From 9b86509b3ceb7bf58dbef7464f1e668ec5bb92e7 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Formanek=20Bal=C3=A1zs=20Istv=C3=A1n?= <formanek.balazs.istvan@itk.ppke.hu> Date: Fri, 22 Nov 2024 20:35:37 +0100 Subject: [PATCH] time measure on augmented models --- copy_best_models_to_local.py | 10 +- .../final_local_time_measurement_log.txt | 219 ++++++++++++++++++ 2 files changed, 227 insertions(+), 2 deletions(-) diff --git a/copy_best_models_to_local.py b/copy_best_models_to_local.py index 44545d2..2f8d2fd 100644 --- a/copy_best_models_to_local.py +++ b/copy_best_models_to_local.py @@ -6,6 +6,7 @@ import os model_path_root = '/net/travail/bformanek/checkpoints/' local_root = '/net/cremi/bformanek/TRDP_II/local_models/' + model_folders = ['transfer_checkpoints_efficientnet_b0_adam_amp_criterion_balanced', 'transfer_checkpoints_resnet50_adam_amp_criterion_balanced', 'transfer_checkpoints_resnet18_adam_amp_criterion_balanced', @@ -17,8 +18,13 @@ model_folders = ['transfer_checkpoints_efficientnet_b0_adam_amp_criterion_balanc 'transfer_checkpoints_resnet18_augmentation1', 'transfer_checkpoints_resnet18_augmentation2', 'transfer_checkpoints_resnet18_augmentation3', - 'transfer_checkpoints_resnet18_augmentation4'] -best_epochs = [26, 18, 25, 12, 22, 28, 4, 7, 21, 19, 3, 24] + 'transfer_checkpoints_resnet18_augmentation4' + 'transfer_checkpoints_resnet18_flips', + 'transfer_checkpoints_resnet18_flips_90', + 'transfer_checkpoints_resnet18_flips_180', + 'transfer_checkpoints_resnet18_flips_360'] + +best_epochs = [26, 18, 25, 12, 22, 28, 4, 7, 21, 19, 3, 24, 22, 13, 22, 22] for i in range(len(model_folders)): model_path = model_path_root + model_folders[i] + '/' diff --git a/time_measurement/final_local_time_measurement_log.txt b/time_measurement/final_local_time_measurement_log.txt index fdce7c9..2a1f520 100644 --- a/time_measurement/final_local_time_measurement_log.txt +++ b/time_measurement/final_local_time_measurement_log.txt @@ -628,4 +628,223 @@ Prediction time for one image: 1.64 ms Compete inference time for one image: 27.26 ms GPU memory usage: 43.275390625 MB -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- +-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- + +resnet18 augmentations + +MEASUREMENT - 1 +Selected image path: /net/travail/bformanek/MRI_dataset/test/T1w/4RTNI_5_S_5006_MR_Sag_IR-SPGR__br_raw_20140821092148809_194_S228381_I440459_2529.7502_0_093.png +Copied to local image path: /net/cremi/bformanek/TRDP_II/local_images/4RTNI_5_S_5006_MR_Sag_IR-SPGR__br_raw_20140821092148809_194_S228381_I440459_2529.7502_0_093.png +MODEL: +transfer_checkpoints_resnet18_flips_avp_022.pkl +DEVICE: cpu +Inference time masurement using cpu +Image loaded: 3.06 ms +Model loaded: 19.00 ms +Prediction time for one image: 16.80 ms +Compete inference time for one image: 38.89 ms +DEVICE: cuda +cuda is available +Inference time masurement using cuda +Image loaded: 1.59 ms +Model loaded: 23.10 ms +Prediction time for one image: 1.62 ms +Compete inference time for one image: 26.45 ms +GPU memory usage: 43.275390625 MB +-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- +MODEL: +transfer_checkpoints_resnet18_flips_90_avp_013.pkl +DEVICE: cpu +Inference time masurement using cpu +Image loaded: 1.30 ms +Model loaded: 14.27 ms +Prediction time for one image: 15.62 ms +Compete inference time for one image: 31.21 ms +DEVICE: cuda +cuda is available +Inference time masurement using cuda +Image loaded: 1.27 ms +Model loaded: 20.41 ms +Prediction time for one image: 1.64 ms +Compete inference time for one image: 23.45 ms +GPU memory usage: 43.275390625 MB +-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- +MODEL: +transfer_checkpoints_resnet18_flips_360_avp_022.pkl +DEVICE: cpu +Inference time masurement using cpu +Image loaded: 1.87 ms +Model loaded: 14.20 ms +Prediction time for one image: 13.90 ms +Compete inference time for one image: 30.00 ms +DEVICE: cuda +cuda is available +Inference time masurement using cuda +Image loaded: 1.41 ms +Model loaded: 24.75 ms +Prediction time for one image: 1.58 ms +Compete inference time for one image: 27.87 ms +GPU memory usage: 43.275390625 MB +-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- +MODEL: +transfer_checkpoints_resnet18_flips_180_avp_022.pkl +DEVICE: cpu +Inference time masurement using cpu +Image loaded: 1.51 ms +Model loaded: 14.12 ms +Prediction time for one image: 17.47 ms +Compete inference time for one image: 33.13 ms +DEVICE: cuda +cuda is available +Inference time masurement using cuda +Image loaded: 1.63 ms +Model loaded: 25.57 ms +Prediction time for one image: 1.61 ms +Compete inference time for one image: 28.94 ms +GPU memory usage: 43.275390625 MB +-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- +-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- +MEASUREMENT - 2 +Selected image path: /net/travail/bformanek/MRI_dataset/test/T1w/ISYB_sub-0103_T1w_3526.7072_2_121.png +Copied to local image path: /net/cremi/bformanek/TRDP_II/local_images/ISYB_sub-0103_T1w_3526.7072_2_121.png +MODEL: +transfer_checkpoints_resnet18_flips_avp_022.pkl +DEVICE: cpu +Inference time masurement using cpu +Image loaded: 1.45 ms +Model loaded: 14.04 ms +Prediction time for one image: 17.73 ms +Compete inference time for one image: 33.25 ms +DEVICE: cuda +cuda is available +Inference time masurement using cuda +Image loaded: 1.77 ms +Model loaded: 22.46 ms +Prediction time for one image: 1.57 ms +Compete inference time for one image: 25.94 ms +GPU memory usage: 43.275390625 MB +-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- +MODEL: +transfer_checkpoints_resnet18_flips_90_avp_013.pkl +DEVICE: cpu +Inference time masurement using cpu +Image loaded: 1.33 ms +Model loaded: 18.04 ms +Prediction time for one image: 11.29 ms +Compete inference time for one image: 30.69 ms +DEVICE: cuda +cuda is available +Inference time masurement using cuda +Image loaded: 1.27 ms +Model loaded: 20.14 ms +Prediction time for one image: 1.55 ms +Compete inference time for one image: 23.10 ms +GPU memory usage: 43.275390625 MB +-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- +MODEL: +transfer_checkpoints_resnet18_flips_360_avp_022.pkl +DEVICE: cpu +Inference time masurement using cpu +Image loaded: 7.39 ms +Model loaded: 13.64 ms +Prediction time for one image: 11.74 ms +Compete inference time for one image: 32.80 ms +DEVICE: cuda +cuda is available +Inference time masurement using cuda +Image loaded: 1.31 ms +Model loaded: 21.34 ms +Prediction time for one image: 1.57 ms +Compete inference time for one image: 24.35 ms +GPU memory usage: 43.275390625 MB +-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- +MODEL: +transfer_checkpoints_resnet18_flips_180_avp_022.pkl +DEVICE: cpu +Inference time masurement using cpu +Image loaded: 32.42 ms +Model loaded: 22.43 ms +Prediction time for one image: 42.67 ms +Compete inference time for one image: 97.55 ms +DEVICE: cuda +cuda is available +Inference time masurement using cuda +Image loaded: 1.52 ms +Model loaded: 21.74 ms +Prediction time for one image: 1.58 ms +Compete inference time for one image: 24.96 ms +GPU memory usage: 43.275390625 MB +-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- +-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- +MEASUREMENT - 3 +Selected image path: /net/travail/bformanek/MRI_dataset/test/T1w/ADNI_035_S_0048_MR_MPR-R__GradWarp__B1_Correction__N3_Br_20070319172419398_S10258_I45187_617.3637_0_091.png +Copied to local image path: /net/cremi/bformanek/TRDP_II/local_images/ADNI_035_S_0048_MR_MPR-R__GradWarp__B1_Correction__N3_Br_20070319172419398_S10258_I45187_617.3637_0_091.png +MODEL: +transfer_checkpoints_resnet18_flips_avp_022.pkl +DEVICE: cpu +Inference time masurement using cpu +Image loaded: 7.70 ms +Model loaded: 16.01 ms +Prediction time for one image: 44.06 ms +Compete inference time for one image: 67.80 ms +DEVICE: cuda +cuda is available +Inference time masurement using cuda +Image loaded: 1.65 ms +Model loaded: 21.26 ms +Prediction time for one image: 1.59 ms +Compete inference time for one image: 24.62 ms +GPU memory usage: 43.275390625 MB +-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- +MODEL: +transfer_checkpoints_resnet18_flips_90_avp_013.pkl +DEVICE: cpu +Inference time masurement using cpu +Image loaded: 5.01 ms +Model loaded: 13.77 ms +Prediction time for one image: 12.63 ms +Compete inference time for one image: 31.44 ms +DEVICE: cuda +cuda is available +Inference time masurement using cuda +Image loaded: 1.36 ms +Model loaded: 20.47 ms +Prediction time for one image: 1.60 ms +Compete inference time for one image: 23.56 ms +GPU memory usage: 43.275390625 MB +-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- +MODEL: +transfer_checkpoints_resnet18_flips_360_avp_022.pkl +DEVICE: cpu +Inference time masurement using cpu +Image loaded: 1.31 ms +Model loaded: 13.82 ms +Prediction time for one image: 17.50 ms +Compete inference time for one image: 32.66 ms +DEVICE: cuda +cuda is available +Inference time masurement using cuda +Image loaded: 2.03 ms +Model loaded: 20.59 ms +Prediction time for one image: 1.58 ms +Compete inference time for one image: 24.35 ms +GPU memory usage: 43.275390625 MB +-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- +MODEL: +transfer_checkpoints_resnet18_flips_180_avp_022.pkl +DEVICE: cpu +Inference time masurement using cpu +Image loaded: 3.47 ms +Model loaded: 13.80 ms +Prediction time for one image: 57.15 ms +Compete inference time for one image: 74.44 ms +DEVICE: cuda +cuda is available +Inference time masurement using cuda +Image loaded: 1.39 ms +Model loaded: 21.40 ms +Prediction time for one image: 1.59 ms +Compete inference time for one image: 24.52 ms +GPU memory usage: 43.275390625 MB +-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- \ No newline at end of file -- GitLab