From 9b86509b3ceb7bf58dbef7464f1e668ec5bb92e7 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Formanek=20Bal=C3=A1zs=20Istv=C3=A1n?=
<formanek.balazs.istvan@itk.ppke.hu>
Date: Fri, 22 Nov 2024 20:35:37 +0100
Subject: [PATCH] time measure on augmented models
---
copy_best_models_to_local.py | 10 +-
.../final_local_time_measurement_log.txt | 219 ++++++++++++++++++
2 files changed, 227 insertions(+), 2 deletions(-)
diff --git a/copy_best_models_to_local.py b/copy_best_models_to_local.py
index 44545d2..2f8d2fd 100644
--- a/copy_best_models_to_local.py
+++ b/copy_best_models_to_local.py
@@ -6,6 +6,7 @@ import os
model_path_root = '/net/travail/bformanek/checkpoints/'
local_root = '/net/cremi/bformanek/TRDP_II/local_models/'
+
model_folders = ['transfer_checkpoints_efficientnet_b0_adam_amp_criterion_balanced',
'transfer_checkpoints_resnet50_adam_amp_criterion_balanced',
'transfer_checkpoints_resnet18_adam_amp_criterion_balanced',
@@ -17,8 +18,13 @@ model_folders = ['transfer_checkpoints_efficientnet_b0_adam_amp_criterion_balanc
'transfer_checkpoints_resnet18_augmentation1',
'transfer_checkpoints_resnet18_augmentation2',
'transfer_checkpoints_resnet18_augmentation3',
- 'transfer_checkpoints_resnet18_augmentation4']
-best_epochs = [26, 18, 25, 12, 22, 28, 4, 7, 21, 19, 3, 24]
+ 'transfer_checkpoints_resnet18_augmentation4'
+ 'transfer_checkpoints_resnet18_flips',
+ 'transfer_checkpoints_resnet18_flips_90',
+ 'transfer_checkpoints_resnet18_flips_180',
+ 'transfer_checkpoints_resnet18_flips_360']
+
+best_epochs = [26, 18, 25, 12, 22, 28, 4, 7, 21, 19, 3, 24, 22, 13, 22, 22]
for i in range(len(model_folders)):
model_path = model_path_root + model_folders[i] + '/'
diff --git a/time_measurement/final_local_time_measurement_log.txt b/time_measurement/final_local_time_measurement_log.txt
index fdce7c9..2a1f520 100644
--- a/time_measurement/final_local_time_measurement_log.txt
+++ b/time_measurement/final_local_time_measurement_log.txt
@@ -628,4 +628,223 @@ Prediction time for one image: 1.64 ms
Compete inference time for one image: 27.26 ms
GPU memory usage: 43.275390625 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+
+resnet18 augmentations
+
+MEASUREMENT - 1
+Selected image path: /net/travail/bformanek/MRI_dataset/test/T1w/4RTNI_5_S_5006_MR_Sag_IR-SPGR__br_raw_20140821092148809_194_S228381_I440459_2529.7502_0_093.png
+Copied to local image path: /net/cremi/bformanek/TRDP_II/local_images/4RTNI_5_S_5006_MR_Sag_IR-SPGR__br_raw_20140821092148809_194_S228381_I440459_2529.7502_0_093.png
+MODEL:
+transfer_checkpoints_resnet18_flips_avp_022.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 3.06 ms
+Model loaded: 19.00 ms
+Prediction time for one image: 16.80 ms
+Compete inference time for one image: 38.89 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.59 ms
+Model loaded: 23.10 ms
+Prediction time for one image: 1.62 ms
+Compete inference time for one image: 26.45 ms
+GPU memory usage: 43.275390625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_resnet18_flips_90_avp_013.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 1.30 ms
+Model loaded: 14.27 ms
+Prediction time for one image: 15.62 ms
+Compete inference time for one image: 31.21 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.27 ms
+Model loaded: 20.41 ms
+Prediction time for one image: 1.64 ms
+Compete inference time for one image: 23.45 ms
+GPU memory usage: 43.275390625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_resnet18_flips_360_avp_022.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 1.87 ms
+Model loaded: 14.20 ms
+Prediction time for one image: 13.90 ms
+Compete inference time for one image: 30.00 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.41 ms
+Model loaded: 24.75 ms
+Prediction time for one image: 1.58 ms
+Compete inference time for one image: 27.87 ms
+GPU memory usage: 43.275390625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_resnet18_flips_180_avp_022.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 1.51 ms
+Model loaded: 14.12 ms
+Prediction time for one image: 17.47 ms
+Compete inference time for one image: 33.13 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.63 ms
+Model loaded: 25.57 ms
+Prediction time for one image: 1.61 ms
+Compete inference time for one image: 28.94 ms
+GPU memory usage: 43.275390625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MEASUREMENT - 2
+Selected image path: /net/travail/bformanek/MRI_dataset/test/T1w/ISYB_sub-0103_T1w_3526.7072_2_121.png
+Copied to local image path: /net/cremi/bformanek/TRDP_II/local_images/ISYB_sub-0103_T1w_3526.7072_2_121.png
+MODEL:
+transfer_checkpoints_resnet18_flips_avp_022.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 1.45 ms
+Model loaded: 14.04 ms
+Prediction time for one image: 17.73 ms
+Compete inference time for one image: 33.25 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.77 ms
+Model loaded: 22.46 ms
+Prediction time for one image: 1.57 ms
+Compete inference time for one image: 25.94 ms
+GPU memory usage: 43.275390625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_resnet18_flips_90_avp_013.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 1.33 ms
+Model loaded: 18.04 ms
+Prediction time for one image: 11.29 ms
+Compete inference time for one image: 30.69 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.27 ms
+Model loaded: 20.14 ms
+Prediction time for one image: 1.55 ms
+Compete inference time for one image: 23.10 ms
+GPU memory usage: 43.275390625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_resnet18_flips_360_avp_022.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 7.39 ms
+Model loaded: 13.64 ms
+Prediction time for one image: 11.74 ms
+Compete inference time for one image: 32.80 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.31 ms
+Model loaded: 21.34 ms
+Prediction time for one image: 1.57 ms
+Compete inference time for one image: 24.35 ms
+GPU memory usage: 43.275390625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_resnet18_flips_180_avp_022.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 32.42 ms
+Model loaded: 22.43 ms
+Prediction time for one image: 42.67 ms
+Compete inference time for one image: 97.55 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.52 ms
+Model loaded: 21.74 ms
+Prediction time for one image: 1.58 ms
+Compete inference time for one image: 24.96 ms
+GPU memory usage: 43.275390625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MEASUREMENT - 3
+Selected image path: /net/travail/bformanek/MRI_dataset/test/T1w/ADNI_035_S_0048_MR_MPR-R__GradWarp__B1_Correction__N3_Br_20070319172419398_S10258_I45187_617.3637_0_091.png
+Copied to local image path: /net/cremi/bformanek/TRDP_II/local_images/ADNI_035_S_0048_MR_MPR-R__GradWarp__B1_Correction__N3_Br_20070319172419398_S10258_I45187_617.3637_0_091.png
+MODEL:
+transfer_checkpoints_resnet18_flips_avp_022.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 7.70 ms
+Model loaded: 16.01 ms
+Prediction time for one image: 44.06 ms
+Compete inference time for one image: 67.80 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.65 ms
+Model loaded: 21.26 ms
+Prediction time for one image: 1.59 ms
+Compete inference time for one image: 24.62 ms
+GPU memory usage: 43.275390625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_resnet18_flips_90_avp_013.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 5.01 ms
+Model loaded: 13.77 ms
+Prediction time for one image: 12.63 ms
+Compete inference time for one image: 31.44 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.36 ms
+Model loaded: 20.47 ms
+Prediction time for one image: 1.60 ms
+Compete inference time for one image: 23.56 ms
+GPU memory usage: 43.275390625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_resnet18_flips_360_avp_022.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 1.31 ms
+Model loaded: 13.82 ms
+Prediction time for one image: 17.50 ms
+Compete inference time for one image: 32.66 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 2.03 ms
+Model loaded: 20.59 ms
+Prediction time for one image: 1.58 ms
+Compete inference time for one image: 24.35 ms
+GPU memory usage: 43.275390625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_resnet18_flips_180_avp_022.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 3.47 ms
+Model loaded: 13.80 ms
+Prediction time for one image: 57.15 ms
+Compete inference time for one image: 74.44 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.39 ms
+Model loaded: 21.40 ms
+Prediction time for one image: 1.59 ms
+Compete inference time for one image: 24.52 ms
+GPU memory usage: 43.275390625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
\ No newline at end of file
--
GitLab