diff --git a/Balanced Accuracy vs. Rotation.png b/Balanced Accuracy vs. Rotation.png
deleted file mode 100644
index 1dc1c97dbf2c4cfb97dcd461eebf592c2d0a50b3..0000000000000000000000000000000000000000
Binary files a/Balanced Accuracy vs. Rotation.png and /dev/null differ
diff --git a/copy_best_models_to_local.py b/copy_best_models_to_local.py
index 567082cf05064798b3a0ddafc40ef5f7e65581b2..44545d2d4e54bdabb914f11ef51be17cc6817de5 100644
--- a/copy_best_models_to_local.py
+++ b/copy_best_models_to_local.py
@@ -1,3 +1,5 @@
+# Copy best models to local folder defined by the folders, the model names and the epoch number
+# This is an important preliminary step for inference time measurement.
import shutil
import os
diff --git a/inference_time_measure.ipynb b/inference_time_measure.ipynb
deleted file mode 100644
index 312ab6aa62da80c087ece150dfafc16ae8b0128b..0000000000000000000000000000000000000000
--- a/inference_time_measure.ipynb
+++ /dev/null
@@ -1,163 +0,0 @@
-{
- "cells": [
- {
- "cell_type": "markdown",
- "metadata": {},
- "source": [
- "I cannot work in the virtual environment I created, because it does not have cuda installed with torch. I cannot uptadte it, because it is sotred in the travail folder. \\\n",
- "Temporary solutions:\n",
- " 1) use ipynb kernels, because venv works in them\n",
- " 2) use py scripts with tensorflow2 environment\n",
- " \n",
- "Best solution: \\\n",
- "Create environment for us to store it on travail. I don't know how to do it."
- ]
- },
- {
- "cell_type": "code",
- "execution_count": 4,
- "metadata": {},
- "outputs": [
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "Selected image path: /net/travail/bformanek/MRI_dataset/test/T1wCE/136797_T1_3D_EG_ISO_CS_301_1818.4672_2_335.png\n",
- "cuda is available\n",
- "Image loaded in 211.623669 ms\n",
- "Loading model avp_025.pkl\n",
- "Model loaded in 26.603460 ms\n",
- "Prediction time for one image: 1.088381 ms\n",
- "Compete inference time for one image: 239.736557 ms\n"
- ]
- }
- ],
- "source": [
- "import torch\n",
- "import torchvision.transforms as transforms\n",
- "from torchvision.datasets import ImageFolder\n",
- "from torch.utils.data import DataLoader\n",
- "import time\n",
- "import random\n",
- "import os\n",
- "from PIL import Image\n",
- "\n",
- "\n",
- "# find arandom image to evaluate, this might be given for a user input\n",
- "# Get a random image path from the TEST_FOLDER\n",
- "def get_random_image_path(folder):\n",
- " # Get all subfolders and files\n",
- " all_images = []\n",
- " for subdir, _, files in os.walk(folder):\n",
- " for file in files:\n",
- " if file.endswith(('jpg', 'png', 'jpeg')):\n",
- " all_images.append(os.path.join(subdir, file))\n",
- " \n",
- " # Choose a random image path\n",
- " random_image_path = random.choice(all_images)\n",
- " return random_image_path\n",
- "\n",
- "# Randomly select an image path\n",
- "TEST_FOLDER = '/net/travail/bformanek/MRI_dataset/test'\n",
- "image_path = get_random_image_path(TEST_FOLDER)\n",
- "print(f\"Selected image path: {image_path}\")\n",
- "\n",
- "# inputs\n",
- "model_path = '/net/travail/bformanek/checkpoints/transfer_checkpoints_resnet18_adam_amp_criterion_balanced/'\n",
- "epoch_number = 25\n",
- "device = 'cuda' # 'cpu' \n",
- "image_index = 0 # Specify the index of the image you want to evaluate (first image = 0)\n",
- "\n",
- "# --------------\n",
- "# Define number of workers for DataLoader\n",
- "WORKERS = 8\n",
- "\n",
- "# check cuda\n",
- "if device == 'cuda':\n",
- " if torch.cuda.is_available():\n",
- " print('cuda is available')\n",
- " else:\n",
- " print('cuda is not available, change to cpu')\n",
- " device = 'cpu'\n",
- "\n",
- "# 1) load and transform image\n",
- "start_time = time.time()\n",
- "load_image_time_start = start_time\n",
- "\n",
- "# Define the transformation for the test data\n",
- "valid_transform = transforms.Compose([\n",
- " transforms.Resize(224),\n",
- " transforms.ToTensor()\n",
- "])\n",
- "\n",
- "# Load the image and apply transformations\n",
- "image = Image.open(image_path).convert('RGB')\n",
- "image = valid_transform(image).unsqueeze(0) # Add batch dimension\n",
- "\n",
- "load_image_time_end = time.time()\n",
- "load_image_time = (load_image_time_end - load_image_time_start) * 1000\n",
- "print(f'Image loaded in {load_image_time:02f} ms')\n",
- "\n",
- "\n",
- "# 2) Measure Model Loading Time\n",
- "# Get the model name\n",
- "model_name = f'avp_{epoch_number:03d}.pkl'\n",
- "print(\"Loading model \" + model_name)\n",
- "\n",
- "load_model_time_start = time.time() # start timer\n",
- "model = torch.load(model_path+model_name, map_location=torch.device('cpu'), weights_only=False)\n",
- "model.to(device)\n",
- "load_model_time_end = time.time()\n",
- "\n",
- "load_model_time = (load_model_time_end - load_model_time_start) * 1000 # elapsed time in milliseconds\n",
- "print(f'Model loaded in {load_model_time:02f} ms')\n",
- "\n",
- "# Set model to evaluation mode\n",
- "model.eval()\n",
- "\n",
- "# 3) Predict on the single image\n",
- "image = image.to(device)\n",
- "prediction_time_start = time.time()\n",
- "with torch.no_grad():\n",
- " # Perform prediction\n",
- " output = model(image)\n",
- " \n",
- "end_time = time.time()\n",
- "prediction_time = (end_time - prediction_time_start) * 1000\n",
- "print(f'Prediction time for one image: {prediction_time:02f} ms')\n",
- "\n",
- "inference_time = (end_time - start_time) * 1000\n",
- "print(f'Compete inference time for one image: {inference_time:02f} ms')\n",
- "\n"
- ]
- },
- {
- "cell_type": "code",
- "execution_count": null,
- "metadata": {},
- "outputs": [],
- "source": []
- }
- ],
- "metadata": {
- "kernelspec": {
- "display_name": ".venv",
- "language": "python",
- "name": "python3"
- },
- "language_info": {
- "codemirror_mode": {
- "name": "ipython",
- "version": 3
- },
- "file_extension": ".py",
- "mimetype": "text/x-python",
- "name": "python",
- "nbconvert_exporter": "python",
- "pygments_lexer": "ipython3",
- "version": "3.11.2"
- }
- },
- "nbformat": 4,
- "nbformat_minor": 2
-}
diff --git a/time_measure.py b/time_measure.py
index e043c52964e8fdad90e0edffde5ceb659e206316..e08d3df7b08cdc853bdea99461fa61c0cfc6c9ac 100644
--- a/time_measure.py
+++ b/time_measure.py
@@ -1,3 +1,19 @@
+# Infernece time measurement:
+# Measure inference times for a set of models in a folder (local_model_folder) with random sample images from the datast (test_image_folder)
+# Needed:
+# - models loaded into local folder (use copy_best_models_to_local.py)
+# - define local and server folders, and the number of measurements
+# Script:
+# 0) iterate through the number of measurements
+# 1) copy a random image from the dataset to local (for moer reliable masurement results)
+# 2) evaluate cpu and gpu inference times and gpu memory for every model on the sample image
+# - on CPU do not use autocast, as the CREMI CPU-s do not support this option
+# - on GPU use autocast with float16, and calculate memory usage
+# 3) put results to command line
+# 4) remove sample image from local
+# Results:
+# Log rasults can be found in ./time_measurement folder
+
import torch
import torchvision.transforms as transforms
from torchvision.datasets import ImageFolder
@@ -77,8 +93,11 @@ def inference_time_measurement(model_path, image_path, transform, device = 'cuda
image = image.to(device)
prediction_time_start = time.time()
with torch.no_grad():
- with torch.autocast(device_type=device, dtype=torch.bfloat16):
- # Perform prediction
+ if device == 'cuda':
+ with torch.autocast(device_type=device, dtype=torch.bfloat16):
+ # Perform prediction
+ output = model(image)
+ else:
output = model(image)
end_time = time.time()
@@ -104,6 +123,7 @@ transform = transforms.Compose([
transforms.ToTensor()
])
+# Define folders
test_image_folder = '/net/travail/bformanek/MRI_dataset/test'
local_images_folder = '/net/cremi/bformanek/TRDP_II/local_images/'
local_model_folder = '/net/cremi/bformanek/TRDP_II/local_models/'
diff --git a/time_measurement/final_local_time_measurement_log.txt b/time_measurement/final_local_time_measurement_log.txt
new file mode 100644
index 0000000000000000000000000000000000000000..fdce7c98e7eaf69e51920cf622ad9f42ecfd5f91
--- /dev/null
+++ b/time_measurement/final_local_time_measurement_log.txt
@@ -0,0 +1,631 @@
+DESCRIPTION:
+
+AUTOCAST with GPU using float16
+NO AUTOCAST with CPU
+
+LOG:
+------------------------------------------------------------------------------
+MEASUREMENT - 1
+Selected image path: /net/travail/bformanek/MRI_dataset/test/T1w/4RTNI_5_S_5006_MR_Sag_IR-SPGR__br_raw_20140821092148809_194_S228381_I440459_2529.7502_0_093.png
+Copied to local image path: /net/cremi/bformanek/TRDP_II/local_images/4RTNI_5_S_5006_MR_Sag_IR-SPGR__br_raw_20140821092148809_194_S228381_I440459_2529.7502_0_093.png
+MODEL:
+transfer_checkpoints_mobilenetv3_small_100.lamb_in1k_avp_028.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 3.98 ms
+Model loaded: 6.52 ms
+Prediction time for one image: 5.27 ms
+Compete inference time for one image: 15.79 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 0.94 ms
+Model loaded: 9.77 ms
+Prediction time for one image: 2.42 ms
+Compete inference time for one image: 13.23 ms
+GPU memory usage: 6.49755859375 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_efficientnet_b0_adam_amp_criterion_balanced_avp_026.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 28.47 ms
+Model loaded: 15.32 ms
+Prediction time for one image: 24.02 ms
+Compete inference time for one image: 67.83 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.17 ms
+Model loaded: 18.94 ms
+Prediction time for one image: 4.06 ms
+Compete inference time for one image: 24.32 ms
+GPU memory usage: 16.53955078125 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_resnet18.fb_ssl_yfcc100m_ft_in1k_avp_022.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 3.69 ms
+Model loaded: 9.40 ms
+Prediction time for one image: 16.13 ms
+Compete inference time for one image: 29.25 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 2.45 ms
+Model loaded: 24.24 ms
+Prediction time for one image: 1.60 ms
+Compete inference time for one image: 28.44 ms
+GPU memory usage: 43.275390625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_mobilenetv4_conv_large.e500_r256_in1k_avp_004.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 1.26 ms
+Model loaded: 85.45 ms
+Prediction time for one image: 24.27 ms
+Compete inference time for one image: 111.01 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.20 ms
+Model loaded: 58.94 ms
+Prediction time for one image: 4.85 ms
+Compete inference time for one image: 65.12 ms
+GPU memory usage: 121.2021484375 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_resnet18_adam_amp_criterion_balanced_avp_025.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 28.80 ms
+Model loaded: 13.67 ms
+Prediction time for one image: 15.64 ms
+Compete inference time for one image: 58.13 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.30 ms
+Model loaded: 16.55 ms
+Prediction time for one image: 1.54 ms
+Compete inference time for one image: 19.56 ms
+GPU memory usage: 43.275390625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_resnet18_augmentation2_avp_019.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 4.12 ms
+Model loaded: 9.74 ms
+Prediction time for one image: 10.24 ms
+Compete inference time for one image: 24.13 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.23 ms
+Model loaded: 15.18 ms
+Prediction time for one image: 1.57 ms
+Compete inference time for one image: 18.14 ms
+GPU memory usage: 43.275390625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_resnet18_augmentation4_avp_024.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 4.38 ms
+Model loaded: 9.80 ms
+Prediction time for one image: 8.86 ms
+Compete inference time for one image: 23.07 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.26 ms
+Model loaded: 15.24 ms
+Prediction time for one image: 1.62 ms
+Compete inference time for one image: 18.26 ms
+GPU memory usage: 43.275390625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_resnet18.a2_in1k_avp_012.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 32.95 ms
+Model loaded: 18.90 ms
+Prediction time for one image: 30.13 ms
+Compete inference time for one image: 82.01 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.34 ms
+Model loaded: 16.66 ms
+Prediction time for one image: 1.61 ms
+Compete inference time for one image: 19.77 ms
+GPU memory usage: 43.275390625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_mobilenetv4_hybrid_medium.e500_r224_in1k_avp_007.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 32.95 ms
+Model loaded: 33.24 ms
+Prediction time for one image: 18.13 ms
+Compete inference time for one image: 84.33 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.16 ms
+Model loaded: 34.81 ms
+Prediction time for one image: 6.98 ms
+Compete inference time for one image: 43.10 ms
+GPU memory usage: 38.37353515625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_resnet50_adam_amp_criterion_balanced_avp_018.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 3.16 ms
+Model loaded: 20.71 ms
+Prediction time for one image: 27.57 ms
+Compete inference time for one image: 51.46 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.57 ms
+Model loaded: 39.49 ms
+Prediction time for one image: 3.04 ms
+Compete inference time for one image: 44.25 ms
+GPU memory usage: 90.79150390625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_resnet18_augmentation1_avp_021.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 1.27 ms
+Model loaded: 10.05 ms
+Prediction time for one image: 255.53 ms
+Compete inference time for one image: 266.87 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.28 ms
+Model loaded: 15.42 ms
+Prediction time for one image: 1.60 ms
+Compete inference time for one image: 18.44 ms
+GPU memory usage: 43.275390625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_resnet18_augmentation3_avp_003.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 32.94 ms
+Model loaded: 15.08 ms
+Prediction time for one image: 407.00 ms
+Compete inference time for one image: 455.05 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.43 ms
+Model loaded: 29.72 ms
+Prediction time for one image: 1.60 ms
+Compete inference time for one image: 32.91 ms
+GPU memory usage: 43.275390625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MEASUREMENT - 2
+Selected image path: /net/travail/bformanek/MRI_dataset/test/T1w/ISYB_sub-0103_T1w_3526.7072_2_121.png
+Copied to local image path: /net/cremi/bformanek/TRDP_II/local_images/ISYB_sub-0103_T1w_3526.7072_2_121.png
+MODEL:
+transfer_checkpoints_mobilenetv3_small_100.lamb_in1k_avp_028.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 5.28 ms
+Model loaded: 7.64 ms
+Prediction time for one image: 136.10 ms
+Compete inference time for one image: 149.04 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.27 ms
+Model loaded: 12.64 ms
+Prediction time for one image: 2.95 ms
+Compete inference time for one image: 16.98 ms
+GPU memory usage: 6.49755859375 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_efficientnet_b0_adam_amp_criterion_balanced_avp_026.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 2.26 ms
+Model loaded: 12.94 ms
+Prediction time for one image: 380.81 ms
+Compete inference time for one image: 396.03 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.46 ms
+Model loaded: 27.35 ms
+Prediction time for one image: 4.11 ms
+Compete inference time for one image: 33.06 ms
+GPU memory usage: 16.53955078125 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_resnet18.fb_ssl_yfcc100m_ft_in1k_avp_022.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 2.46 ms
+Model loaded: 9.83 ms
+Prediction time for one image: 21.66 ms
+Compete inference time for one image: 33.97 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.23 ms
+Model loaded: 14.93 ms
+Prediction time for one image: 1.58 ms
+Compete inference time for one image: 17.89 ms
+GPU memory usage: 43.275390625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_mobilenetv4_conv_large.e500_r256_in1k_avp_004.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 7.52 ms
+Model loaded: 85.92 ms
+Prediction time for one image: 43.71 ms
+Compete inference time for one image: 137.19 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.29 ms
+Model loaded: 60.78 ms
+Prediction time for one image: 4.80 ms
+Compete inference time for one image: 67.02 ms
+GPU memory usage: 121.2021484375 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_resnet18_adam_amp_criterion_balanced_avp_025.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 28.82 ms
+Model loaded: 15.69 ms
+Prediction time for one image: 17.49 ms
+Compete inference time for one image: 62.04 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.30 ms
+Model loaded: 19.76 ms
+Prediction time for one image: 1.54 ms
+Compete inference time for one image: 22.74 ms
+GPU memory usage: 43.275390625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_resnet18_augmentation2_avp_019.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 7.35 ms
+Model loaded: 9.51 ms
+Prediction time for one image: 84.01 ms
+Compete inference time for one image: 100.89 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.36 ms
+Model loaded: 16.25 ms
+Prediction time for one image: 1.61 ms
+Compete inference time for one image: 19.37 ms
+GPU memory usage: 43.275390625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_resnet18_augmentation4_avp_024.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 32.93 ms
+Model loaded: 11.99 ms
+Prediction time for one image: 18.92 ms
+Compete inference time for one image: 63.87 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.40 ms
+Model loaded: 23.62 ms
+Prediction time for one image: 1.62 ms
+Compete inference time for one image: 26.79 ms
+GPU memory usage: 43.275390625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_resnet18.a2_in1k_avp_012.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 46.28 ms
+Model loaded: 10.31 ms
+Prediction time for one image: 10.48 ms
+Compete inference time for one image: 67.10 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.31 ms
+Model loaded: 20.27 ms
+Prediction time for one image: 1.61 ms
+Compete inference time for one image: 23.34 ms
+GPU memory usage: 43.275390625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_mobilenetv4_hybrid_medium.e500_r224_in1k_avp_007.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 2.57 ms
+Model loaded: 24.57 ms
+Prediction time for one image: 16.35 ms
+Compete inference time for one image: 43.52 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.13 ms
+Model loaded: 34.75 ms
+Prediction time for one image: 7.01 ms
+Compete inference time for one image: 43.04 ms
+GPU memory usage: 38.37353515625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_resnet50_adam_amp_criterion_balanced_avp_018.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 6.96 ms
+Model loaded: 19.64 ms
+Prediction time for one image: 142.76 ms
+Compete inference time for one image: 169.39 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.36 ms
+Model loaded: 39.25 ms
+Prediction time for one image: 3.17 ms
+Compete inference time for one image: 43.94 ms
+GPU memory usage: 90.79150390625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_resnet18_augmentation1_avp_021.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 26.83 ms
+Model loaded: 10.12 ms
+Prediction time for one image: 12.16 ms
+Compete inference time for one image: 49.14 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.37 ms
+Model loaded: 17.14 ms
+Prediction time for one image: 1.58 ms
+Compete inference time for one image: 20.25 ms
+GPU memory usage: 43.275390625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_resnet18_augmentation3_avp_003.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 31.86 ms
+Model loaded: 11.45 ms
+Prediction time for one image: 18.18 ms
+Compete inference time for one image: 61.52 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.49 ms
+Model loaded: 24.23 ms
+Prediction time for one image: 1.63 ms
+Compete inference time for one image: 27.50 ms
+GPU memory usage: 43.275390625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MEASUREMENT - 3
+Selected image path: /net/travail/bformanek/MRI_dataset/test/T1w/ADNI_035_S_0048_MR_MPR-R__GradWarp__B1_Correction__N3_Br_20070319172419398_S10258_I45187_617.3637_0_091.png
+Copied to local image path: /net/cremi/bformanek/TRDP_II/local_images/ADNI_035_S_0048_MR_MPR-R__GradWarp__B1_Correction__N3_Br_20070319172419398_S10258_I45187_617.3637_0_091.png
+MODEL:
+transfer_checkpoints_mobilenetv3_small_100.lamb_in1k_avp_028.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 2.09 ms
+Model loaded: 9.40 ms
+Prediction time for one image: 6.46 ms
+Compete inference time for one image: 17.96 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.12 ms
+Model loaded: 11.47 ms
+Prediction time for one image: 2.75 ms
+Compete inference time for one image: 15.48 ms
+GPU memory usage: 6.49755859375 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_efficientnet_b0_adam_amp_criterion_balanced_avp_026.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 31.17 ms
+Model loaded: 18.73 ms
+Prediction time for one image: 99.50 ms
+Compete inference time for one image: 149.42 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.40 ms
+Model loaded: 27.61 ms
+Prediction time for one image: 4.06 ms
+Compete inference time for one image: 33.22 ms
+GPU memory usage: 16.53955078125 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_resnet18.fb_ssl_yfcc100m_ft_in1k_avp_022.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 2.15 ms
+Model loaded: 8.53 ms
+Prediction time for one image: 16.30 ms
+Compete inference time for one image: 27.00 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.22 ms
+Model loaded: 23.61 ms
+Prediction time for one image: 1.59 ms
+Compete inference time for one image: 26.58 ms
+GPU memory usage: 43.275390625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_mobilenetv4_conv_large.e500_r256_in1k_avp_004.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 31.95 ms
+Model loaded: 43.30 ms
+Prediction time for one image: 345.96 ms
+Compete inference time for one image: 421.25 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.27 ms
+Model loaded: 107.77 ms
+Prediction time for one image: 4.69 ms
+Compete inference time for one image: 113.85 ms
+GPU memory usage: 121.2021484375 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_resnet18_adam_amp_criterion_balanced_avp_025.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 6.14 ms
+Model loaded: 10.57 ms
+Prediction time for one image: 106.17 ms
+Compete inference time for one image: 122.91 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.35 ms
+Model loaded: 16.23 ms
+Prediction time for one image: 1.62 ms
+Compete inference time for one image: 19.34 ms
+GPU memory usage: 43.275390625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_resnet18_augmentation2_avp_019.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 32.94 ms
+Model loaded: 10.64 ms
+Prediction time for one image: 10.76 ms
+Compete inference time for one image: 54.36 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.34 ms
+Model loaded: 16.62 ms
+Prediction time for one image: 1.61 ms
+Compete inference time for one image: 19.71 ms
+GPU memory usage: 43.275390625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_resnet18_augmentation4_avp_024.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 32.93 ms
+Model loaded: 10.93 ms
+Prediction time for one image: 23.49 ms
+Compete inference time for one image: 67.38 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.40 ms
+Model loaded: 29.04 ms
+Prediction time for one image: 1.79 ms
+Compete inference time for one image: 32.44 ms
+GPU memory usage: 43.275390625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_resnet18.a2_in1k_avp_012.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 31.93 ms
+Model loaded: 10.69 ms
+Prediction time for one image: 94.56 ms
+Compete inference time for one image: 137.20 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.44 ms
+Model loaded: 26.99 ms
+Prediction time for one image: 1.66 ms
+Compete inference time for one image: 30.24 ms
+GPU memory usage: 43.275390625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_mobilenetv4_hybrid_medium.e500_r224_in1k_avp_007.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 1.82 ms
+Model loaded: 26.05 ms
+Prediction time for one image: 23.28 ms
+Compete inference time for one image: 51.18 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.26 ms
+Model loaded: 43.98 ms
+Prediction time for one image: 7.86 ms
+Compete inference time for one image: 53.24 ms
+GPU memory usage: 38.37353515625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_resnet50_adam_amp_criterion_balanced_avp_018.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 1.82 ms
+Model loaded: 20.77 ms
+Prediction time for one image: 31.45 ms
+Compete inference time for one image: 54.08 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.44 ms
+Model loaded: 46.23 ms
+Prediction time for one image: 3.35 ms
+Compete inference time for one image: 51.17 ms
+GPU memory usage: 90.79150390625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_resnet18_augmentation1_avp_021.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 5.67 ms
+Model loaded: 9.71 ms
+Prediction time for one image: 25.85 ms
+Compete inference time for one image: 41.26 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.36 ms
+Model loaded: 16.80 ms
+Prediction time for one image: 1.61 ms
+Compete inference time for one image: 19.90 ms
+GPU memory usage: 43.275390625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+MODEL:
+transfer_checkpoints_resnet18_augmentation3_avp_003.pkl
+DEVICE: cpu
+Inference time masurement using cpu
+Image loaded: 30.93 ms
+Model loaded: 14.38 ms
+Prediction time for one image: 57.81 ms
+Compete inference time for one image: 103.15 ms
+DEVICE: cuda
+cuda is available
+Inference time masurement using cuda
+Image loaded: 1.48 ms
+Model loaded: 23.98 ms
+Prediction time for one image: 1.64 ms
+Compete inference time for one image: 27.26 ms
+GPU memory usage: 43.275390625 MB
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
+-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
\ No newline at end of file
diff --git a/local_cpu_time_measurement_log.txt b/time_measurement/local_cpu_time_measurement_log.txt
similarity index 100%
rename from local_cpu_time_measurement_log.txt
rename to time_measurement/local_cpu_time_measurement_log.txt
diff --git a/local_time_measurement_log.txt b/time_measurement/local_time_measurement_log.txt
similarity index 100%
rename from local_time_measurement_log.txt
rename to time_measurement/local_time_measurement_log.txt
diff --git a/time_measurement_log.txt b/time_measurement/time_measurement_log.txt
similarity index 100%
rename from time_measurement_log.txt
rename to time_measurement/time_measurement_log.txt