Skip to content
Snippets Groups Projects
Commit 31ba987e authored by Formanek Balázs István's avatar Formanek Balázs István
Browse files

finalise inference time measurement

parent 76acadff
No related branches found
No related tags found
No related merge requests found
Balanced Accuracy vs. Rotation.png

45.1 KiB

# Copy best models to local folder defined by the folders, the model names and the epoch number
# This is an important preliminary step for inference time measurement.
import shutil
import os
......
%% Cell type:markdown id: tags:
I cannot work in the virtual environment I created, because it does not have cuda installed with torch. I cannot uptadte it, because it is sotred in the travail folder. \
Temporary solutions:
1) use ipynb kernels, because venv works in them
2) use py scripts with tensorflow2 environment
Best solution: \
Create environment for us to store it on travail. I don't know how to do it.
%% Cell type:code id: tags:
``` python
import torch
import torchvision.transforms as transforms
from torchvision.datasets import ImageFolder
from torch.utils.data import DataLoader
import time
import random
import os
from PIL import Image
# find arandom image to evaluate, this might be given for a user input
# Get a random image path from the TEST_FOLDER
def get_random_image_path(folder):
# Get all subfolders and files
all_images = []
for subdir, _, files in os.walk(folder):
for file in files:
if file.endswith(('jpg', 'png', 'jpeg')):
all_images.append(os.path.join(subdir, file))
# Choose a random image path
random_image_path = random.choice(all_images)
return random_image_path
# Randomly select an image path
TEST_FOLDER = '/net/travail/bformanek/MRI_dataset/test'
image_path = get_random_image_path(TEST_FOLDER)
print(f"Selected image path: {image_path}")
# inputs
model_path = '/net/travail/bformanek/checkpoints/transfer_checkpoints_resnet18_adam_amp_criterion_balanced/'
epoch_number = 25
device = 'cuda' # 'cpu'
image_index = 0 # Specify the index of the image you want to evaluate (first image = 0)
# --------------
# Define number of workers for DataLoader
WORKERS = 8
# check cuda
if device == 'cuda':
if torch.cuda.is_available():
print('cuda is available')
else:
print('cuda is not available, change to cpu')
device = 'cpu'
# 1) load and transform image
start_time = time.time()
load_image_time_start = start_time
# Define the transformation for the test data
valid_transform = transforms.Compose([
transforms.Resize(224),
transforms.ToTensor()
])
# Load the image and apply transformations
image = Image.open(image_path).convert('RGB')
image = valid_transform(image).unsqueeze(0) # Add batch dimension
load_image_time_end = time.time()
load_image_time = (load_image_time_end - load_image_time_start) * 1000
print(f'Image loaded in {load_image_time:02f} ms')
# 2) Measure Model Loading Time
# Get the model name
model_name = f'avp_{epoch_number:03d}.pkl'
print("Loading model " + model_name)
load_model_time_start = time.time() # start timer
model = torch.load(model_path+model_name, map_location=torch.device('cpu'), weights_only=False)
model.to(device)
load_model_time_end = time.time()
load_model_time = (load_model_time_end - load_model_time_start) * 1000 # elapsed time in milliseconds
print(f'Model loaded in {load_model_time:02f} ms')
# Set model to evaluation mode
model.eval()
# 3) Predict on the single image
image = image.to(device)
prediction_time_start = time.time()
with torch.no_grad():
# Perform prediction
output = model(image)
end_time = time.time()
prediction_time = (end_time - prediction_time_start) * 1000
print(f'Prediction time for one image: {prediction_time:02f} ms')
inference_time = (end_time - start_time) * 1000
print(f'Compete inference time for one image: {inference_time:02f} ms')
```
%% Output
Selected image path: /net/travail/bformanek/MRI_dataset/test/T1wCE/136797_T1_3D_EG_ISO_CS_301_1818.4672_2_335.png
cuda is available
Image loaded in 211.623669 ms
Loading model avp_025.pkl
Model loaded in 26.603460 ms
Prediction time for one image: 1.088381 ms
Compete inference time for one image: 239.736557 ms
%% Cell type:code id: tags:
``` python
```
# Infernece time measurement:
# Measure inference times for a set of models in a folder (local_model_folder) with random sample images from the datast (test_image_folder)
# Needed:
# - models loaded into local folder (use copy_best_models_to_local.py)
# - define local and server folders, and the number of measurements
# Script:
# 0) iterate through the number of measurements
# 1) copy a random image from the dataset to local (for moer reliable masurement results)
# 2) evaluate cpu and gpu inference times and gpu memory for every model on the sample image
# - on CPU do not use autocast, as the CREMI CPU-s do not support this option
# - on GPU use autocast with float16, and calculate memory usage
# 3) put results to command line
# 4) remove sample image from local
# Results:
# Log rasults can be found in ./time_measurement folder
import torch
import torchvision.transforms as transforms
from torchvision.datasets import ImageFolder
......@@ -77,9 +93,12 @@ def inference_time_measurement(model_path, image_path, transform, device = 'cuda
image = image.to(device)
prediction_time_start = time.time()
with torch.no_grad():
if device == 'cuda':
with torch.autocast(device_type=device, dtype=torch.bfloat16):
# Perform prediction
output = model(image)
else:
output = model(image)
end_time = time.time()
prediction_time = (end_time - prediction_time_start) * 1000
......@@ -104,6 +123,7 @@ transform = transforms.Compose([
transforms.ToTensor()
])
# Define folders
test_image_folder = '/net/travail/bformanek/MRI_dataset/test'
local_images_folder = '/net/cremi/bformanek/TRDP_II/local_images/'
local_model_folder = '/net/cremi/bformanek/TRDP_II/local_models/'
......
DESCRIPTION:
AUTOCAST with GPU using float16
NO AUTOCAST with CPU
LOG:
------------------------------------------------------------------------------
MEASUREMENT - 1
Selected image path: /net/travail/bformanek/MRI_dataset/test/T1w/4RTNI_5_S_5006_MR_Sag_IR-SPGR__br_raw_20140821092148809_194_S228381_I440459_2529.7502_0_093.png
Copied to local image path: /net/cremi/bformanek/TRDP_II/local_images/4RTNI_5_S_5006_MR_Sag_IR-SPGR__br_raw_20140821092148809_194_S228381_I440459_2529.7502_0_093.png
MODEL:
transfer_checkpoints_mobilenetv3_small_100.lamb_in1k_avp_028.pkl
DEVICE: cpu
Inference time masurement using cpu
Image loaded: 3.98 ms
Model loaded: 6.52 ms
Prediction time for one image: 5.27 ms
Compete inference time for one image: 15.79 ms
DEVICE: cuda
cuda is available
Inference time masurement using cuda
Image loaded: 0.94 ms
Model loaded: 9.77 ms
Prediction time for one image: 2.42 ms
Compete inference time for one image: 13.23 ms
GPU memory usage: 6.49755859375 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
MODEL:
transfer_checkpoints_efficientnet_b0_adam_amp_criterion_balanced_avp_026.pkl
DEVICE: cpu
Inference time masurement using cpu
Image loaded: 28.47 ms
Model loaded: 15.32 ms
Prediction time for one image: 24.02 ms
Compete inference time for one image: 67.83 ms
DEVICE: cuda
cuda is available
Inference time masurement using cuda
Image loaded: 1.17 ms
Model loaded: 18.94 ms
Prediction time for one image: 4.06 ms
Compete inference time for one image: 24.32 ms
GPU memory usage: 16.53955078125 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
MODEL:
transfer_checkpoints_resnet18.fb_ssl_yfcc100m_ft_in1k_avp_022.pkl
DEVICE: cpu
Inference time masurement using cpu
Image loaded: 3.69 ms
Model loaded: 9.40 ms
Prediction time for one image: 16.13 ms
Compete inference time for one image: 29.25 ms
DEVICE: cuda
cuda is available
Inference time masurement using cuda
Image loaded: 2.45 ms
Model loaded: 24.24 ms
Prediction time for one image: 1.60 ms
Compete inference time for one image: 28.44 ms
GPU memory usage: 43.275390625 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
MODEL:
transfer_checkpoints_mobilenetv4_conv_large.e500_r256_in1k_avp_004.pkl
DEVICE: cpu
Inference time masurement using cpu
Image loaded: 1.26 ms
Model loaded: 85.45 ms
Prediction time for one image: 24.27 ms
Compete inference time for one image: 111.01 ms
DEVICE: cuda
cuda is available
Inference time masurement using cuda
Image loaded: 1.20 ms
Model loaded: 58.94 ms
Prediction time for one image: 4.85 ms
Compete inference time for one image: 65.12 ms
GPU memory usage: 121.2021484375 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
MODEL:
transfer_checkpoints_resnet18_adam_amp_criterion_balanced_avp_025.pkl
DEVICE: cpu
Inference time masurement using cpu
Image loaded: 28.80 ms
Model loaded: 13.67 ms
Prediction time for one image: 15.64 ms
Compete inference time for one image: 58.13 ms
DEVICE: cuda
cuda is available
Inference time masurement using cuda
Image loaded: 1.30 ms
Model loaded: 16.55 ms
Prediction time for one image: 1.54 ms
Compete inference time for one image: 19.56 ms
GPU memory usage: 43.275390625 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
MODEL:
transfer_checkpoints_resnet18_augmentation2_avp_019.pkl
DEVICE: cpu
Inference time masurement using cpu
Image loaded: 4.12 ms
Model loaded: 9.74 ms
Prediction time for one image: 10.24 ms
Compete inference time for one image: 24.13 ms
DEVICE: cuda
cuda is available
Inference time masurement using cuda
Image loaded: 1.23 ms
Model loaded: 15.18 ms
Prediction time for one image: 1.57 ms
Compete inference time for one image: 18.14 ms
GPU memory usage: 43.275390625 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
MODEL:
transfer_checkpoints_resnet18_augmentation4_avp_024.pkl
DEVICE: cpu
Inference time masurement using cpu
Image loaded: 4.38 ms
Model loaded: 9.80 ms
Prediction time for one image: 8.86 ms
Compete inference time for one image: 23.07 ms
DEVICE: cuda
cuda is available
Inference time masurement using cuda
Image loaded: 1.26 ms
Model loaded: 15.24 ms
Prediction time for one image: 1.62 ms
Compete inference time for one image: 18.26 ms
GPU memory usage: 43.275390625 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
MODEL:
transfer_checkpoints_resnet18.a2_in1k_avp_012.pkl
DEVICE: cpu
Inference time masurement using cpu
Image loaded: 32.95 ms
Model loaded: 18.90 ms
Prediction time for one image: 30.13 ms
Compete inference time for one image: 82.01 ms
DEVICE: cuda
cuda is available
Inference time masurement using cuda
Image loaded: 1.34 ms
Model loaded: 16.66 ms
Prediction time for one image: 1.61 ms
Compete inference time for one image: 19.77 ms
GPU memory usage: 43.275390625 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
MODEL:
transfer_checkpoints_mobilenetv4_hybrid_medium.e500_r224_in1k_avp_007.pkl
DEVICE: cpu
Inference time masurement using cpu
Image loaded: 32.95 ms
Model loaded: 33.24 ms
Prediction time for one image: 18.13 ms
Compete inference time for one image: 84.33 ms
DEVICE: cuda
cuda is available
Inference time masurement using cuda
Image loaded: 1.16 ms
Model loaded: 34.81 ms
Prediction time for one image: 6.98 ms
Compete inference time for one image: 43.10 ms
GPU memory usage: 38.37353515625 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
MODEL:
transfer_checkpoints_resnet50_adam_amp_criterion_balanced_avp_018.pkl
DEVICE: cpu
Inference time masurement using cpu
Image loaded: 3.16 ms
Model loaded: 20.71 ms
Prediction time for one image: 27.57 ms
Compete inference time for one image: 51.46 ms
DEVICE: cuda
cuda is available
Inference time masurement using cuda
Image loaded: 1.57 ms
Model loaded: 39.49 ms
Prediction time for one image: 3.04 ms
Compete inference time for one image: 44.25 ms
GPU memory usage: 90.79150390625 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
MODEL:
transfer_checkpoints_resnet18_augmentation1_avp_021.pkl
DEVICE: cpu
Inference time masurement using cpu
Image loaded: 1.27 ms
Model loaded: 10.05 ms
Prediction time for one image: 255.53 ms
Compete inference time for one image: 266.87 ms
DEVICE: cuda
cuda is available
Inference time masurement using cuda
Image loaded: 1.28 ms
Model loaded: 15.42 ms
Prediction time for one image: 1.60 ms
Compete inference time for one image: 18.44 ms
GPU memory usage: 43.275390625 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
MODEL:
transfer_checkpoints_resnet18_augmentation3_avp_003.pkl
DEVICE: cpu
Inference time masurement using cpu
Image loaded: 32.94 ms
Model loaded: 15.08 ms
Prediction time for one image: 407.00 ms
Compete inference time for one image: 455.05 ms
DEVICE: cuda
cuda is available
Inference time masurement using cuda
Image loaded: 1.43 ms
Model loaded: 29.72 ms
Prediction time for one image: 1.60 ms
Compete inference time for one image: 32.91 ms
GPU memory usage: 43.275390625 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
MEASUREMENT - 2
Selected image path: /net/travail/bformanek/MRI_dataset/test/T1w/ISYB_sub-0103_T1w_3526.7072_2_121.png
Copied to local image path: /net/cremi/bformanek/TRDP_II/local_images/ISYB_sub-0103_T1w_3526.7072_2_121.png
MODEL:
transfer_checkpoints_mobilenetv3_small_100.lamb_in1k_avp_028.pkl
DEVICE: cpu
Inference time masurement using cpu
Image loaded: 5.28 ms
Model loaded: 7.64 ms
Prediction time for one image: 136.10 ms
Compete inference time for one image: 149.04 ms
DEVICE: cuda
cuda is available
Inference time masurement using cuda
Image loaded: 1.27 ms
Model loaded: 12.64 ms
Prediction time for one image: 2.95 ms
Compete inference time for one image: 16.98 ms
GPU memory usage: 6.49755859375 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
MODEL:
transfer_checkpoints_efficientnet_b0_adam_amp_criterion_balanced_avp_026.pkl
DEVICE: cpu
Inference time masurement using cpu
Image loaded: 2.26 ms
Model loaded: 12.94 ms
Prediction time for one image: 380.81 ms
Compete inference time for one image: 396.03 ms
DEVICE: cuda
cuda is available
Inference time masurement using cuda
Image loaded: 1.46 ms
Model loaded: 27.35 ms
Prediction time for one image: 4.11 ms
Compete inference time for one image: 33.06 ms
GPU memory usage: 16.53955078125 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
MODEL:
transfer_checkpoints_resnet18.fb_ssl_yfcc100m_ft_in1k_avp_022.pkl
DEVICE: cpu
Inference time masurement using cpu
Image loaded: 2.46 ms
Model loaded: 9.83 ms
Prediction time for one image: 21.66 ms
Compete inference time for one image: 33.97 ms
DEVICE: cuda
cuda is available
Inference time masurement using cuda
Image loaded: 1.23 ms
Model loaded: 14.93 ms
Prediction time for one image: 1.58 ms
Compete inference time for one image: 17.89 ms
GPU memory usage: 43.275390625 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
MODEL:
transfer_checkpoints_mobilenetv4_conv_large.e500_r256_in1k_avp_004.pkl
DEVICE: cpu
Inference time masurement using cpu
Image loaded: 7.52 ms
Model loaded: 85.92 ms
Prediction time for one image: 43.71 ms
Compete inference time for one image: 137.19 ms
DEVICE: cuda
cuda is available
Inference time masurement using cuda
Image loaded: 1.29 ms
Model loaded: 60.78 ms
Prediction time for one image: 4.80 ms
Compete inference time for one image: 67.02 ms
GPU memory usage: 121.2021484375 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
MODEL:
transfer_checkpoints_resnet18_adam_amp_criterion_balanced_avp_025.pkl
DEVICE: cpu
Inference time masurement using cpu
Image loaded: 28.82 ms
Model loaded: 15.69 ms
Prediction time for one image: 17.49 ms
Compete inference time for one image: 62.04 ms
DEVICE: cuda
cuda is available
Inference time masurement using cuda
Image loaded: 1.30 ms
Model loaded: 19.76 ms
Prediction time for one image: 1.54 ms
Compete inference time for one image: 22.74 ms
GPU memory usage: 43.275390625 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
MODEL:
transfer_checkpoints_resnet18_augmentation2_avp_019.pkl
DEVICE: cpu
Inference time masurement using cpu
Image loaded: 7.35 ms
Model loaded: 9.51 ms
Prediction time for one image: 84.01 ms
Compete inference time for one image: 100.89 ms
DEVICE: cuda
cuda is available
Inference time masurement using cuda
Image loaded: 1.36 ms
Model loaded: 16.25 ms
Prediction time for one image: 1.61 ms
Compete inference time for one image: 19.37 ms
GPU memory usage: 43.275390625 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
MODEL:
transfer_checkpoints_resnet18_augmentation4_avp_024.pkl
DEVICE: cpu
Inference time masurement using cpu
Image loaded: 32.93 ms
Model loaded: 11.99 ms
Prediction time for one image: 18.92 ms
Compete inference time for one image: 63.87 ms
DEVICE: cuda
cuda is available
Inference time masurement using cuda
Image loaded: 1.40 ms
Model loaded: 23.62 ms
Prediction time for one image: 1.62 ms
Compete inference time for one image: 26.79 ms
GPU memory usage: 43.275390625 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
MODEL:
transfer_checkpoints_resnet18.a2_in1k_avp_012.pkl
DEVICE: cpu
Inference time masurement using cpu
Image loaded: 46.28 ms
Model loaded: 10.31 ms
Prediction time for one image: 10.48 ms
Compete inference time for one image: 67.10 ms
DEVICE: cuda
cuda is available
Inference time masurement using cuda
Image loaded: 1.31 ms
Model loaded: 20.27 ms
Prediction time for one image: 1.61 ms
Compete inference time for one image: 23.34 ms
GPU memory usage: 43.275390625 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
MODEL:
transfer_checkpoints_mobilenetv4_hybrid_medium.e500_r224_in1k_avp_007.pkl
DEVICE: cpu
Inference time masurement using cpu
Image loaded: 2.57 ms
Model loaded: 24.57 ms
Prediction time for one image: 16.35 ms
Compete inference time for one image: 43.52 ms
DEVICE: cuda
cuda is available
Inference time masurement using cuda
Image loaded: 1.13 ms
Model loaded: 34.75 ms
Prediction time for one image: 7.01 ms
Compete inference time for one image: 43.04 ms
GPU memory usage: 38.37353515625 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
MODEL:
transfer_checkpoints_resnet50_adam_amp_criterion_balanced_avp_018.pkl
DEVICE: cpu
Inference time masurement using cpu
Image loaded: 6.96 ms
Model loaded: 19.64 ms
Prediction time for one image: 142.76 ms
Compete inference time for one image: 169.39 ms
DEVICE: cuda
cuda is available
Inference time masurement using cuda
Image loaded: 1.36 ms
Model loaded: 39.25 ms
Prediction time for one image: 3.17 ms
Compete inference time for one image: 43.94 ms
GPU memory usage: 90.79150390625 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
MODEL:
transfer_checkpoints_resnet18_augmentation1_avp_021.pkl
DEVICE: cpu
Inference time masurement using cpu
Image loaded: 26.83 ms
Model loaded: 10.12 ms
Prediction time for one image: 12.16 ms
Compete inference time for one image: 49.14 ms
DEVICE: cuda
cuda is available
Inference time masurement using cuda
Image loaded: 1.37 ms
Model loaded: 17.14 ms
Prediction time for one image: 1.58 ms
Compete inference time for one image: 20.25 ms
GPU memory usage: 43.275390625 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
MODEL:
transfer_checkpoints_resnet18_augmentation3_avp_003.pkl
DEVICE: cpu
Inference time masurement using cpu
Image loaded: 31.86 ms
Model loaded: 11.45 ms
Prediction time for one image: 18.18 ms
Compete inference time for one image: 61.52 ms
DEVICE: cuda
cuda is available
Inference time masurement using cuda
Image loaded: 1.49 ms
Model loaded: 24.23 ms
Prediction time for one image: 1.63 ms
Compete inference time for one image: 27.50 ms
GPU memory usage: 43.275390625 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
MEASUREMENT - 3
Selected image path: /net/travail/bformanek/MRI_dataset/test/T1w/ADNI_035_S_0048_MR_MPR-R__GradWarp__B1_Correction__N3_Br_20070319172419398_S10258_I45187_617.3637_0_091.png
Copied to local image path: /net/cremi/bformanek/TRDP_II/local_images/ADNI_035_S_0048_MR_MPR-R__GradWarp__B1_Correction__N3_Br_20070319172419398_S10258_I45187_617.3637_0_091.png
MODEL:
transfer_checkpoints_mobilenetv3_small_100.lamb_in1k_avp_028.pkl
DEVICE: cpu
Inference time masurement using cpu
Image loaded: 2.09 ms
Model loaded: 9.40 ms
Prediction time for one image: 6.46 ms
Compete inference time for one image: 17.96 ms
DEVICE: cuda
cuda is available
Inference time masurement using cuda
Image loaded: 1.12 ms
Model loaded: 11.47 ms
Prediction time for one image: 2.75 ms
Compete inference time for one image: 15.48 ms
GPU memory usage: 6.49755859375 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
MODEL:
transfer_checkpoints_efficientnet_b0_adam_amp_criterion_balanced_avp_026.pkl
DEVICE: cpu
Inference time masurement using cpu
Image loaded: 31.17 ms
Model loaded: 18.73 ms
Prediction time for one image: 99.50 ms
Compete inference time for one image: 149.42 ms
DEVICE: cuda
cuda is available
Inference time masurement using cuda
Image loaded: 1.40 ms
Model loaded: 27.61 ms
Prediction time for one image: 4.06 ms
Compete inference time for one image: 33.22 ms
GPU memory usage: 16.53955078125 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
MODEL:
transfer_checkpoints_resnet18.fb_ssl_yfcc100m_ft_in1k_avp_022.pkl
DEVICE: cpu
Inference time masurement using cpu
Image loaded: 2.15 ms
Model loaded: 8.53 ms
Prediction time for one image: 16.30 ms
Compete inference time for one image: 27.00 ms
DEVICE: cuda
cuda is available
Inference time masurement using cuda
Image loaded: 1.22 ms
Model loaded: 23.61 ms
Prediction time for one image: 1.59 ms
Compete inference time for one image: 26.58 ms
GPU memory usage: 43.275390625 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
MODEL:
transfer_checkpoints_mobilenetv4_conv_large.e500_r256_in1k_avp_004.pkl
DEVICE: cpu
Inference time masurement using cpu
Image loaded: 31.95 ms
Model loaded: 43.30 ms
Prediction time for one image: 345.96 ms
Compete inference time for one image: 421.25 ms
DEVICE: cuda
cuda is available
Inference time masurement using cuda
Image loaded: 1.27 ms
Model loaded: 107.77 ms
Prediction time for one image: 4.69 ms
Compete inference time for one image: 113.85 ms
GPU memory usage: 121.2021484375 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
MODEL:
transfer_checkpoints_resnet18_adam_amp_criterion_balanced_avp_025.pkl
DEVICE: cpu
Inference time masurement using cpu
Image loaded: 6.14 ms
Model loaded: 10.57 ms
Prediction time for one image: 106.17 ms
Compete inference time for one image: 122.91 ms
DEVICE: cuda
cuda is available
Inference time masurement using cuda
Image loaded: 1.35 ms
Model loaded: 16.23 ms
Prediction time for one image: 1.62 ms
Compete inference time for one image: 19.34 ms
GPU memory usage: 43.275390625 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
MODEL:
transfer_checkpoints_resnet18_augmentation2_avp_019.pkl
DEVICE: cpu
Inference time masurement using cpu
Image loaded: 32.94 ms
Model loaded: 10.64 ms
Prediction time for one image: 10.76 ms
Compete inference time for one image: 54.36 ms
DEVICE: cuda
cuda is available
Inference time masurement using cuda
Image loaded: 1.34 ms
Model loaded: 16.62 ms
Prediction time for one image: 1.61 ms
Compete inference time for one image: 19.71 ms
GPU memory usage: 43.275390625 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
MODEL:
transfer_checkpoints_resnet18_augmentation4_avp_024.pkl
DEVICE: cpu
Inference time masurement using cpu
Image loaded: 32.93 ms
Model loaded: 10.93 ms
Prediction time for one image: 23.49 ms
Compete inference time for one image: 67.38 ms
DEVICE: cuda
cuda is available
Inference time masurement using cuda
Image loaded: 1.40 ms
Model loaded: 29.04 ms
Prediction time for one image: 1.79 ms
Compete inference time for one image: 32.44 ms
GPU memory usage: 43.275390625 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
MODEL:
transfer_checkpoints_resnet18.a2_in1k_avp_012.pkl
DEVICE: cpu
Inference time masurement using cpu
Image loaded: 31.93 ms
Model loaded: 10.69 ms
Prediction time for one image: 94.56 ms
Compete inference time for one image: 137.20 ms
DEVICE: cuda
cuda is available
Inference time masurement using cuda
Image loaded: 1.44 ms
Model loaded: 26.99 ms
Prediction time for one image: 1.66 ms
Compete inference time for one image: 30.24 ms
GPU memory usage: 43.275390625 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
MODEL:
transfer_checkpoints_mobilenetv4_hybrid_medium.e500_r224_in1k_avp_007.pkl
DEVICE: cpu
Inference time masurement using cpu
Image loaded: 1.82 ms
Model loaded: 26.05 ms
Prediction time for one image: 23.28 ms
Compete inference time for one image: 51.18 ms
DEVICE: cuda
cuda is available
Inference time masurement using cuda
Image loaded: 1.26 ms
Model loaded: 43.98 ms
Prediction time for one image: 7.86 ms
Compete inference time for one image: 53.24 ms
GPU memory usage: 38.37353515625 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
MODEL:
transfer_checkpoints_resnet50_adam_amp_criterion_balanced_avp_018.pkl
DEVICE: cpu
Inference time masurement using cpu
Image loaded: 1.82 ms
Model loaded: 20.77 ms
Prediction time for one image: 31.45 ms
Compete inference time for one image: 54.08 ms
DEVICE: cuda
cuda is available
Inference time masurement using cuda
Image loaded: 1.44 ms
Model loaded: 46.23 ms
Prediction time for one image: 3.35 ms
Compete inference time for one image: 51.17 ms
GPU memory usage: 90.79150390625 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
MODEL:
transfer_checkpoints_resnet18_augmentation1_avp_021.pkl
DEVICE: cpu
Inference time masurement using cpu
Image loaded: 5.67 ms
Model loaded: 9.71 ms
Prediction time for one image: 25.85 ms
Compete inference time for one image: 41.26 ms
DEVICE: cuda
cuda is available
Inference time masurement using cuda
Image loaded: 1.36 ms
Model loaded: 16.80 ms
Prediction time for one image: 1.61 ms
Compete inference time for one image: 19.90 ms
GPU memory usage: 43.275390625 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
MODEL:
transfer_checkpoints_resnet18_augmentation3_avp_003.pkl
DEVICE: cpu
Inference time masurement using cpu
Image loaded: 30.93 ms
Model loaded: 14.38 ms
Prediction time for one image: 57.81 ms
Compete inference time for one image: 103.15 ms
DEVICE: cuda
cuda is available
Inference time masurement using cuda
Image loaded: 1.48 ms
Model loaded: 23.98 ms
Prediction time for one image: 1.64 ms
Compete inference time for one image: 27.26 ms
GPU memory usage: 43.275390625 MB
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --
\ No newline at end of file
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment