From 104aa968a1e4c8f31987e678129542297c928a58 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Formanek=20Bal=C3=A1zs=20Istv=C3=A1n?=
 <formanek.balazs.istvan@itk.ppke.hu>
Date: Sun, 24 Nov 2024 18:19:11 +0100
Subject: [PATCH] predictions on transformed test set measurements

---
 ...ansform_exploration_figures_resnet18.ipynb |    4 +-
 .../transform_evaluation_results.csv          |    0
 .../transform_evaluation_results_resnet18.csv |  649 +++++++++
 ...ion_results_resnet18_first_measurement.csv |    0
 ...form_evaluation_results_resnet18_flips.csv |  649 +++++++++
 ..._evaluation_results_resnet18_flips_180.csv |  649 +++++++++
 ..._evaluation_results_resnet18_flips_360.csv |  649 +++++++++
 ...m_evaluation_results_resnet18_flips_90.csv |  649 +++++++++
 test_transform_exploration.py                 |   33 +-
 transform_evaluation_results_1170.csv         | 1171 ---------------
 transform_evaluation_results_1260.csv         | 1261 -----------------
 11 files changed, 3269 insertions(+), 2445 deletions(-)
 rename test_transform_exploration_figures.ipynb => augmentation_robustness_exploration/test_transform_exploration_figures_resnet18.ipynb (99%)
 rename transform_evaluation_results.csv => augmentation_robustness_exploration/transform_evaluation_results.csv (100%)
 create mode 100644 augmentation_robustness_exploration/transform_evaluation_results_resnet18.csv
 rename transform_evaluation_results2.csv => augmentation_robustness_exploration/transform_evaluation_results_resnet18_first_measurement.csv (100%)
 create mode 100644 augmentation_robustness_exploration/transform_evaluation_results_resnet18_flips.csv
 create mode 100644 augmentation_robustness_exploration/transform_evaluation_results_resnet18_flips_180.csv
 create mode 100644 augmentation_robustness_exploration/transform_evaluation_results_resnet18_flips_360.csv
 create mode 100644 augmentation_robustness_exploration/transform_evaluation_results_resnet18_flips_90.csv
 delete mode 100644 transform_evaluation_results_1170.csv
 delete mode 100644 transform_evaluation_results_1260.csv

diff --git a/test_transform_exploration_figures.ipynb b/augmentation_robustness_exploration/test_transform_exploration_figures_resnet18.ipynb
similarity index 99%
rename from test_transform_exploration_figures.ipynb
rename to augmentation_robustness_exploration/test_transform_exploration_figures_resnet18.ipynb
index b441d10..6463e51 100644
--- a/test_transform_exploration_figures.ipynb
+++ b/augmentation_robustness_exploration/test_transform_exploration_figures_resnet18.ipynb
@@ -2,7 +2,7 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": null,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -10,7 +10,7 @@
     "import matplotlib.pyplot as plt\n",
     "\n",
     "# Load the CSV file with evaluation results\n",
-    "df_results = pd.read_csv(\"transform_evaluation_results2.csv\")"
+    "df_results = pd.read_csv(\"transform_evaluation_results_resnet18_first_measurement.csv\")"
    ]
   },
   {
diff --git a/transform_evaluation_results.csv b/augmentation_robustness_exploration/transform_evaluation_results.csv
similarity index 100%
rename from transform_evaluation_results.csv
rename to augmentation_robustness_exploration/transform_evaluation_results.csv
diff --git a/augmentation_robustness_exploration/transform_evaluation_results_resnet18.csv b/augmentation_robustness_exploration/transform_evaluation_results_resnet18.csv
new file mode 100644
index 0000000..17c1623
--- /dev/null
+++ b/augmentation_robustness_exploration/transform_evaluation_results_resnet18.csv
@@ -0,0 +1,649 @@
+use_random_hflip,use_random_vflip,random_rotation,random_contrast,resample,balanced_accuracy
+False,False,0,0.0,1,0.9666691737796339
+False,False,0,0.0,2,0.9616113254343448
+False,False,0,0.0,4,0.9671319953353618
+False,False,0,0.2,1,0.9652546049097914
+False,False,0,0.2,2,0.9629986913201259
+False,False,0,0.2,4,0.9640382048858285
+False,False,0,0.5,1,0.9529957678912162
+False,False,0,0.5,2,0.8647638237592684
+False,False,0,0.5,4,0.31023070672400005
+False,False,10,0.0,1,0.9362138653017029
+False,False,10,0.0,2,0.8813515837431695
+False,False,10,0.0,4,0.9358183761483471
+False,False,10,0.2,1,0.9311744823009318
+False,False,10,0.2,2,0.9261840849544042
+False,False,10,0.2,4,0.9300762512994283
+False,False,10,0.5,1,0.9063075822849493
+False,False,10,0.5,2,0.8060493304012863
+False,False,10,0.5,4,0.67092376620848
+False,False,20,0.0,1,0.8993009920040694
+False,False,20,0.0,2,0.901067096490752
+False,False,20,0.0,4,0.8986287252707256
+False,False,20,0.2,1,0.88936361466369
+False,False,20,0.2,2,0.8882807233336711
+False,False,20,0.2,4,0.651918120214004
+False,False,20,0.5,1,0.8649125484547163
+False,False,20,0.5,2,0.865209121957564
+False,False,20,0.5,4,0.5072307932232915
+False,False,30,0.0,1,0.869479966454168
+False,False,30,0.0,2,0.8613024461690222
+False,False,30,0.0,4,0.8770331660481056
+False,False,30,0.2,1,0.8643552693672151
+False,False,30,0.2,2,0.802350261550247
+False,False,30,0.2,4,0.3440737940902904
+False,False,30,0.5,1,0.7906950540983626
+False,False,30,0.5,2,0.7814599040897148
+False,False,30,0.5,4,0.7749451169750198
+False,False,40,0.0,1,0.8463495412761795
+False,False,40,0.0,2,0.7549162518921734
+False,False,40,0.0,4,0.8519728656694479
+False,False,40,0.2,1,0.7924141911654382
+False,False,40,0.2,2,0.8392831866931587
+False,False,40,0.2,4,0.7979241197763985
+False,False,40,0.5,1,0.8141220054910631
+False,False,40,0.5,2,0.7224898319677365
+False,False,40,0.5,4,0.44093921319564144
+False,False,50,0.0,1,0.8323508455717826
+False,False,50,0.0,2,0.7190229845797022
+False,False,50,0.0,4,0.30811435235584855
+False,False,50,0.2,1,0.8210793184313099
+False,False,50,0.2,2,0.7221613180741407
+False,False,50,0.2,4,0.14856898687343567
+False,False,50,0.5,1,0.7483686823162733
+False,False,50,0.5,2,0.7505601586053262
+False,False,50,0.5,4,0.5019133364954544
+False,False,60,0.0,1,0.8122780817957407
+False,False,60,0.0,2,0.6961987838342674
+False,False,60,0.0,4,0.4802178603465734
+False,False,60,0.2,1,0.7570600443764566
+False,False,60,0.2,2,0.6313950229616623
+False,False,60,0.2,4,0.5144414973824516
+False,False,60,0.5,1,0.7264471014929599
+False,False,60,0.5,2,0.7093913971055766
+False,False,60,0.5,4,0.7353747137010199
+False,False,70,0.0,1,0.7530589788913981
+False,False,70,0.0,2,0.7536528489575621
+False,False,70,0.0,4,0.7032774119442715
+False,False,70,0.2,1,0.7914806373767682
+False,False,70,0.2,2,0.704488485682524
+False,False,70,0.2,4,0.6996178438866772
+False,False,70,0.5,1,0.7175320099035735
+False,False,70,0.5,2,0.668925241234799
+False,False,70,0.5,4,0.6522850984761142
+False,False,80,0.0,1,0.7433038077093522
+False,False,80,0.0,2,0.7897561132961253
+False,False,80,0.0,4,0.7374394571012363
+False,False,80,0.2,1,0.6939841799776517
+False,False,80,0.2,2,0.6434875943774274
+False,False,80,0.2,4,0.6877415348600372
+False,False,80,0.5,1,0.7109624387661818
+False,False,80,0.5,2,0.6564389457391451
+False,False,80,0.5,4,0.1516601354933448
+False,False,90,0.0,1,0.7000457491714637
+False,False,90,0.0,2,0.6377065828761233
+False,False,90,0.0,4,0.4600078119370444
+False,False,90,0.2,1,0.642001501091386
+False,False,90,0.2,2,0.6810817718152079
+False,False,90,0.2,4,0.2860095955005772
+False,False,90,0.5,1,0.6571952974403868
+False,False,90,0.5,2,0.6462486584581638
+False,False,90,0.5,4,0.6154400417168073
+False,False,100,0.0,1,0.7377485813112339
+False,False,100,0.0,2,0.6556259410987237
+False,False,100,0.0,4,0.3977879967184842
+False,False,100,0.2,1,0.7261341331057728
+False,False,100,0.2,2,0.7223490298323435
+False,False,100,0.2,4,0.3253845892932528
+False,False,100,0.5,1,0.6927621645433236
+False,False,100,0.5,2,0.5486010438704788
+False,False,100,0.5,4,0.21382820482723858
+False,False,110,0.0,1,0.6785903537498861
+False,False,110,0.0,2,0.6617596489641223
+False,False,110,0.0,4,0.6839250880694473
+False,False,110,0.2,1,0.6201097792948757
+False,False,110,0.2,2,0.6175562796557602
+False,False,110,0.2,4,0.719786150583811
+False,False,110,0.5,1,0.599381627164089
+False,False,110,0.5,2,0.6115977934807232
+False,False,110,0.5,4,0.2984405783516045
+False,False,120,0.0,1,0.6766795384303202
+False,False,120,0.0,2,0.630199760148758
+False,False,120,0.0,4,0.7204833016239997
+False,False,120,0.2,1,0.6692966376837396
+False,False,120,0.2,2,0.7070987465127533
+False,False,120,0.2,4,0.7060797024733713
+False,False,120,0.5,1,0.6341185430507099
+False,False,120,0.5,2,0.6337750962304012
+False,False,120,0.5,4,0.5235039918742767
+False,False,130,0.0,1,0.6724906122432738
+False,False,130,0.0,2,0.7113750919621237
+False,False,130,0.0,4,0.6176053242943566
+False,False,130,0.2,1,0.6089586664245902
+False,False,130,0.2,2,0.6947927244969142
+False,False,130,0.2,4,0.5355153681995553
+False,False,130,0.5,1,0.5886904156841302
+False,False,130,0.5,2,0.564290179875569
+False,False,130,0.5,4,0.38376859113807393
+False,False,140,0.0,1,0.6215213101679169
+False,False,140,0.0,2,0.5887608511348935
+False,False,140,0.0,4,0.6530379921518624
+False,False,140,0.2,1,0.6542609014646679
+False,False,140,0.2,2,0.6249366367587312
+False,False,140,0.2,4,0.29667649803117113
+False,False,140,0.5,1,0.6814690774102576
+False,False,140,0.5,2,0.5635415697193121
+False,False,140,0.5,4,0.6168647532097367
+False,False,150,0.0,1,0.6590350986042486
+False,False,150,0.0,2,0.5880843852573457
+False,False,150,0.0,4,0.6370506044620845
+False,False,150,0.2,1,0.6464766207193848
+False,False,150,0.2,2,0.6420847849681793
+False,False,150,0.2,4,0.6971733908221377
+False,False,150,0.5,1,0.587419093594089
+False,False,150,0.5,2,0.5630700370711464
+False,False,150,0.5,4,0.3783731309522739
+False,False,160,0.0,1,0.6092927197014596
+False,False,160,0.0,2,0.6274812143430919
+False,False,160,0.0,4,0.26916064617660157
+False,False,160,0.2,1,0.7426061543163648
+False,False,160,0.2,2,0.6441152448527039
+False,False,160,0.2,4,0.14236547058995172
+False,False,160,0.5,1,0.667896018038325
+False,False,160,0.5,2,0.619123547284533
+False,False,160,0.5,4,0.42742928669517877
+False,False,170,0.0,1,0.5987754819215898
+False,False,170,0.0,2,0.671160384973815
+False,False,170,0.0,4,0.40244843784236206
+False,False,170,0.2,1,0.6512181733307374
+False,False,170,0.2,2,0.55180753037488
+False,False,170,0.2,4,0.4391574882173018
+False,False,170,0.5,1,0.6557710462056442
+False,False,170,0.5,2,0.5844865453914325
+False,False,170,0.5,4,0.567200412222515
+False,True,0,0.0,1,0.9376062173273659
+False,True,0,0.0,2,0.8861414817241112
+False,True,0,0.0,4,0.8368317975259334
+False,True,0,0.2,1,0.9360236880611071
+False,True,0,0.2,2,0.8810796531208841
+False,True,0,0.2,4,0.8836012972242688
+False,True,0,0.5,1,0.8672582379122824
+False,True,0,0.5,2,0.8567065730749402
+False,True,0,0.5,4,0.8056194893197374
+False,True,10,0.0,1,0.8364118063431613
+False,True,10,0.0,2,0.7306374634452799
+False,True,10,0.0,4,0.8191533834053574
+False,True,10,0.2,1,0.8798295558262226
+False,True,10,0.2,2,0.8277598215734511
+False,True,10,0.2,4,0.8307747120967878
+False,True,10,0.5,1,0.8051711868116509
+False,True,10,0.5,2,0.7959276162391021
+False,True,10,0.5,4,0.13780758471645665
+False,True,20,0.0,1,0.7482422968409482
+False,True,20,0.0,2,0.6934715650449829
+False,True,20,0.0,4,0.4468584783421124
+False,True,20,0.2,1,0.8399546134184356
+False,True,20,0.2,2,0.7361042739843686
+False,True,20,0.2,4,0.2484208377372234
+False,True,20,0.5,1,0.715060668984795
+False,True,20,0.5,2,0.7038555670971862
+False,True,20,0.5,4,0.6222390837671237
+False,True,30,0.0,1,0.7329485662892472
+False,True,30,0.0,2,0.6042106682404758
+False,True,30,0.0,4,0.4050885159690635
+False,True,30,0.2,1,0.7722550035160471
+False,True,30,0.2,2,0.7738241749812637
+False,True,30,0.2,4,0.32836444829111466
+False,True,30,0.5,1,0.6988247105130407
+False,True,30,0.5,2,0.6706128189376714
+False,True,30,0.5,4,0.2066924083492559
+False,True,40,0.0,1,0.7547220824603597
+False,True,40,0.0,2,0.7141654928265708
+False,True,40,0.0,4,0.761857058398564
+False,True,40,0.2,1,0.7521407807369986
+False,True,40,0.2,2,0.7544428025097807
+False,True,40,0.2,4,0.7534797308505949
+False,True,40,0.5,1,0.6798831131573065
+False,True,40,0.5,2,0.6773165756554788
+False,True,40,0.5,4,0.1479021771241616
+False,True,50,0.0,1,0.6933435321432082
+False,True,50,0.0,2,0.7007749362104274
+False,True,50,0.0,4,0.736626494163685
+False,True,50,0.2,1,0.7464878381284158
+False,True,50,0.2,2,0.7306521147330293
+False,True,50,0.2,4,0.6581584907307017
+False,True,50,0.5,1,0.6642336911328937
+False,True,50,0.5,2,0.5854382088951752
+False,True,50,0.5,4,0.5809336565520694
+False,True,60,0.0,1,0.6832430655837466
+False,True,60,0.0,2,0.6464754180848784
+False,True,60,0.0,4,0.6857142786203367
+False,True,60,0.2,1,0.67897897849831
+False,True,60,0.2,2,0.6784759061442163
+False,True,60,0.2,4,0.6813887805791458
+False,True,60,0.5,1,0.6511797496254914
+False,True,60,0.5,2,0.7008386328143353
+False,True,60,0.5,4,0.16303340420130816
+False,True,70,0.0,1,0.6285049569175929
+False,True,70,0.0,2,0.7270301165574035
+False,True,70,0.0,4,0.6776567305830904
+False,True,70,0.2,1,0.668209782231182
+False,True,70,0.2,2,0.5390103072773405
+False,True,70,0.2,4,0.5775313386719733
+False,True,70,0.5,1,0.6393230265827431
+False,True,70,0.5,2,0.6296625895191392
+False,True,70,0.5,4,0.5904529302672504
+False,True,80,0.0,1,0.676181814087646
+False,True,80,0.0,2,0.6215188406492923
+False,True,80,0.0,4,0.41608799394017926
+False,True,80,0.2,1,0.6188050962673451
+False,True,80,0.2,2,0.6865154400789003
+False,True,80,0.2,4,0.6206212039046093
+False,True,80,0.5,1,0.6327507035423884
+False,True,80,0.5,2,0.5797048924706104
+False,True,80,0.5,4,0.5993119675311865
+False,True,90,0.0,1,0.6650285967215829
+False,True,90,0.0,2,0.5905859893601839
+False,True,90,0.0,4,0.5650248335016057
+False,True,90,0.2,1,0.6564992859227695
+False,True,90,0.2,2,0.5287376161167016
+False,True,90,0.2,4,0.17676746744762942
+False,True,90,0.5,1,0.6335569175122417
+False,True,90,0.5,2,0.6208361208583384
+False,True,90,0.5,4,0.5854779307902739
+False,True,100,0.0,1,0.6079202262258177
+False,True,100,0.0,2,0.7482892049640418
+False,True,100,0.0,4,0.6142650091666482
+False,True,100,0.2,1,0.650713195159633
+False,True,100,0.2,2,0.5795235820833329
+False,True,100,0.2,4,0.32246115506923084
+False,True,100,0.5,1,0.6287941920267369
+False,True,100,0.5,2,0.5153834756916725
+False,True,100,0.5,4,0.6684539001725726
+False,True,110,0.0,1,0.6527342033738266
+False,True,110,0.0,2,0.6080472562848714
+False,True,110,0.0,4,0.655357623700139
+False,True,110,0.2,1,0.647785819131158
+False,True,110,0.2,2,0.6437412348753974
+False,True,110,0.2,4,0.5168675693813664
+False,True,110,0.5,1,0.6336758772852742
+False,True,110,0.5,2,0.6613255010984264
+False,True,110,0.5,4,0.6142184747144286
+False,True,120,0.0,1,0.6528724433298799
+False,True,120,0.0,2,0.6464611938805405
+False,True,120,0.0,4,0.47064286884931317
+False,True,120,0.2,1,0.6056176470293815
+False,True,120,0.2,2,0.6436621993274457
+False,True,120,0.2,4,0.43149988395448996
+False,True,120,0.5,1,0.5676040508414141
+False,True,120,0.5,2,0.5125945522628641
+False,True,120,0.5,4,0.6122050258863084
+False,True,130,0.0,1,0.6491446724494409
+False,True,130,0.0,2,0.5795237112326579
+False,True,130,0.0,4,0.2906550308656738
+False,True,130,0.2,1,0.6505772625796837
+False,True,130,0.2,2,0.6969867417905024
+False,True,130,0.2,4,0.5803587136348416
+False,True,130,0.5,1,0.5650191681180747
+False,True,130,0.5,2,0.4696479559392494
+False,True,130,0.5,4,0.5451121615461031
+False,True,140,0.0,1,0.5927305286442772
+False,True,140,0.0,2,0.6944008109280817
+False,True,140,0.0,4,0.6437589218218253
+False,True,140,0.2,1,0.6421539402150359
+False,True,140,0.2,2,0.6011916704406389
+False,True,140,0.2,4,0.4557852378757806
+False,True,140,0.5,1,0.6079098765337353
+False,True,140,0.5,2,0.5259403248354293
+False,True,140,0.5,4,0.24332532243192548
+False,True,150,0.0,1,0.5962850842948741
+False,True,150,0.0,2,0.5968253760344885
+False,True,150,0.0,4,0.14453356158611355
+False,True,150,0.2,1,0.6876460820059807
+False,True,150,0.2,2,0.5899638213450975
+False,True,150,0.2,4,0.464893832319096
+False,True,150,0.5,1,0.6629971773146143
+False,True,150,0.5,2,0.5060956063138702
+False,True,150,0.5,4,0.35246061635089293
+False,True,160,0.0,1,0.7479013472520688
+False,True,160,0.0,2,0.6067875086265405
+False,True,160,0.0,4,0.45327207550185095
+False,True,160,0.2,1,0.6336448871227652
+False,True,160,0.2,2,0.6233912674671513
+False,True,160,0.2,4,0.6403180229680403
+False,True,160,0.5,1,0.6056561312343884
+False,True,160,0.5,2,0.602675422224187
+False,True,160,0.5,4,0.5974741480802858
+False,True,170,0.0,1,0.6477711903391513
+False,True,170,0.0,2,0.5973623166521442
+False,True,170,0.0,4,0.638216388613981
+False,True,170,0.2,1,0.6884345582985362
+False,True,170,0.2,2,0.5861807120418385
+False,True,170,0.2,4,0.6296743762133689
+False,True,170,0.5,1,0.6118402235918758
+False,True,170,0.5,2,0.5946386885975429
+False,True,170,0.5,4,0.5843349674506537
+True,False,0,0.0,1,0.9267236107677833
+True,False,0,0.0,2,0.9189438378661299
+True,False,0,0.0,4,0.921999143790089
+True,False,0,0.2,1,0.9172957457404118
+True,False,0,0.2,2,0.920625109264166
+True,False,0,0.2,4,0.13642960812772134
+True,False,0,0.5,1,0.9088727990154356
+True,False,0,0.5,2,0.8302208655362426
+True,False,0,0.5,4,0.47114289277136107
+True,False,10,0.0,1,0.8982927015438982
+True,False,10,0.0,2,0.8911696698345717
+True,False,10,0.0,4,0.23176009568081327
+True,False,10,0.2,1,0.8894503500599213
+True,False,10,0.2,2,0.8794851947153804
+True,False,10,0.2,4,0.8605608599183411
+True,False,10,0.5,1,0.8674501967355528
+True,False,10,0.5,2,0.6441471428826346
+True,False,10,0.5,4,0.31802155030516654
+True,False,20,0.0,1,0.8616934592597297
+True,False,20,0.0,2,0.8219517992383798
+True,False,20,0.0,4,0.3160870659947187
+True,False,20,0.2,1,0.8610364367557314
+True,False,20,0.2,2,0.8324115584337559
+True,False,20,0.2,4,0.21131885501204262
+True,False,20,0.5,1,0.8269203428861273
+True,False,20,0.5,2,0.7762170453555882
+True,False,20,0.5,4,0.8282115340454992
+True,False,30,0.0,1,0.8403370090744289
+True,False,30,0.0,2,0.7999607367322304
+True,False,30,0.0,4,0.838804407970701
+True,False,30,0.2,1,0.837573585572505
+True,False,30,0.2,2,0.8372857715279416
+True,False,30,0.2,4,0.14700051845453826
+True,False,30,0.5,1,0.8115891624639382
+True,False,30,0.5,2,0.6403024412369849
+True,False,30,0.5,4,0.7924620980019894
+True,False,40,0.0,1,0.8131908103944584
+True,False,40,0.0,2,0.7735020900548281
+True,False,40,0.0,4,0.7570124065786753
+True,False,40,0.2,1,0.7634787644954752
+True,False,40,0.2,2,0.7610421489975466
+True,False,40,0.2,4,0.7636689949776766
+True,False,40,0.5,1,0.7860969975066379
+True,False,40,0.5,2,0.73061660704879
+True,False,40,0.5,4,0.7337953735952191
+True,False,50,0.0,1,0.7506105447406018
+True,False,50,0.0,2,0.7644102909525756
+True,False,50,0.0,4,0.7576845555069598
+True,False,50,0.2,1,0.7528996507413547
+True,False,50,0.2,2,0.7968896180665631
+True,False,50,0.2,4,0.1650245546967469
+True,False,50,0.5,1,0.774854205074358
+True,False,50,0.5,2,0.7183868994675157
+True,False,50,0.5,4,0.6655641807349925
+True,False,60,0.0,1,0.7474840201957103
+True,False,60,0.0,2,0.5800981777518163
+True,False,60,0.0,4,0.6830693241709748
+True,False,60,0.2,1,0.6841266144704851
+True,False,60,0.2,2,0.7768213549886419
+True,False,60,0.2,4,0.7330089380022188
+True,False,60,0.5,1,0.6692068388375644
+True,False,60,0.5,2,0.6598708792223817
+True,False,60,0.5,4,0.3808039248114897
+True,False,70,0.0,1,0.6914900756000927
+True,False,70,0.0,2,0.6737965686312755
+True,False,70,0.0,4,0.6591106804722966
+True,False,70,0.2,1,0.7308935748864929
+True,False,70,0.2,2,0.7326864306153761
+True,False,70,0.2,4,0.6650127026807987
+True,False,70,0.5,1,0.7009769411430994
+True,False,70,0.5,2,0.5520024638005588
+True,False,70,0.5,4,0.4800902979880344
+True,False,80,0.0,1,0.7760069419959204
+True,False,80,0.0,2,0.6162730354649403
+True,False,80,0.0,4,0.1801415782141909
+True,False,80,0.2,1,0.7209130452789198
+True,False,80,0.2,2,0.7628793670572173
+True,False,80,0.2,4,0.2887927757046445
+True,False,80,0.5,1,0.6860382970418407
+True,False,80,0.5,2,0.6241696656227342
+True,False,80,0.5,4,0.5194610895434816
+True,False,90,0.0,1,0.6699664072394557
+True,False,90,0.0,2,0.7204170058298196
+True,False,90,0.0,4,0.4382185150260147
+True,False,90,0.2,1,0.6163357081454756
+True,False,90,0.2,2,0.761925806987516
+True,False,90,0.2,4,0.6593600774325583
+True,False,90,0.5,1,0.7340229083711989
+True,False,90,0.5,2,0.6747945753610958
+True,False,90,0.5,4,0.15179943285410266
+True,False,100,0.0,1,0.7183371981460233
+True,False,100,0.0,2,0.7287805398060779
+True,False,100,0.0,4,0.6642349683771588
+True,False,100,0.2,1,0.7175620743870091
+True,False,100,0.2,2,0.6627512860535594
+True,False,100,0.2,4,0.656047461040381
+True,False,100,0.5,1,0.5892719303497921
+True,False,100,0.5,2,0.6100052835203734
+True,False,100,0.5,4,0.5796702817147192
+True,False,110,0.0,1,0.7595158886058205
+True,False,110,0.0,2,0.6635720828924959
+True,False,110,0.0,4,0.6607850869385947
+True,False,110,0.2,1,0.605485730022996
+True,False,110,0.2,2,0.6380097141440654
+True,False,110,0.2,4,0.32108509288836895
+True,False,110,0.5,1,0.6848735237193824
+True,False,110,0.5,2,0.5601832831480088
+True,False,110,0.5,4,0.5772409921151015
+True,False,120,0.0,1,0.7038600687273056
+True,False,120,0.0,2,0.6521831012877177
+True,False,120,0.0,4,0.6584744793136865
+True,False,120,0.2,1,0.6520287644228832
+True,False,120,0.2,2,0.6441255050813363
+True,False,120,0.2,4,0.5220276888155697
+True,False,120,0.5,1,0.6758825841217326
+True,False,120,0.5,2,0.6257377740469812
+True,False,120,0.5,4,0.5716034238222313
+True,False,130,0.0,1,0.6514451900024155
+True,False,130,0.0,2,0.5938367787542674
+True,False,130,0.0,4,0.5404153622033234
+True,False,130,0.2,1,0.7008054820265367
+True,False,130,0.2,2,0.5923600260738139
+True,False,130,0.2,4,0.4250941658462241
+True,False,130,0.5,1,0.5678713227993979
+True,False,130,0.5,2,0.6113509139705979
+True,False,130,0.5,4,0.5706233839365401
+True,False,140,0.0,1,0.6540118001289518
+True,False,140,0.0,2,0.5629624333356177
+True,False,140,0.0,4,0.30153184279152256
+True,False,140,0.2,1,0.6438665426281144
+True,False,140,0.2,2,0.5912047989251021
+True,False,140,0.2,4,0.6840581796444622
+True,False,140,0.5,1,0.6641989613048063
+True,False,140,0.5,2,0.518731845421711
+True,False,140,0.5,4,0.5368451881856674
+True,False,150,0.0,1,0.7390416320530926
+True,False,150,0.0,2,0.6434470223371668
+True,False,150,0.0,4,0.6507836020972949
+True,False,150,0.2,1,0.6930718787857144
+True,False,150,0.2,2,0.6418512427399976
+True,False,150,0.2,4,0.41521486774908384
+True,False,150,0.5,1,0.6160203845083971
+True,False,150,0.5,2,0.5155498587896229
+True,False,150,0.5,4,0.24322328666450738
+True,False,160,0.0,1,0.6034022846223769
+True,False,160,0.0,2,0.7019384847035887
+True,False,160,0.0,4,0.1439304498659261
+True,False,160,0.2,1,0.5951640008957045
+True,False,160,0.2,2,0.6358090770786202
+True,False,160,0.2,4,0.5224635143872987
+True,False,160,0.5,1,0.5719646215040018
+True,False,160,0.5,2,0.5124250653778729
+True,False,160,0.5,4,0.360862623887312
+True,False,170,0.0,1,0.6476113887815043
+True,False,170,0.0,2,0.569890404340102
+True,False,170,0.0,4,0.4475190707820395
+True,False,170,0.2,1,0.6446876279864391
+True,False,170,0.2,2,0.6742554918900113
+True,False,170,0.2,4,0.6445533639797221
+True,False,170,0.5,1,0.6232635935215465
+True,False,170,0.5,2,0.604460994556245
+True,False,170,0.5,4,0.559180327573378
+True,True,0,0.0,1,0.9017659261745766
+True,True,0,0.0,2,0.8983454791206464
+True,True,0,0.0,4,0.8984031090952111
+True,True,0,0.2,1,0.8982396479325067
+True,True,0,0.2,2,0.839591697425088
+True,True,0,0.2,4,0.8863023442844364
+True,True,0,0.5,1,0.7354216995190507
+True,True,0,0.5,2,0.7907763035036821
+True,True,0,0.5,4,0.8119789705366217
+True,True,10,0.0,1,0.801930795077029
+True,True,10,0.0,2,0.8055510089855108
+True,True,10,0.0,4,0.7496694040604137
+True,True,10,0.2,1,0.8408676239738819
+True,True,10,0.2,2,0.7473543729212081
+True,True,10,0.2,4,0.1378927708481544
+True,True,10,0.5,1,0.768705214428614
+True,True,10,0.5,2,0.6806582184293486
+True,True,10,0.5,4,0.32989626917310655
+True,True,20,0.0,1,0.7643492271418856
+True,True,20,0.0,2,0.8164900856746994
+True,True,20,0.0,4,0.23302586915390222
+True,True,20,0.2,1,0.7556421981117339
+True,True,20,0.2,2,0.7174744680037082
+True,True,20,0.2,4,0.6801879064212503
+True,True,20,0.5,1,0.690337579403152
+True,True,20,0.5,2,0.5502404998486564
+True,True,20,0.5,4,0.3235966282114772
+True,True,30,0.0,1,0.6957687005121279
+True,True,30,0.0,2,0.7559692970886888
+True,True,30,0.0,4,0.312825699963274
+True,True,30,0.2,1,0.7469722583448675
+True,True,30,0.2,2,0.7127595295898643
+True,True,30,0.2,4,0.20862895002258536
+True,True,30,0.5,1,0.6778657616339238
+True,True,30,0.5,2,0.7650590983263283
+True,True,30,0.5,4,0.6583310836041109
+True,True,40,0.0,1,0.6861366105826446
+True,True,40,0.0,2,0.6393381553827003
+True,True,40,0.0,4,0.6398825150643309
+True,True,40,0.2,1,0.734386036270631
+True,True,40,0.2,2,0.7275410226531596
+True,True,40,0.2,4,0.14593984717044733
+True,True,40,0.5,1,0.650341487466345
+True,True,40,0.5,2,0.6358676732873632
+True,True,40,0.5,4,0.7236717977864765
+True,True,50,0.0,1,0.6250848063350213
+True,True,50,0.0,2,0.6614000777363129
+True,True,50,0.0,4,0.7030768617760804
+True,True,50,0.2,1,0.7642064363217571
+True,True,50,0.2,2,0.6101480547915112
+True,True,50,0.2,4,0.6116552321910367
+True,True,50,0.5,1,0.6001605114378747
+True,True,50,0.5,2,0.6837257751413209
+True,True,50,0.5,4,0.6823512956530834
+True,True,60,0.0,1,0.6787064818861664
+True,True,60,0.0,2,0.6126536882792007
+True,True,60,0.0,4,0.7199712931471857
+True,True,60,0.2,1,0.6646995627347119
+True,True,60,0.2,2,0.70149069755761
+True,True,60,0.2,4,0.6629543053990721
+True,True,60,0.5,1,0.5815400802357068
+True,True,60,0.5,2,0.5994377397178693
+True,True,60,0.5,4,0.2927381293902362
+True,True,70,0.0,1,0.6517045592284305
+True,True,70,0.0,2,0.61803659939095
+True,True,70,0.0,4,0.7117325511910908
+True,True,70,0.2,1,0.7653975846128954
+True,True,70,0.2,2,0.6108889298163674
+True,True,70,0.2,4,0.6027343429404625
+True,True,70,0.5,1,0.6803776441284367
+True,True,70,0.5,2,0.6237328738521342
+True,True,70,0.5,4,0.5218936781218994
+True,True,80,0.0,1,0.7018533224294835
+True,True,80,0.0,2,0.655013114640839
+True,True,80,0.0,4,0.7033288645060868
+True,True,80,0.2,1,0.6466675331980773
+True,True,80,0.2,2,0.6354804925717066
+True,True,80,0.2,4,0.530902437526483
+True,True,80,0.5,1,0.619672234143312
+True,True,80,0.5,2,0.566132806343861
+True,True,80,0.5,4,0.3887274245590417
+True,True,90,0.0,1,0.6028019694256316
+True,True,90,0.0,2,0.5757765136649736
+True,True,90,0.0,4,0.6577647820307497
+True,True,90,0.2,1,0.6450787945010255
+True,True,90,0.2,2,0.6573638854063749
+True,True,90,0.2,4,0.28532636368488845
+True,True,90,0.5,1,0.6242710712151319
+True,True,90,0.5,2,0.6570030443146301
+True,True,90,0.5,4,0.605688431033575
+True,True,100,0.0,1,0.6963512574676419
+True,True,100,0.0,2,0.5425531937479029
+True,True,100,0.0,4,0.5909877198289938
+True,True,100,0.2,1,0.6880628689891009
+True,True,100,0.2,2,0.5956766749887017
+True,True,100,0.2,4,0.6302009748291908
+True,True,100,0.5,1,0.5750164350300487
+True,True,100,0.5,2,0.5053736553544533
+True,True,100,0.5,4,0.356516521881678
+True,True,110,0.0,1,0.6050052864984534
+True,True,110,0.0,2,0.6154657863339308
+True,True,110,0.0,4,0.25651993639298526
+True,True,110,0.2,1,0.6286099745354875
+True,True,110,0.2,2,0.5896846701762
+True,True,110,0.2,4,0.14225107083116847
+True,True,110,0.5,1,0.620527988066094
+True,True,110,0.5,2,0.6127997359790339
+True,True,110,0.5,4,0.4088424244656806
+True,True,120,0.0,1,0.6960913350890252
+True,True,120,0.0,2,0.5617316011309815
+True,True,120,0.0,4,0.3920589799101401
+True,True,120,0.2,1,0.6870798424388219
+True,True,120,0.2,2,0.5414479509960347
+True,True,120,0.2,4,0.47246792723489284
+True,True,120,0.5,1,0.6153717920222277
+True,True,120,0.5,2,0.5814069053165997
+True,True,120,0.5,4,0.5512032322323646
+True,True,130,0.0,1,0.594339746280106
+True,True,130,0.0,2,0.5873094289840112
+True,True,130,0.0,4,0.6403562631743815
+True,True,130,0.2,1,0.5836678798139481
+True,True,130,0.2,2,0.6282314695389183
+True,True,130,0.2,4,0.6333258538346076
+True,True,130,0.5,1,0.5676096108424226
+True,True,130,0.5,2,0.5526621119830902
+True,True,130,0.5,4,0.6025738917961098
+True,True,140,0.0,1,0.6409272735466144
+True,True,140,0.0,2,0.6400070042365403
+True,True,140,0.0,4,0.5772036831910332
+True,True,140,0.2,1,0.685190650651394
+True,True,140,0.2,2,0.586762992952061
+True,True,140,0.2,4,0.6307386616996747
+True,True,140,0.5,1,0.6042124852166764
+True,True,140,0.5,2,0.5619823074280896
+True,True,140,0.5,4,0.14753328105683886
+True,True,150,0.0,1,0.6440155452625536
+True,True,150,0.0,2,0.6286313266828868
+True,True,150,0.0,4,0.4619981198682855
+True,True,150,0.2,1,0.579023417028802
+True,True,150,0.2,2,0.6257844590441405
+True,True,150,0.2,4,0.26389006616468547
+True,True,150,0.5,1,0.5568690715044852
+True,True,150,0.5,2,0.6036125210050758
+True,True,150,0.5,4,0.5183353818866153
+True,True,160,0.0,1,0.6020395493039056
+True,True,160,0.0,2,0.5676609354772152
+True,True,160,0.0,4,0.3701003631514533
+True,True,160,0.2,1,0.6409953492993371
+True,True,160,0.2,2,0.6381727134149238
+True,True,160,0.2,4,0.30835713152594085
+True,True,160,0.5,1,0.61874202875178
+True,True,160,0.5,2,0.5035190329181964
+True,True,160,0.5,4,0.20669117035933302
+True,True,170,0.0,1,0.6460361845751498
+True,True,170,0.0,2,0.5932886824759844
+True,True,170,0.0,4,0.5964648149486085
+True,True,170,0.2,1,0.6322180017733059
+True,True,170,0.2,2,0.6347031634862214
+True,True,170,0.2,4,0.6368683361809787
+True,True,170,0.5,1,0.6657657639173244
+True,True,170,0.5,2,0.6486307827238367
+True,True,170,0.5,4,0.1471043768142465
diff --git a/transform_evaluation_results2.csv b/augmentation_robustness_exploration/transform_evaluation_results_resnet18_first_measurement.csv
similarity index 100%
rename from transform_evaluation_results2.csv
rename to augmentation_robustness_exploration/transform_evaluation_results_resnet18_first_measurement.csv
diff --git a/augmentation_robustness_exploration/transform_evaluation_results_resnet18_flips.csv b/augmentation_robustness_exploration/transform_evaluation_results_resnet18_flips.csv
new file mode 100644
index 0000000..6da134d
--- /dev/null
+++ b/augmentation_robustness_exploration/transform_evaluation_results_resnet18_flips.csv
@@ -0,0 +1,649 @@
+use_random_hflip,use_random_vflip,random_rotation,random_contrast,resample,balanced_accuracy
+False,False,0,0.0,1,0.9873289132332328
+False,False,0,0.0,2,0.9750792770877217
+False,False,0,0.0,4,0.9842785627895994
+False,False,0,0.2,1,0.9853061659793224
+False,False,0,0.2,2,0.9793441507171284
+False,False,0,0.2,4,0.9774733513479974
+False,False,0,0.5,1,0.9605989472679607
+False,False,0,0.5,2,0.8158906768187592
+False,False,0,0.5,4,0.35340501761299975
+False,False,10,0.0,1,0.9530144388425625
+False,False,10,0.0,2,0.8726673399311332
+False,False,10,0.0,4,0.9563643409249766
+False,False,10,0.2,1,0.9438527685555161
+False,False,10,0.2,2,0.9375629193478383
+False,False,10,0.2,4,0.9365302414744522
+False,False,10,0.5,1,0.8934199578397887
+False,False,10,0.5,2,0.7277683957075035
+False,False,10,0.5,4,0.6900722778261928
+False,False,20,0.0,1,0.90765114975284
+False,False,20,0.0,2,0.908114391218449
+False,False,20,0.0,4,0.4818361241448353
+False,False,20,0.2,1,0.894684375321744
+False,False,20,0.2,2,0.8968520709370151
+False,False,20,0.2,4,0.8933167115284864
+False,False,20,0.5,1,0.7943169535236189
+False,False,20,0.5,2,0.8340552164216265
+False,False,20,0.5,4,0.3057819053343864
+False,False,30,0.0,1,0.8785122427657479
+False,False,30,0.0,2,0.8875798892847825
+False,False,30,0.0,4,0.2219896428297588
+False,False,30,0.2,1,0.8629360152685918
+False,False,30,0.2,2,0.8732777921864354
+False,False,30,0.2,4,0.8336329768936188
+False,False,30,0.5,1,0.773826225046199
+False,False,30,0.5,2,0.767602325382647
+False,False,30,0.5,4,0.8121458814304255
+False,False,40,0.0,1,0.8578559074605071
+False,False,40,0.0,2,0.8644753000362329
+False,False,40,0.0,4,0.863013254311805
+False,False,40,0.2,1,0.8070261049195298
+False,False,40,0.2,2,0.8561095750110704
+False,False,40,0.2,4,0.8551999099138561
+False,False,40,0.5,1,0.7995224889524302
+False,False,40,0.5,2,0.8002276811457006
+False,False,40,0.5,4,0.7534915535352108
+False,False,50,0.0,1,0.8510373253481013
+False,False,50,0.0,2,0.8047770388175941
+False,False,50,0.0,4,0.3953662361188742
+False,False,50,0.2,1,0.7959962837856561
+False,False,50,0.2,2,0.8031476916028799
+False,False,50,0.2,4,0.7426958862054809
+False,False,50,0.5,1,0.7025376858432344
+False,False,50,0.5,2,0.7391120650486033
+False,False,50,0.5,4,0.6924680646480127
+False,False,60,0.0,1,0.7411569648281481
+False,False,60,0.0,2,0.8374948647234041
+False,False,60,0.0,4,0.6644710156419071
+False,False,60,0.2,1,0.7354541931010701
+False,False,60,0.2,2,0.8375098265628067
+False,False,60,0.2,4,0.7818627676804015
+False,False,60,0.5,1,0.7326804145089824
+False,False,60,0.5,2,0.7182021376594364
+False,False,60,0.5,4,0.7251777336020283
+False,False,70,0.0,1,0.7764515461400292
+False,False,70,0.0,2,0.8320566132732781
+False,False,70,0.0,4,0.7392004304984509
+False,False,70,0.2,1,0.8137586623846014
+False,False,70,0.2,2,0.7610187338835057
+False,False,70,0.2,4,0.3795656188766549
+False,False,70,0.5,1,0.7326702843381353
+False,False,70,0.5,2,0.5973459347081811
+False,False,70,0.5,4,0.6786459347282593
+False,False,80,0.0,1,0.7746478842936718
+False,False,80,0.0,2,0.8209355563504878
+False,False,80,0.0,4,0.7291180680979387
+False,False,80,0.2,1,0.7598474761038284
+False,False,80,0.2,2,0.713161270575742
+False,False,80,0.2,4,0.6147890445624083
+False,False,80,0.5,1,0.767265261554455
+False,False,80,0.5,2,0.7100115002328603
+False,False,80,0.5,4,0.6187041805043314
+False,False,90,0.0,1,0.7634339593493887
+False,False,90,0.0,2,0.7710355077646167
+False,False,90,0.0,4,0.631156011312863
+False,False,90,0.2,1,0.7004585425314621
+False,False,90,0.2,2,0.7603969933828026
+False,False,90,0.2,4,0.49313401619927655
+False,False,90,0.5,1,0.669954939652435
+False,False,90,0.5,2,0.7033893516305125
+False,False,90,0.5,4,0.6516080194001537
+False,False,100,0.0,1,0.7634225809243056
+False,False,100,0.0,2,0.7644561014801406
+False,False,100,0.0,4,0.7741088612265143
+False,False,100,0.2,1,0.754320613865196
+False,False,100,0.2,2,0.6981060440374092
+False,False,100,0.2,4,0.3671853433719745
+False,False,100,0.5,1,0.7159402989018844
+False,False,100,0.5,2,0.582197944421783
+False,False,100,0.5,4,0.6173789430898587
+False,False,110,0.0,1,0.7591852274224159
+False,False,110,0.0,2,0.766611069592685
+False,False,110,0.0,4,0.8100209721258216
+False,False,110,0.2,1,0.701872072263883
+False,False,110,0.2,2,0.6993940863722995
+False,False,110,0.2,4,0.6005270761022502
+False,False,110,0.5,1,0.7625514059087891
+False,False,110,0.5,2,0.7456343785858791
+False,False,110,0.5,4,0.601055536829789
+False,False,120,0.0,1,0.7476710315657231
+False,False,120,0.0,2,0.756746285726833
+False,False,120,0.0,4,0.6227305187541086
+False,False,120,0.2,1,0.7022319133896046
+False,False,120,0.2,2,0.746761689255515
+False,False,120,0.2,4,0.48617357060637556
+False,False,120,0.5,1,0.6621308039778132
+False,False,120,0.5,2,0.606189620989993
+False,False,120,0.5,4,0.7039892612924589
+False,False,130,0.0,1,0.75721758000195
+False,False,130,0.0,2,0.6942788625894758
+False,False,130,0.0,4,0.3465714129232465
+False,False,130,0.2,1,0.6948749096830947
+False,False,130,0.2,2,0.7465636447885627
+False,False,130,0.2,4,0.7505110050461997
+False,False,130,0.5,1,0.6103307715230607
+False,False,130,0.5,2,0.5469897899283215
+False,False,130,0.5,4,0.6824537988533395
+False,False,140,0.0,1,0.7410123585909408
+False,False,140,0.0,2,0.7609229663210714
+False,False,140,0.0,4,0.7995317704414033
+False,False,140,0.2,1,0.7504885112684442
+False,False,140,0.2,2,0.7133827656942923
+False,False,140,0.2,4,0.47732888478222707
+False,False,140,0.5,1,0.7083264798285248
+False,False,140,0.5,2,0.6060670472764673
+False,False,140,0.5,4,0.28898881649642455
+False,False,150,0.0,1,0.7481734549596745
+False,False,150,0.0,2,0.8124451079844286
+False,False,150,0.0,4,0.20091378516613664
+False,False,150,0.2,1,0.749715907664772
+False,False,150,0.2,2,0.7495388712814101
+False,False,150,0.2,4,0.5441865028669658
+False,False,150,0.5,1,0.7070028639731997
+False,False,150,0.5,2,0.5997573657923835
+False,False,150,0.5,4,0.4492004824343619
+False,False,160,0.0,1,0.7000741489514505
+False,False,160,0.0,2,0.6935042084232046
+False,False,160,0.0,4,0.586154827255054
+False,False,160,0.2,1,0.788292212112309
+False,False,160,0.2,2,0.7465144153676724
+False,False,160,0.2,4,0.7457451473474197
+False,False,160,0.5,1,0.7078486281834182
+False,False,160,0.5,2,0.702500937386527
+False,False,160,0.5,4,0.6445160482368768
+False,False,170,0.0,1,0.7115176026048954
+False,False,170,0.0,2,0.7595291745370563
+False,False,170,0.0,4,0.8055132898010806
+False,False,170,0.2,1,0.7935909461979097
+False,False,170,0.2,2,0.7094385907424611
+False,False,170,0.2,4,0.7545662446648935
+False,False,170,0.5,1,0.7576341985113487
+False,False,170,0.5,2,0.6964225473189278
+False,False,170,0.5,4,0.5944836936095017
+False,True,0,0.0,1,0.9886926073556743
+False,True,0,0.0,2,0.9843566332326432
+False,True,0,0.0,4,0.9857886236277326
+False,True,0,0.2,1,0.9851988777098758
+False,True,0,0.2,2,0.9781224011416786
+False,True,0,0.2,4,0.15456941952144396
+False,True,0,0.5,1,0.9098818027301957
+False,True,0,0.5,2,0.8986271023345962
+False,True,0,0.5,4,0.46270650806096614
+False,True,10,0.0,1,0.9513699569007618
+False,True,10,0.0,2,0.9449932620918122
+False,True,10,0.0,4,0.4252360082824957
+False,True,10,0.2,1,0.9398716721147018
+False,True,10,0.2,2,0.9397319938142663
+False,True,10,0.2,4,0.8946685535100034
+False,True,10,0.5,1,0.8398940767764754
+False,True,10,0.5,2,0.606384340395077
+False,True,10,0.5,4,0.41716510632968257
+False,True,20,0.0,1,0.9016884227105536
+False,True,20,0.0,2,0.9075043429040767
+False,True,20,0.0,4,0.45396592128864255
+False,True,20,0.2,1,0.887413497230007
+False,True,20,0.2,2,0.8510483495476214
+False,True,20,0.2,4,0.23901526581650437
+False,True,20,0.5,1,0.8393674682740716
+False,True,20,0.5,2,0.8304065187753924
+False,True,20,0.5,4,0.7835907709562988
+False,True,30,0.0,1,0.8722294957307841
+False,True,30,0.0,2,0.875575485954311
+False,True,30,0.0,4,0.8814013970457114
+False,True,30,0.2,1,0.8669377866850737
+False,True,30,0.2,2,0.8738452466189698
+False,True,30,0.2,4,0.16300425221053993
+False,True,30,0.5,1,0.8208968613849194
+False,True,30,0.5,2,0.7024499935647545
+False,True,30,0.5,4,0.7123584775257366
+False,True,40,0.0,1,0.8549701792305866
+False,True,40,0.0,2,0.8578483531900576
+False,True,40,0.0,4,0.8558211718218379
+False,True,40,0.2,1,0.8400177065367787
+False,True,40,0.2,2,0.7500168855622171
+False,True,40,0.2,4,0.7481704825362258
+False,True,40,0.5,1,0.8030163931823406
+False,True,40,0.5,2,0.8049833517286934
+False,True,40,0.5,4,0.7556003669840855
+False,True,50,0.0,1,0.7945106256554891
+False,True,50,0.0,2,0.8033042872481949
+False,True,50,0.0,4,0.84676477985615
+False,True,50,0.2,1,0.8384055281406526
+False,True,50,0.2,2,0.8404307109969604
+False,True,50,0.2,4,0.17125836488213197
+False,True,50,0.5,1,0.7501079602555005
+False,True,50,0.5,2,0.7898266427279815
+False,True,50,0.5,4,0.6381639761116393
+False,True,60,0.0,1,0.7823138114056932
+False,True,60,0.0,2,0.7521054561599219
+False,True,60,0.0,4,0.6499680705326333
+False,True,60,0.2,1,0.8173031227501257
+False,True,60,0.2,2,0.8277013043766605
+False,True,60,0.2,4,0.829959368613123
+False,True,60,0.5,1,0.6905813922638269
+False,True,60,0.5,2,0.6339006084886974
+False,True,60,0.5,4,0.5068998044404507
+False,True,70,0.0,1,0.8256808067110242
+False,True,70,0.0,2,0.7221252667041178
+False,True,70,0.0,4,0.7572890330779505
+False,True,70,0.2,1,0.8239669969642165
+False,True,70,0.2,2,0.7243351848169157
+False,True,70,0.2,4,0.758214509790965
+False,True,70,0.5,1,0.7277184982936377
+False,True,70,0.5,2,0.49897923063971733
+False,True,70,0.5,4,0.4845814030649666
+False,True,80,0.0,1,0.8119492773825747
+False,True,80,0.0,2,0.6584685960577114
+False,True,80,0.0,4,0.18139184303936648
+False,True,80,0.2,1,0.804841435927943
+False,True,80,0.2,2,0.7587003316939381
+False,True,80,0.2,4,0.3805596354686807
+False,True,80,0.5,1,0.679791634867759
+False,True,80,0.5,2,0.7035369754367723
+False,True,80,0.5,4,0.5200486520270245
+False,True,90,0.0,1,0.8064007788709423
+False,True,90,0.0,2,0.8134668891840481
+False,True,90,0.0,4,0.44588312679447906
+False,True,90,0.2,1,0.8005300526465559
+False,True,90,0.2,2,0.8065090097674877
+False,True,90,0.2,4,0.7740082913576806
+False,True,90,0.5,1,0.7122654629025043
+False,True,90,0.5,2,0.7147293785365118
+False,True,90,0.5,4,0.16072017270133743
+False,True,100,0.0,1,0.808705748264692
+False,True,100,0.0,2,0.6880708221139991
+False,True,100,0.0,4,0.7185515195908171
+False,True,100,0.2,1,0.7602589478423099
+False,True,100,0.2,2,0.7051877459249989
+False,True,100,0.2,4,0.7088669815603481
+False,True,100,0.5,1,0.707786733306915
+False,True,100,0.5,2,0.6210180060684437
+False,True,100,0.5,4,0.4346891604278112
+False,True,110,0.0,1,0.7995469949407382
+False,True,110,0.0,2,0.7500041316771516
+False,True,110,0.0,4,0.7550705665022509
+False,True,110,0.2,1,0.7480578887142524
+False,True,110,0.2,2,0.7433932885585343
+False,True,110,0.2,4,0.2555785446913574
+False,True,110,0.5,1,0.6544342077428619
+False,True,110,0.5,2,0.6463656642489741
+False,True,110,0.5,4,0.17211116297753964
+False,True,120,0.0,1,0.8021634564057797
+False,True,120,0.0,2,0.8029135432999371
+False,True,120,0.0,4,0.7755520155413184
+False,True,120,0.2,1,0.7894824959952896
+False,True,120,0.2,2,0.7458619568827706
+False,True,120,0.2,4,0.70249017726203
+False,True,120,0.5,1,0.7488568884490794
+False,True,120,0.5,2,0.6523816234086673
+False,True,120,0.5,4,0.6047331384817722
+False,True,130,0.0,1,0.7459125003016208
+False,True,130,0.0,2,0.7048176002836227
+False,True,130,0.0,4,0.4168966693903803
+False,True,130,0.2,1,0.6971712640990643
+False,True,130,0.2,2,0.7966564041506868
+False,True,130,0.2,4,0.7894660890319584
+False,True,130,0.5,1,0.6486109915001996
+False,True,130,0.5,2,0.5894367912851425
+False,True,130,0.5,4,0.24643648213408728
+False,True,140,0.0,1,0.7462861506670518
+False,True,140,0.0,2,0.7460727845268905
+False,True,140,0.0,4,0.20224063728118954
+False,True,140,0.2,1,0.7423234938508473
+False,True,140,0.2,2,0.7849015622628013
+False,True,140,0.2,4,0.7359969314157812
+False,True,140,0.5,1,0.6065993722441024
+False,True,140,0.5,2,0.6921505995316847
+False,True,140,0.5,4,0.1563844812170809
+False,True,150,0.0,1,0.7961275762734618
+False,True,150,0.0,2,0.7547110088144799
+False,True,150,0.0,4,0.8012097741966375
+False,True,150,0.2,1,0.6872643405922021
+False,True,150,0.2,2,0.7972851478024853
+False,True,150,0.2,4,0.2323719316322075
+False,True,150,0.5,1,0.6537562938915885
+False,True,150,0.5,2,0.6893742355712604
+False,True,150,0.5,4,0.2922913966607381
+False,True,160,0.0,1,0.8016852676949792
+False,True,160,0.0,2,0.7114346582877183
+False,True,160,0.0,4,0.5869350874360472
+False,True,160,0.2,1,0.7003478392816265
+False,True,160,0.2,2,0.7168170643711663
+False,True,160,0.2,4,0.6878282289361737
+False,True,160,0.5,1,0.7517125428279426
+False,True,160,0.5,2,0.7474926480970535
+False,True,160,0.5,4,0.1874903736310887
+False,True,170,0.0,1,0.7580730133077188
+False,True,170,0.0,2,0.7697953176465696
+False,True,170,0.0,4,0.18419060738827
+False,True,170,0.2,1,0.7558745803929583
+False,True,170,0.2,2,0.7007520466034353
+False,True,170,0.2,4,0.34144071589051883
+False,True,170,0.5,1,0.7162280481420081
+False,True,170,0.5,2,0.6476197588975532
+False,True,170,0.5,4,0.698707689093462
+True,False,0,0.0,1,0.9885691844233807
+True,False,0,0.0,2,0.9850835300637782
+True,False,0,0.0,4,0.985889858295079
+True,False,0,0.2,1,0.9872951953229426
+True,False,0,0.2,2,0.9809409080793652
+True,False,0,0.2,4,0.9760751019367461
+True,False,0,0.5,1,0.9598247624472817
+True,False,0,0.5,2,0.93810961838887
+True,False,0,0.5,4,0.42889699671814124
+True,False,10,0.0,1,0.9528267529505409
+True,False,10,0.0,2,0.9548639403746437
+True,False,10,0.0,4,0.9239246447333945
+True,False,10,0.2,1,0.8999303634165471
+True,False,10,0.2,2,0.9444211384044917
+True,False,10,0.2,4,0.939154622203087
+True,False,10,0.5,1,0.8501703813608891
+True,False,10,0.5,2,0.7380037740440273
+True,False,10,0.5,4,0.399253095194208
+True,False,20,0.0,1,0.9070791512492276
+True,False,20,0.0,2,0.9152320413974753
+True,False,20,0.0,4,0.913245613411318
+True,False,20,0.2,1,0.8879506410351059
+True,False,20,0.2,2,0.8904036772942029
+True,False,20,0.2,4,0.9011123202224186
+True,False,20,0.5,1,0.7524976188934828
+True,False,20,0.5,2,0.7932214433132536
+True,False,20,0.5,4,0.2034658462383785
+True,False,30,0.0,1,0.8790111359869852
+True,False,30,0.0,2,0.8926282248681632
+True,False,30,0.0,4,0.6964478227479406
+True,False,30,0.2,1,0.8236042238182743
+True,False,30,0.2,2,0.7858062657513651
+True,False,30,0.2,4,0.24122982073339108
+True,False,30,0.5,1,0.8178481194367623
+True,False,30,0.5,2,0.7719256713619503
+True,False,30,0.5,4,0.8185662391403113
+True,False,40,0.0,1,0.8092774672119063
+True,False,40,0.0,2,0.8716684816718836
+True,False,40,0.0,4,0.829646997621286
+True,False,40,0.2,1,0.8526271723466153
+True,False,40,0.2,2,0.8548003415173716
+True,False,40,0.2,4,0.8159506367912679
+True,False,40,0.5,1,0.8086704297621382
+True,False,40,0.5,2,0.6637843244231828
+True,False,40,0.5,4,0.1795819062549946
+True,False,50,0.0,1,0.8475743752947972
+True,False,50,0.0,2,0.8039221950162914
+True,False,50,0.0,4,0.441961443807406
+True,False,50,0.2,1,0.8383264160780335
+True,False,50,0.2,2,0.847203479431613
+True,False,50,0.2,4,0.1649142357587085
+True,False,50,0.5,1,0.7041423158697001
+True,False,50,0.5,2,0.6429194889285255
+True,False,50,0.5,4,0.7875663082210603
+True,False,60,0.0,1,0.8360531402697221
+True,False,60,0.0,2,0.7928892834925051
+True,False,60,0.0,4,0.5850050015936279
+True,False,60,0.2,1,0.737198191448519
+True,False,60,0.2,2,0.8274669083762006
+True,False,60,0.2,4,0.5279323288251719
+True,False,60,0.5,1,0.7384673185178742
+True,False,60,0.5,2,0.6153830000602742
+True,False,60,0.5,4,0.6523921702405707
+True,False,70,0.0,1,0.8331628789173239
+True,False,70,0.0,2,0.7875474609079117
+True,False,70,0.0,4,0.20072207398097786
+True,False,70,0.2,1,0.7253238248205311
+True,False,70,0.2,2,0.727421585373523
+True,False,70,0.2,4,0.7683551771638576
+True,False,70,0.5,1,0.6386988584573926
+True,False,70,0.5,2,0.640414309525303
+True,False,70,0.5,4,0.6318821284608374
+True,False,80,0.0,1,0.7208552255538307
+True,False,80,0.0,2,0.778685611855485
+True,False,80,0.0,4,0.269408988361706
+True,False,80,0.2,1,0.8081967640821155
+True,False,80,0.2,2,0.7694322218923991
+True,False,80,0.2,4,0.774986699174442
+True,False,80,0.5,1,0.6659708225512245
+True,False,80,0.5,2,0.6659080327689723
+True,False,80,0.5,4,0.15502890563666263
+True,False,90,0.0,1,0.7667047398866734
+True,False,90,0.0,2,0.7712879237645051
+True,False,90,0.0,4,0.1999030528368167
+True,False,90,0.2,1,0.8077934392177392
+True,False,90,0.2,2,0.6717908671480517
+True,False,90,0.2,4,0.8107692890416106
+True,False,90,0.5,1,0.6203097309093039
+True,False,90,0.5,2,0.6402974379691784
+True,False,90,0.5,4,0.2892920632856653
+True,False,100,0.0,1,0.7674103592625514
+True,False,100,0.0,2,0.7697361091030396
+True,False,100,0.0,4,0.817429770169151
+True,False,100,0.2,1,0.7545490801263253
+True,False,100,0.2,2,0.707239032633135
+True,False,100,0.2,4,0.8058477450540051
+True,False,100,0.5,1,0.706147162988269
+True,False,100,0.5,2,0.7544801465751805
+True,False,100,0.5,4,0.633957875415378
+True,False,110,0.0,1,0.7515883748813756
+True,False,110,0.0,2,0.7083375908731562
+True,False,110,0.0,4,0.2232594541429376
+True,False,110,0.2,1,0.7447169793699651
+True,False,110,0.2,2,0.8035573823717995
+True,False,110,0.2,4,0.6123717040298782
+True,False,110,0.5,1,0.6634584329845149
+True,False,110,0.5,2,0.709916946891865
+True,False,110,0.5,4,0.16243202973025725
+True,False,120,0.0,1,0.6986206293634323
+True,False,120,0.0,2,0.7303714435973047
+True,False,120,0.0,4,0.7713040313730548
+True,False,120,0.2,1,0.7979399546288325
+True,False,120,0.2,2,0.7487739289217766
+True,False,120,0.2,4,0.47006557189496906
+True,False,120,0.5,1,0.7004239438035639
+True,False,120,0.5,2,0.6491289304802131
+True,False,120,0.5,4,0.3905533526270051
+True,False,130,0.0,1,0.7536621854988969
+True,False,130,0.0,2,0.7557319676949493
+True,False,130,0.0,4,0.7589498824793482
+True,False,130,0.2,1,0.6968794069766131
+True,False,130,0.2,2,0.7506145948407033
+True,False,130,0.2,4,0.25195429393419017
+True,False,130,0.5,1,0.6593048629319137
+True,False,130,0.5,2,0.5917853660901481
+True,False,130,0.5,4,0.17034135443905438
+True,False,140,0.0,1,0.7971710529736615
+True,False,140,0.0,2,0.7523185027529349
+True,False,140,0.0,4,0.737459814060856
+True,False,140,0.2,1,0.7878932864579732
+True,False,140,0.2,2,0.7045905272134253
+True,False,140,0.2,4,0.6992320119449101
+True,False,140,0.5,1,0.7505303872519532
+True,False,140,0.5,2,0.699085584233475
+True,False,140,0.5,4,0.6069909050615624
+True,False,150,0.0,1,0.7500826642451812
+True,False,150,0.0,2,0.7098439067120791
+True,False,150,0.0,4,0.4194067285298551
+True,False,150,0.2,1,0.7470105391774887
+True,False,150,0.2,2,0.8058641083131636
+True,False,150,0.2,4,0.792793506819127
+True,False,150,0.5,1,0.6541071130162236
+True,False,150,0.5,2,0.5902240703726573
+True,False,150,0.5,4,0.24640604476606387
+True,False,160,0.0,1,0.7518917055392732
+True,False,160,0.0,2,0.8029780801080634
+True,False,160,0.0,4,0.25056786933663605
+True,False,160,0.2,1,0.7435990713832944
+True,False,160,0.2,2,0.7887570301472616
+True,False,160,0.2,4,0.746087287317519
+True,False,160,0.5,1,0.6585242523996243
+True,False,160,0.5,2,0.6979357824442126
+True,False,160,0.5,4,0.1595304962622531
+True,False,170,0.0,1,0.8050205164547153
+True,False,170,0.0,2,0.7685205633641503
+True,False,170,0.0,4,0.810497292114609
+True,False,170,0.2,1,0.6963839249511672
+True,False,170,0.2,2,0.8042710544994612
+True,False,170,0.2,4,0.23341649842879475
+True,False,170,0.5,1,0.659983116540636
+True,False,170,0.5,2,0.6990943944074975
+True,False,170,0.5,4,0.29462473883510004
+True,True,0,0.0,1,0.9869100701913565
+True,True,0,0.0,2,0.9614473810256519
+True,True,0,0.0,4,0.7955520180231357
+True,True,0,0.2,1,0.9861932706527615
+True,True,0,0.2,2,0.8455680994073883
+True,True,0,0.2,4,0.9342427119472091
+True,True,0,0.5,1,0.9529290662136486
+True,True,0,0.5,2,0.9302263889281482
+True,True,0,0.5,4,0.2034863684940698
+True,True,10,0.0,1,0.9499746379478069
+True,True,10,0.0,2,0.9415397847788425
+True,True,10,0.0,4,0.18288505930808507
+True,True,10,0.2,1,0.9485008593491208
+True,True,10,0.2,2,0.9318043562836555
+True,True,10,0.2,4,0.4584687365653127
+True,True,10,0.5,1,0.8434493680591528
+True,True,10,0.5,2,0.8729032150569346
+True,True,10,0.5,4,0.8175102822487644
+True,True,20,0.0,1,0.9023867897829375
+True,True,20,0.0,2,0.9024440897879991
+True,True,20,0.0,4,0.9063606039993505
+True,True,20,0.2,1,0.8860280901669002
+True,True,20,0.2,2,0.903801746415718
+True,True,20,0.2,4,0.8893392793874687
+True,True,20,0.5,1,0.7957571184747945
+True,True,20,0.5,2,0.7415033632697885
+True,True,20,0.5,4,0.4395599672109314
+True,True,30,0.0,1,0.8770978351714375
+True,True,30,0.0,2,0.8342484683011919
+True,True,30,0.0,4,0.8781207178049847
+True,True,30,0.2,1,0.8646683117106972
+True,True,30,0.2,2,0.8704050519816858
+True,True,30,0.2,4,0.8770287483914441
+True,True,30,0.5,1,0.8217624672049791
+True,True,30,0.5,2,0.7215904031928047
+True,True,30,0.5,4,0.5260394059703143
+True,True,40,0.0,1,0.8480452213133799
+True,True,40,0.0,2,0.8644280141163646
+True,True,40,0.0,4,0.813883445183416
+True,True,40,0.2,1,0.8482181349568002
+True,True,40,0.2,2,0.8019025934826295
+True,True,40,0.2,4,0.8479931970991009
+True,True,40,0.5,1,0.7574245627879556
+True,True,40,0.5,2,0.7505064519700994
+True,True,40,0.5,4,0.1559767034073178
+True,True,50,0.0,1,0.7935567724075282
+True,True,50,0.0,2,0.8076745195010272
+True,True,50,0.0,4,0.6511987853637426
+True,True,50,0.2,1,0.7822070554037872
+True,True,50,0.2,2,0.8455398524633874
+True,True,50,0.2,4,0.24130064183762606
+True,True,50,0.5,1,0.7973933473663958
+True,True,50,0.5,2,0.7006476267832806
+True,True,50,0.5,4,0.6893912164433547
+True,True,60,0.0,1,0.8305841583674657
+True,True,60,0.0,2,0.7413366828446998
+True,True,60,0.0,4,0.7890591616066617
+True,True,60,0.2,1,0.8261563308543509
+True,True,60,0.2,2,0.7816648059405061
+True,True,60,0.2,4,0.8311035932930678
+True,True,60,0.5,1,0.7784236918969551
+True,True,60,0.5,2,0.6416077321528342
+True,True,60,0.5,4,0.17931682516713704
+True,True,70,0.0,1,0.7752167539522054
+True,True,70,0.0,2,0.7820925770909243
+True,True,70,0.0,4,0.48555076775347394
+True,True,70,0.2,1,0.7680867773571018
+True,True,70,0.2,2,0.7700240250812266
+True,True,70,0.2,4,0.166809781010209
+True,True,70,0.5,1,0.7256094084710583
+True,True,70,0.5,2,0.6844346789746442
+True,True,70,0.5,4,0.7321381076804367
+True,True,80,0.0,1,0.7125027386836319
+True,True,80,0.0,2,0.772960809648061
+True,True,80,0.0,4,0.5685638779660925
+True,True,80,0.2,1,0.7557189155059124
+True,True,80,0.2,2,0.762856336568255
+True,True,80,0.2,4,0.524577544478957
+True,True,80,0.5,1,0.71484117517135
+True,True,80,0.5,2,0.6398279062780894
+True,True,80,0.5,4,0.6189469662056989
+True,True,90,0.0,1,0.7638105316674392
+True,True,90,0.0,2,0.7668231578367984
+True,True,90,0.0,4,0.15126826151287207
+True,True,90,0.2,1,0.7567371854748607
+True,True,90,0.2,2,0.8007223138559846
+True,True,90,0.2,4,0.76268644704758
+True,True,90,0.5,1,0.7128993905614464
+True,True,90,0.5,2,0.7162122357892399
+True,True,90,0.5,4,0.65800438321596
+True,True,100,0.0,1,0.8063357082311094
+True,True,100,0.0,2,0.7579442701177221
+True,True,100,0.0,4,0.2606748852591945
+True,True,100,0.2,1,0.703666062905784
+True,True,100,0.2,2,0.8063304076540987
+True,True,100,0.2,4,0.7528602967351523
+True,True,100,0.5,1,0.6695662988930277
+True,True,100,0.5,2,0.7581515443283955
+True,True,100,0.5,4,0.15620488131102386
+True,True,110,0.0,1,0.8076737783924045
+True,True,110,0.0,2,0.8074421645251731
+True,True,110,0.0,4,0.15323406857703323
+True,True,110,0.2,1,0.7040519597270887
+True,True,110,0.2,2,0.7182200760666829
+True,True,110,0.2,4,0.7069980305785134
+True,True,110,0.5,1,0.6156506519071255
+True,True,110,0.5,2,0.6763733719251447
+True,True,110,0.5,4,0.3414405661083273
+True,True,120,0.0,1,0.7497834718769729
+True,True,120,0.0,2,0.7557213711997992
+True,True,120,0.0,4,0.7596106423225715
+True,True,120,0.2,1,0.7495159796478956
+True,True,120,0.2,2,0.747353306138794
+True,True,120,0.2,4,0.7531704628006669
+True,True,120,0.5,1,0.6102520439134678
+True,True,120,0.5,2,0.6520313489685055
+True,True,120,0.5,4,0.5255359461632015
+True,True,130,0.0,1,0.7540831638905773
+True,True,130,0.0,2,0.6508688439421035
+True,True,130,0.0,4,0.17273514882740848
+True,True,130,0.2,1,0.7427578101538365
+True,True,130,0.2,2,0.6989091178039073
+True,True,130,0.2,4,0.6045332189526393
+True,True,130,0.5,1,0.663899909259257
+True,True,130,0.5,2,0.6555193962323083
+True,True,130,0.5,4,0.1650130716339556
+True,True,140,0.0,1,0.7491888174872707
+True,True,140,0.0,2,0.6801546411573586
+True,True,140,0.0,4,0.7056175777538148
+True,True,140,0.2,1,0.741961639786572
+True,True,140,0.2,2,0.7418262287615047
+True,True,140,0.2,4,0.46571568474077246
+True,True,140,0.5,1,0.6079099855237589
+True,True,140,0.5,2,0.739696392495281
+True,True,140,0.5,4,0.385781073329065
+True,True,150,0.0,1,0.7990095947217225
+True,True,150,0.0,2,0.8008152754853224
+True,True,150,0.0,4,0.7064718538458538
+True,True,150,0.2,1,0.6960684128699315
+True,True,150,0.2,2,0.7461560914323976
+True,True,150,0.2,4,0.2552505081048518
+True,True,150,0.5,1,0.6580763028959193
+True,True,150,0.5,2,0.6841057280970447
+True,True,150,0.5,4,0.16493724752643796
+True,True,160,0.0,1,0.8015114734172121
+True,True,160,0.0,2,0.7049270483147334
+True,True,160,0.0,4,0.6972498554659436
+True,True,160,0.2,1,0.7477779459143432
+True,True,160,0.2,2,0.7537872054826443
+True,True,160,0.2,4,0.7960169585365905
+True,True,160,0.5,1,0.6612749521441889
+True,True,160,0.5,2,0.7011919559925391
+True,True,160,0.5,4,0.6150320268028135
+True,True,170,0.0,1,0.8035141437532352
+True,True,170,0.0,2,0.7085684231965926
+True,True,170,0.0,4,0.42656102526615175
+True,True,170,0.2,1,0.8016708830619219
+True,True,170,0.2,2,0.7478260587545087
+True,True,170,0.2,4,0.754096089803064
+True,True,170,0.5,1,0.6650972408185388
+True,True,170,0.5,2,0.6490006684082444
+True,True,170,0.5,4,0.20188525737507354
diff --git a/augmentation_robustness_exploration/transform_evaluation_results_resnet18_flips_180.csv b/augmentation_robustness_exploration/transform_evaluation_results_resnet18_flips_180.csv
new file mode 100644
index 0000000..f525042
--- /dev/null
+++ b/augmentation_robustness_exploration/transform_evaluation_results_resnet18_flips_180.csv
@@ -0,0 +1,649 @@
+use_random_hflip,use_random_vflip,random_rotation,random_contrast,resample,balanced_accuracy
+False,False,0,0.0,1,0.9559905992494718
+False,False,0,0.0,2,0.9278995345635098
+False,False,0,0.0,4,0.9552054350750456
+False,False,0,0.2,1,0.9311337595089321
+False,False,0,0.2,2,0.9184395744420449
+False,False,0,0.2,4,0.9184755572039759
+False,False,0,0.5,1,0.7403904962965836
+False,False,0,0.5,2,0.6888651671254828
+False,False,0,0.5,4,0.39587456414423977
+False,False,10,0.0,1,0.9636753531510597
+False,False,10,0.0,2,0.8256162294419456
+False,False,10,0.0,4,0.9369460183555749
+False,False,10,0.2,1,0.928227071059681
+False,False,10,0.2,2,0.8905466319667301
+False,False,10,0.2,4,0.8936975789776199
+False,False,10,0.5,1,0.8286159593322235
+False,False,10,0.5,2,0.692135831561982
+False,False,10,0.5,4,0.6132113320095758
+False,False,20,0.0,1,0.9656350785410792
+False,False,20,0.0,2,0.9500800092448433
+False,False,20,0.0,4,0.9493332137345103
+False,False,20,0.2,1,0.9338964002834282
+False,False,20,0.2,2,0.8682106989237272
+False,False,20,0.2,4,0.5888208576008453
+False,False,20,0.5,1,0.8167264657576271
+False,False,20,0.5,2,0.7523553054914098
+False,False,20,0.5,4,0.5263650330100292
+False,False,30,0.0,1,0.963991348774192
+False,False,30,0.0,2,0.8808066450421957
+False,False,30,0.0,4,0.9514775987849003
+False,False,30,0.2,1,0.9391445034639329
+False,False,30,0.2,2,0.8202989981310892
+False,False,30,0.2,4,0.4392919115380386
+False,False,30,0.5,1,0.7846266058538479
+False,False,30,0.5,2,0.7637246571138967
+False,False,30,0.5,4,0.7494987812233636
+False,False,40,0.0,1,0.9657587461092495
+False,False,40,0.0,2,0.8373518322640287
+False,False,40,0.0,4,0.9206180425668008
+False,False,40,0.2,1,0.940091354208658
+False,False,40,0.2,2,0.9118077056815009
+False,False,40,0.2,4,0.9081784707011292
+False,False,40,0.5,1,0.8296404882864881
+False,False,40,0.5,2,0.7206938595327327
+False,False,40,0.5,4,0.49539726562203196
+False,False,50,0.0,1,0.9690286323925675
+False,False,50,0.0,2,0.8939724890416446
+False,False,50,0.0,4,0.5048177581455632
+False,False,50,0.2,1,0.9485865920354535
+False,False,50,0.2,2,0.9112425086933771
+False,False,50,0.2,4,0.25581171250385115
+False,False,50,0.5,1,0.8343794766930996
+False,False,50,0.5,2,0.765690062818478
+False,False,50,0.5,4,0.5358191933182473
+False,False,60,0.0,1,0.9680310491773267
+False,False,60,0.0,2,0.8906991963631966
+False,False,60,0.0,4,0.6738485969843451
+False,False,60,0.2,1,0.9405892186643897
+False,False,60,0.2,2,0.8212810450881707
+False,False,60,0.2,4,0.6505463270559374
+False,False,60,0.5,1,0.7893088110113003
+False,False,60,0.5,2,0.7650682095364284
+False,False,60,0.5,4,0.8216222893208398
+False,False,70,0.0,1,0.9699103724607545
+False,False,70,0.0,2,0.956508022583799
+False,False,70,0.0,4,0.94557230670756
+False,False,70,0.2,1,0.9389384078323407
+False,False,70,0.2,2,0.9173364511909624
+False,False,70,0.2,4,0.9158860960707654
+False,False,70,0.5,1,0.7901578244989623
+False,False,70,0.5,2,0.7581155206011233
+False,False,70,0.5,4,0.7995856314616503
+False,False,80,0.0,1,0.969530069034923
+False,False,80,0.0,2,0.9318084002419822
+False,False,80,0.0,4,0.9132969770902909
+False,False,80,0.2,1,0.9418253949506956
+False,False,80,0.2,2,0.9153161510512844
+False,False,80,0.2,4,0.919013797116096
+False,False,80,0.5,1,0.8450441121084676
+False,False,80,0.5,2,0.8087406677530738
+False,False,80,0.5,4,0.27008097524946867
+False,False,90,0.0,1,0.9679255831891304
+False,False,90,0.0,2,0.9285053737372515
+False,False,90,0.0,4,0.7233862171533156
+False,False,90,0.2,1,0.9392673370593292
+False,False,90,0.2,2,0.9161624779532185
+False,False,90,0.2,4,0.4359505593896606
+False,False,90,0.5,1,0.7999052923176985
+False,False,90,0.5,2,0.7058819026013845
+False,False,90,0.5,4,0.5943123228332832
+False,False,100,0.0,1,0.9665674813446608
+False,False,100,0.0,2,0.8362969522499583
+False,False,100,0.0,4,0.5900581164933644
+False,False,100,0.2,1,0.9341893651345801
+False,False,100,0.2,2,0.9035101848343079
+False,False,100,0.2,4,0.5572516288563346
+False,False,100,0.5,1,0.8344829877412951
+False,False,100,0.5,2,0.6735319035341973
+False,False,100,0.5,4,0.3467269200369003
+False,False,110,0.0,1,0.9698465914501748
+False,False,110,0.0,2,0.9560317549544969
+False,False,110,0.0,4,0.9564669094351819
+False,False,110,0.2,1,0.9422027330044342
+False,False,110,0.2,2,0.9111867299334884
+False,False,110,0.2,4,0.9066665055238449
+False,False,110,0.5,1,0.8015771936095639
+False,False,110,0.5,2,0.7601354433951745
+False,False,110,0.5,4,0.24596617485099165
+False,False,120,0.0,1,0.9704491133245927
+False,False,120,0.0,2,0.868127278893329
+False,False,120,0.0,4,0.9351009856728213
+False,False,120,0.2,1,0.944764720449209
+False,False,120,0.2,2,0.8849546489116624
+False,False,120,0.2,4,0.8419410835574898
+False,False,120,0.5,1,0.8456334131110861
+False,False,120,0.5,2,0.5982141439077429
+False,False,120,0.5,4,0.5530385781541888
+False,False,130,0.0,1,0.9728752296845068
+False,False,130,0.0,2,0.9545510501447504
+False,False,130,0.0,4,0.9580528536140173
+False,False,130,0.2,1,0.9435850090283707
+False,False,130,0.2,2,0.9096974447750584
+False,False,130,0.2,4,0.914697340494962
+False,False,130,0.5,1,0.8025443448963346
+False,False,130,0.5,2,0.7876895969338003
+False,False,130,0.5,4,0.2740471886218472
+False,False,140,0.0,1,0.9719576637703202
+False,False,140,0.0,2,0.9554599731391358
+False,False,140,0.0,4,0.9560659841564768
+False,False,140,0.2,1,0.9429080458312648
+False,False,140,0.2,2,0.6606390071613122
+False,False,140,0.2,4,0.7534156837608872
+False,False,140,0.5,1,0.742997560288436
+False,False,140,0.5,2,0.8034319539121059
+False,False,140,0.5,4,0.8078674227694379
+False,False,150,0.0,1,0.9701131958242987
+False,False,150,0.0,2,0.9591997383628473
+False,False,150,0.0,4,0.6701067799634026
+False,False,150,0.2,1,0.9420202301410419
+False,False,150,0.2,2,0.7978447857266431
+False,False,150,0.2,4,0.8222117162592661
+False,False,150,0.5,1,0.7878517392777084
+False,False,150,0.5,2,0.7632643233743395
+False,False,150,0.5,4,0.7038096058873762
+False,False,160,0.0,1,0.970729039446044
+False,False,160,0.0,2,0.8320830906407405
+False,False,160,0.0,4,0.8120498131524807
+False,False,160,0.2,1,0.9450395176523061
+False,False,160,0.2,2,0.7302083738291377
+False,False,160,0.2,4,0.3316632696718313
+False,False,160,0.5,1,0.7895119147349025
+False,False,160,0.5,2,0.8097106801850259
+False,False,160,0.5,4,0.3856263584763484
+False,False,170,0.0,1,0.9742665090219227
+False,False,170,0.0,2,0.9288232653216362
+False,False,170,0.0,4,0.8049294194635218
+False,False,170,0.2,1,0.9457763772700467
+False,False,170,0.2,2,0.9168178686959642
+False,False,170,0.2,4,0.5572279407861035
+False,False,170,0.5,1,0.8514520984253622
+False,False,170,0.5,2,0.7700986479990318
+False,False,170,0.5,4,0.6717670077290829
+False,True,0,0.0,1,0.9597273702298729
+False,True,0,0.0,2,0.9606819752419511
+False,True,0,0.0,4,0.18357839412543533
+False,True,0,0.2,1,0.9328034886956175
+False,True,0,0.2,2,0.7907548925361365
+False,True,0,0.2,4,0.8784531058157314
+False,True,0,0.5,1,0.8321544198685428
+False,True,0,0.5,2,0.7955249683985033
+False,True,0,0.5,4,0.8252552901344832
+False,True,10,0.0,1,0.9644296695300919
+False,True,10,0.0,2,0.8246733716887352
+False,True,10,0.0,4,0.2424723158143219
+False,True,10,0.2,1,0.9287914381235919
+False,True,10,0.2,2,0.9021850171230115
+False,True,10,0.2,4,0.4947945005195423
+False,True,10,0.5,1,0.779086295255639
+False,True,10,0.5,2,0.7552204674336135
+False,True,10,0.5,4,0.7840559219960545
+False,True,20,0.0,1,0.96581595327706
+False,True,20,0.0,2,0.9215682977557922
+False,True,20,0.0,4,0.9519555203876192
+False,True,20,0.2,1,0.9341990653402744
+False,True,20,0.2,2,0.9108981962526962
+False,True,20,0.2,4,0.9186301301777137
+False,True,20,0.5,1,0.7344892000246873
+False,True,20,0.5,2,0.6823390634198546
+False,True,20,0.5,4,0.38039933555299477
+False,True,30,0.0,1,0.9675689899762007
+False,True,30,0.0,2,0.8628456733239659
+False,True,30,0.0,4,0.9565731155658159
+False,True,30,0.2,1,0.94221136987213
+False,True,30,0.2,2,0.9160375594900563
+False,True,30,0.2,4,0.9149928149636518
+False,True,30,0.5,1,0.7375246699386423
+False,True,30,0.5,2,0.7953099343503426
+False,True,30,0.5,4,0.6492038215524263
+False,True,40,0.0,1,0.9696631792790503
+False,True,40,0.0,2,0.9543692428296567
+False,True,40,0.0,4,0.958352105277618
+False,True,40,0.2,1,0.9403657013209267
+False,True,40,0.2,2,0.8842491230248176
+False,True,40,0.2,4,0.7240707811434569
+False,True,40,0.5,1,0.784106838663213
+False,True,40,0.5,2,0.7609313670176558
+False,True,40,0.5,4,0.4669559940997058
+False,True,50,0.0,1,0.9696476902894123
+False,True,50,0.0,2,0.9021051717294462
+False,True,50,0.0,4,0.9610743879999432
+False,True,50,0.2,1,0.9355247703192864
+False,True,50,0.2,2,0.8359745278580588
+False,True,50,0.2,4,0.5090024746926343
+False,True,50,0.5,1,0.8435444197873295
+False,True,50,0.5,2,0.7572106444484874
+False,True,50,0.5,4,0.816750509240416
+False,True,60,0.0,1,0.9692971754126906
+False,True,60,0.0,2,0.8570951790208687
+False,True,60,0.0,4,0.9327319947075166
+False,True,60,0.2,1,0.9386133697204075
+False,True,60,0.2,2,0.9200178779777636
+False,True,60,0.2,4,0.9214668135202062
+False,True,60,0.5,1,0.74249576561014
+False,True,60,0.5,2,0.6821255776577131
+False,True,60,0.5,4,0.5140838074381792
+False,True,70,0.0,1,0.9696641991633894
+False,True,70,0.0,2,0.9027602203457964
+False,True,70,0.0,4,0.472434413117873
+False,True,70,0.2,1,0.9475881052423382
+False,True,70,0.2,2,0.9145140900404296
+False,True,70,0.2,4,0.26018243575288685
+False,True,70,0.5,1,0.8470194928921712
+False,True,70,0.5,2,0.8163322167389674
+False,True,70,0.5,4,0.5589398565146767
+False,True,80,0.0,1,0.9737310946552189
+False,True,80,0.0,2,0.8998439617110876
+False,True,80,0.0,4,0.6403645777404053
+False,True,80,0.2,1,0.950363302539027
+False,True,80,0.2,2,0.7784959744364937
+False,True,80,0.2,4,0.6632168906285589
+False,True,80,0.5,1,0.7468955421982104
+False,True,80,0.5,2,0.7174188306307387
+False,True,80,0.5,4,0.7663900659702436
+False,True,90,0.0,1,0.9711350713009193
+False,True,90,0.0,2,0.9603491312608833
+False,True,90,0.0,4,0.9424063009961144
+False,True,90,0.2,1,0.9400914325705093
+False,True,90,0.2,2,0.9245242473133223
+False,True,90,0.2,4,0.9186045669690833
+False,True,90,0.5,1,0.8487135862128451
+False,True,90,0.5,2,0.7297566368208138
+False,True,90,0.5,4,0.8035916812394068
+False,True,100,0.0,1,0.9710069589371647
+False,True,100,0.0,2,0.9350119611134066
+False,True,100,0.0,4,0.916831778799993
+False,True,100,0.2,1,0.9448572507980603
+False,True,100,0.2,2,0.9158067743180104
+False,True,100,0.2,4,0.9251106179971919
+False,True,100,0.5,1,0.8445175917093453
+False,True,100,0.5,2,0.7677572181478817
+False,True,100,0.5,4,0.2561509336048283
+False,True,110,0.0,1,0.9673938347413114
+False,True,110,0.0,2,0.9319608749188811
+False,True,110,0.0,4,0.6247642986313933
+False,True,110,0.2,1,0.9474576209804978
+False,True,110,0.2,2,0.9225749255670583
+False,True,110,0.2,4,0.4789224721844085
+False,True,110,0.5,1,0.8351481686940019
+False,True,110,0.5,2,0.7178686756266144
+False,True,110,0.5,4,0.7449515759910892
+False,True,120,0.0,1,0.9716564461200423
+False,True,120,0.0,2,0.8407966120571039
+False,True,120,0.0,4,0.595729714939562
+False,True,120,0.2,1,0.9444101306530922
+False,True,120,0.2,2,0.9091324587397244
+False,True,120,0.2,4,0.521240940598999
+False,True,120,0.5,1,0.7924194363594328
+False,True,120,0.5,2,0.67447298709459
+False,True,120,0.5,4,0.3493995840655932
+False,True,130,0.0,1,0.973833068603619
+False,True,130,0.0,2,0.9626586181163974
+False,True,130,0.0,4,0.9559094061412334
+False,True,130,0.2,1,0.9477740488021046
+False,True,130,0.2,2,0.9209883593955103
+False,True,130,0.2,4,0.9075122704295594
+False,True,130,0.5,1,0.7957450476146126
+False,True,130,0.5,2,0.8068179631936632
+False,True,130,0.5,4,0.2538969951374427
+False,True,140,0.0,1,0.9711680372285236
+False,True,140,0.0,2,0.8816616011462358
+False,True,140,0.0,4,0.9336320960384616
+False,True,140,0.2,1,0.9454038944448667
+False,True,140,0.2,2,0.8748030146921847
+False,True,140,0.2,4,0.8468336723259441
+False,True,140,0.5,1,0.7909469984223821
+False,True,140,0.5,2,0.6481010935998511
+False,True,140,0.5,4,0.6505124546513431
+False,True,150,0.0,1,0.9666537966914637
+False,True,150,0.0,2,0.9591637200745681
+False,True,150,0.0,4,0.9572296129892541
+False,True,150,0.2,1,0.9478793352474861
+False,True,150,0.2,2,0.9027006070296553
+False,True,150,0.2,4,0.9219316606124399
+False,True,150,0.5,1,0.8473840776011006
+False,True,150,0.5,2,0.7986130066855253
+False,True,150,0.5,4,0.2828847901936568
+False,True,160,0.0,1,0.969662452154889
+False,True,160,0.0,2,0.9600742726646967
+False,True,160,0.0,4,0.9582716582602432
+False,True,160,0.2,1,0.9430888895983308
+False,True,160,0.2,2,0.715213140570351
+False,True,160,0.2,4,0.7158365616515429
+False,True,160,0.5,1,0.7506769476849071
+False,True,160,0.5,2,0.7707225629828278
+False,True,160,0.5,4,0.7787069440049874
+False,True,170,0.0,1,0.9656282155080849
+False,True,170,0.0,2,0.9575617856696764
+False,True,170,0.0,4,0.6653062019156828
+False,True,170,0.2,1,0.9458942143514033
+False,True,170,0.2,2,0.841288393815345
+False,True,170,0.2,4,0.8218004808768383
+False,True,170,0.5,1,0.7857824070575956
+False,True,170,0.5,2,0.7679783228139806
+False,True,170,0.5,4,0.6473461549305171
+True,False,0,0.0,1,0.9537611855224507
+True,False,0,0.0,2,0.7805356054306568
+True,False,0,0.0,4,0.6315576736706842
+True,False,0,0.2,1,0.878410107958217
+True,False,0,0.2,2,0.6859809067724718
+True,False,0,0.2,4,0.2381953721334372
+True,False,0,0.5,1,0.7902061562607009
+True,False,0,0.5,2,0.8154762486252193
+True,False,0,0.5,4,0.32246125123993163
+True,False,10,0.0,1,0.9566153071005925
+True,False,10,0.0,2,0.8952863225711666
+True,False,10,0.0,4,0.6717993596288352
+True,False,10,0.2,1,0.9258498321749323
+True,False,10,0.2,2,0.8960973093894294
+True,False,10,0.2,4,0.4385488496893754
+True,False,10,0.5,1,0.8250251684506598
+True,False,10,0.5,2,0.7452148564051545
+True,False,10,0.5,4,0.6627038376532302
+True,False,20,0.0,1,0.9656092163374648
+True,False,20,0.0,2,0.9473028434451374
+True,False,20,0.0,4,0.21916443702307672
+True,False,20,0.2,1,0.9312537606510267
+True,False,20,0.2,2,0.7745231080922633
+True,False,20,0.2,4,0.8991302228073863
+True,False,20,0.5,1,0.7820304051222428
+True,False,20,0.5,2,0.7746562867976496
+True,False,20,0.5,4,0.7545967901385788
+True,False,30,0.0,1,0.9688406068619083
+True,False,30,0.0,2,0.8531099205476611
+True,False,30,0.0,4,0.3026666340381556
+True,False,30,0.2,1,0.9305159061996994
+True,False,30,0.2,2,0.9067706073414019
+True,False,30,0.2,4,0.573747411088598
+True,False,30,0.5,1,0.7830776957368614
+True,False,30,0.5,2,0.773448812047563
+True,False,30,0.5,4,0.8020829232146908
+True,False,40,0.0,1,0.9669916107599582
+True,False,40,0.0,2,0.933405550621768
+True,False,40,0.0,4,0.9561807332000539
+True,False,40,0.2,1,0.9375681017134766
+True,False,40,0.2,2,0.9167805402795085
+True,False,40,0.2,4,0.9145659755987746
+True,False,40,0.5,1,0.7433041389835412
+True,False,40,0.5,2,0.6980341738777864
+True,False,40,0.5,4,0.452008528834352
+True,False,50,0.0,1,0.966020963867362
+True,False,50,0.0,2,0.8729216534570002
+True,False,50,0.0,4,0.9578885586332179
+True,False,50,0.2,1,0.9419281511137279
+True,False,50,0.2,2,0.9218260607818604
+True,False,50,0.2,4,0.915950623769629
+True,False,50,0.5,1,0.7354327453630172
+True,False,50,0.5,2,0.8056140675341632
+True,False,50,0.5,4,0.6649467907792126
+True,False,60,0.0,1,0.9678262361466095
+True,False,60,0.0,2,0.9565175800659433
+True,False,60,0.0,4,0.9572637658648719
+True,False,60,0.2,1,0.9389843771913935
+True,False,60,0.2,2,0.8896012850158842
+True,False,60,0.2,4,0.7312921531783166
+True,False,60,0.5,1,0.7849377421113121
+True,False,60,0.5,2,0.8024090155856233
+True,False,60,0.5,4,0.46855030810596776
+True,False,70,0.0,1,0.96788296766789
+True,False,70,0.0,2,0.899529775220909
+True,False,70,0.0,4,0.9566660126451502
+True,False,70,0.2,1,0.9368303638757302
+True,False,70,0.2,2,0.8298711845908233
+True,False,70,0.2,4,0.5111425683220014
+True,False,70,0.5,1,0.8385367749605314
+True,False,70,0.5,2,0.7543507346272185
+True,False,70,0.5,4,0.8142180333640985
+True,False,80,0.0,1,0.9709095371418337
+True,False,80,0.0,2,0.8453480224699959
+True,False,80,0.0,4,0.9269900779879311
+True,False,80,0.2,1,0.8920283327298063
+True,False,80,0.2,2,0.9180687334165768
+True,False,80,0.2,4,0.9199626528984035
+True,False,80,0.5,1,0.7394946071370854
+True,False,80,0.5,2,0.6210913187112392
+True,False,80,0.5,4,0.511887456006175
+True,False,90,0.0,1,0.9690207615077105
+True,False,90,0.0,2,0.8904367588277313
+True,False,90,0.0,4,0.45056539815913255
+True,False,90,0.2,1,0.9422580604371816
+True,False,90,0.2,2,0.9102137653096849
+True,False,90,0.2,4,0.2438803948994783
+True,False,90,0.5,1,0.8391210560947855
+True,False,90,0.5,2,0.8063720496398518
+True,False,90,0.5,4,0.5456529218175625
+True,False,100,0.0,1,0.970303616326592
+True,False,100,0.0,2,0.885890767612899
+True,False,100,0.0,4,0.6206135854400305
+True,False,100,0.2,1,0.9417231645261704
+True,False,100,0.2,2,0.7597862844092689
+True,False,100,0.2,4,0.5984452495953638
+True,False,100,0.5,1,0.737539919166481
+True,False,100,0.5,2,0.7062476012867113
+True,False,100,0.5,4,0.7563675730324634
+True,False,110,0.0,1,0.966802232484188
+True,False,110,0.0,2,0.9567446689890823
+True,False,110,0.0,4,0.9436990524022465
+True,False,110,0.2,1,0.9400286394273458
+True,False,110,0.2,2,0.9176768374895847
+True,False,110,0.2,4,0.9193595325514855
+True,False,110,0.5,1,0.8394273060398876
+True,False,110,0.5,2,0.7186462666557999
+True,False,110,0.5,4,0.7968281795095299
+True,False,120,0.0,1,0.9707024603657682
+True,False,120,0.0,2,0.9387241336734411
+True,False,120,0.0,4,0.915515128886998
+True,False,120,0.2,1,0.9425382652525262
+True,False,120,0.2,2,0.9108069094426058
+True,False,120,0.2,4,0.9237550152683242
+True,False,120,0.5,1,0.8397981049102172
+True,False,120,0.5,2,0.7168289816567128
+True,False,120,0.5,4,0.25462760617204655
+True,False,130,0.0,1,0.9709253330218227
+True,False,130,0.0,2,0.9299232794178598
+True,False,130,0.0,4,0.6796521520818913
+True,False,130,0.2,1,0.9390892241498817
+True,False,130,0.2,2,0.918950008215754
+True,False,130,0.2,4,0.43487037467857403
+True,False,130,0.5,1,0.8322925349121376
+True,False,130,0.5,2,0.7165980193920609
+True,False,130,0.5,4,0.7461086164042602
+True,False,140,0.0,1,0.972866721146224
+True,False,140,0.0,2,0.8448507988453399
+True,False,140,0.0,4,0.6027471551491316
+True,False,140,0.2,1,0.9457272256584217
+True,False,140,0.2,2,0.9065237177384559
+True,False,140,0.2,4,0.5669692108842744
+True,False,140,0.5,1,0.7926218746007951
+True,False,140,0.5,2,0.6745567878253614
+True,False,140,0.5,4,0.35592068921048375
+True,False,150,0.0,1,0.9722754569405945
+True,False,150,0.0,2,0.9558701900999521
+True,False,150,0.0,4,0.9630214959420804
+True,False,150,0.2,1,0.9451797556175636
+True,False,150,0.2,2,0.9207719148015183
+True,False,150,0.2,4,0.9158566621215872
+True,False,150,0.5,1,0.7964282045778754
+True,False,150,0.5,2,0.8106981820172715
+True,False,150,0.5,4,0.2639906134895795
+True,False,160,0.0,1,0.9711186646615175
+True,False,160,0.0,2,0.8876914651065896
+True,False,160,0.0,4,0.9349721194511756
+True,False,160,0.2,1,0.9393739481777803
+True,False,160,0.2,2,0.8861292722612365
+True,False,160,0.2,4,0.8386748080291692
+True,False,160,0.5,1,0.7919144399832536
+True,False,160,0.5,2,0.6503427596992267
+True,False,160,0.5,4,0.6559588105772082
+True,False,170,0.0,1,0.965077898052631
+True,False,170,0.0,2,0.9569058997370143
+True,False,170,0.0,4,0.9606136275014651
+True,False,170,0.2,1,0.9481324114901349
+True,False,170,0.2,2,0.9041493064385355
+True,False,170,0.2,4,0.9224444800394792
+True,False,170,0.5,1,0.8514535033696751
+True,False,170,0.5,2,0.795089646578972
+True,False,170,0.5,4,0.2850294338234734
+True,True,0,0.0,1,0.9575159837890178
+True,True,0,0.0,2,0.9563562757943699
+True,True,0,0.0,4,0.9570513622678833
+True,True,0,0.2,1,0.9349508396269727
+True,True,0,0.2,2,0.6292085319561513
+True,True,0,0.2,4,0.6541368365440067
+True,True,0,0.5,1,0.8226991014235632
+True,True,0,0.5,2,0.8189908327385009
+True,True,0,0.5,4,0.7646985885765848
+True,True,10,0.0,1,0.9637848558635257
+True,True,10,0.0,2,0.9437859928308633
+True,True,10,0.0,4,0.5854676586233178
+True,True,10,0.2,1,0.9345383343884553
+True,True,10,0.2,2,0.796001600492462
+True,True,10,0.2,4,0.7269474175710394
+True,True,10,0.5,1,0.826342038322027
+True,True,10,0.5,2,0.6921084693434818
+True,True,10,0.5,4,0.7117204401983699
+True,True,20,0.0,1,0.9732001606367875
+True,True,20,0.0,2,0.8069994249289791
+True,True,20,0.0,4,0.7730291231680055
+True,True,20,0.2,1,0.9431330381708055
+True,True,20,0.2,2,0.6941198671130204
+True,True,20,0.2,4,0.28090274915528685
+True,True,20,0.5,1,0.8364902431142983
+True,True,20,0.5,2,0.7052249110360375
+True,True,20,0.5,4,0.40125194675630577
+True,True,30,0.0,1,0.9680121446003517
+True,True,30,0.0,2,0.9235930665693824
+True,True,30,0.0,4,0.782136619072585
+True,True,30,0.2,1,0.9413986536418124
+True,True,30,0.2,2,0.9171376673241449
+True,True,30,0.2,4,0.5714942355827617
+True,True,30,0.5,1,0.8011949802957437
+True,True,30,0.5,2,0.7046763694563786
+True,True,30,0.5,4,0.6645238276207771
+True,True,40,0.0,1,0.9736143429261925
+True,True,40,0.0,2,0.954815438290879
+True,True,40,0.0,4,0.24713860308796892
+True,True,40,0.2,1,0.9429371174359009
+True,True,40,0.2,2,0.7532055327118145
+True,True,40,0.2,4,0.9171807739604005
+True,True,40,0.5,1,0.791446315209759
+True,True,40,0.5,2,0.7655142853364403
+True,True,40,0.5,4,0.7179883299907276
+True,True,50,0.0,1,0.9744353428208709
+True,True,50,0.0,2,0.8710136705604727
+True,True,50,0.0,4,0.3268275078455004
+True,True,50,0.2,1,0.9480589380504164
+True,True,50,0.2,2,0.9270993107632546
+True,True,50,0.2,4,0.6043892128899645
+True,True,50,0.5,1,0.8445183383920247
+True,True,50,0.5,2,0.7533615089844365
+True,True,50,0.5,4,0.8100757256206632
+True,True,60,0.0,1,0.9744436700313626
+True,True,60,0.0,2,0.9374419989447383
+True,True,60,0.0,4,0.957756143620745
+True,True,60,0.2,1,0.9485925985668654
+True,True,60,0.2,2,0.9224612888942404
+True,True,60,0.2,4,0.9319205149309777
+True,True,60,0.5,1,0.7472185865322017
+True,True,60,0.5,2,0.7212522541310941
+True,True,60,0.5,4,0.4674931112613045
+True,True,70,0.0,1,0.9717366607884526
+True,True,70,0.0,2,0.8833248500021634
+True,True,70,0.0,4,0.9589603850970855
+True,True,70,0.2,1,0.9496759329991249
+True,True,70,0.2,2,0.9249910267489365
+True,True,70,0.2,4,0.9237479435668611
+True,True,70,0.5,1,0.7967897498143862
+True,True,70,0.5,2,0.7709104269213107
+True,True,70,0.5,4,0.5750700381719696
+True,True,80,0.0,1,0.976061344903524
+True,True,80,0.0,2,0.9593640372885278
+True,True,80,0.0,4,0.9618724714519009
+True,True,80,0.2,1,0.9467076300749004
+True,True,80,0.2,2,0.892085885897158
+True,True,80,0.2,4,0.6881085594513838
+True,True,80,0.5,1,0.7921806423908497
+True,True,80,0.5,2,0.8061590660489291
+True,True,80,0.5,4,0.522380783542614
+True,True,90,0.0,1,0.972283843259855
+True,True,90,0.0,2,0.9050694866925938
+True,True,90,0.0,4,0.9582958261370911
+True,True,90,0.2,1,0.8929317094689001
+True,True,90,0.2,2,0.7867319648191594
+True,True,90,0.2,4,0.5103036788040057
+True,True,90,0.5,1,0.8370045884285692
+True,True,90,0.5,2,0.7115824014458302
+True,True,90,0.5,4,0.8118928017797893
+True,True,100,0.0,1,0.970133311191748
+True,True,100,0.0,2,0.845533573272254
+True,True,100,0.0,4,0.9282810472795385
+True,True,100,0.2,1,0.9370686673418506
+True,True,100,0.2,2,0.9197903600696675
+True,True,100,0.2,4,0.9175071115382902
+True,True,100,0.5,1,0.7970157765887633
+True,True,100,0.5,2,0.7130327538647446
+True,True,100,0.5,4,0.4977373379784095
+True,True,110,0.0,1,0.9734866285784806
+True,True,110,0.0,2,0.8925627265390924
+True,True,110,0.0,4,0.4527350967271788
+True,True,110,0.2,1,0.9455293982019694
+True,True,110,0.2,2,0.9179274203520934
+True,True,110,0.2,4,0.23213156688018113
+True,True,110,0.5,1,0.787829438849011
+True,True,110,0.5,2,0.8096741305471936
+True,True,110,0.5,4,0.5854732646492483
+True,True,120,0.0,1,0.9706510873449535
+True,True,120,0.0,2,0.8863369551787541
+True,True,120,0.0,4,0.6246463324836556
+True,True,120,0.2,1,0.9432398696735573
+True,True,120,0.2,2,0.8188864168514584
+True,True,120,0.2,4,0.6008088870267516
+True,True,120,0.5,1,0.7866960030594198
+True,True,120,0.5,2,0.7104278233984899
+True,True,120,0.5,4,0.8182831868515256
+True,True,130,0.0,1,0.9731361217215416
+True,True,130,0.0,2,0.958063148341726
+True,True,130,0.0,4,0.9474467708175476
+True,True,130,0.2,1,0.9438584672942818
+True,True,130,0.2,2,0.9208222158105276
+True,True,130,0.2,4,0.9270468706573926
+True,True,130,0.5,1,0.7436900425148989
+True,True,130,0.5,2,0.7723326387544588
+True,True,130,0.5,4,0.7594575762054738
+True,True,140,0.0,1,0.9716744533539492
+True,True,140,0.0,2,0.9344206297792257
+True,True,140,0.0,4,0.9183679824450259
+True,True,140,0.2,1,0.9537636695803641
+True,True,140,0.2,2,0.9259889249421229
+True,True,140,0.2,4,0.9202955467226167
+True,True,140,0.5,1,0.7496129120778806
+True,True,140,0.5,2,0.8175775062764672
+True,True,140,0.5,4,0.255027341983036
+True,True,150,0.0,1,0.9721207590695295
+True,True,150,0.0,2,0.9356231280675312
+True,True,150,0.0,4,0.6881487672012824
+True,True,150,0.2,1,0.9450014371287488
+True,True,150,0.2,2,0.925225961822824
+True,True,150,0.2,4,0.48123600975874103
+True,True,150,0.5,1,0.7517337585947619
+True,True,150,0.5,2,0.7705782102951695
+True,True,150,0.5,4,0.6586527860833066
+True,True,160,0.0,1,0.9722422624844906
+True,True,160,0.0,2,0.8447751655195415
+True,True,160,0.0,4,0.6027445705076753
+True,True,160,0.2,1,0.9430692465394782
+True,True,160,0.2,2,0.9108312919004806
+True,True,160,0.2,4,0.5708047951433021
+True,True,160,0.5,1,0.8415506343925693
+True,True,160,0.5,2,0.6896265432811047
+True,True,160,0.5,4,0.35770549664526
+True,True,170,0.0,1,0.9726243941719427
+True,True,170,0.0,2,0.9595310425036067
+True,True,170,0.0,4,0.9579591876230261
+True,True,170,0.2,1,0.9450314575442914
+True,True,170,0.2,2,0.9237528876894708
+True,True,170,0.2,4,0.9195936271992237
+True,True,170,0.5,1,0.8526763566835492
+True,True,170,0.5,2,0.8105912789944227
+True,True,170,0.5,4,0.2574685025625018
diff --git a/augmentation_robustness_exploration/transform_evaluation_results_resnet18_flips_360.csv b/augmentation_robustness_exploration/transform_evaluation_results_resnet18_flips_360.csv
new file mode 100644
index 0000000..b17a383
--- /dev/null
+++ b/augmentation_robustness_exploration/transform_evaluation_results_resnet18_flips_360.csv
@@ -0,0 +1,649 @@
+use_random_hflip,use_random_vflip,random_rotation,random_contrast,resample,balanced_accuracy
+False,False,0,0.0,1,0.9565405391878067
+False,False,0,0.0,2,0.9390222947413095
+False,False,0,0.0,4,0.9600300762526209
+False,False,0,0.2,1,0.9405197026578928
+False,False,0,0.2,2,0.9461323820394082
+False,False,0,0.2,4,0.8959039365747916
+False,False,0,0.5,1,0.8008362394612288
+False,False,0,0.5,2,0.8001698151373307
+False,False,0,0.5,4,0.649258791273163
+False,False,10,0.0,1,0.966366482680631
+False,False,10,0.0,2,0.8788260021932511
+False,False,10,0.0,4,0.9549175350389089
+False,False,10,0.2,1,0.9587848188525369
+False,False,10,0.2,2,0.93091035261766
+False,False,10,0.2,4,0.9408186753748454
+False,False,10,0.5,1,0.8871546776090586
+False,False,10,0.5,2,0.7830843971569433
+False,False,10,0.5,4,0.7603539581214923
+False,False,20,0.0,1,0.9684826518966033
+False,False,20,0.0,2,0.9611566525903787
+False,False,20,0.0,4,0.9593560808514762
+False,False,20,0.2,1,0.9574045014024426
+False,False,20,0.2,2,0.920402356735041
+False,False,20,0.2,4,0.8025358350763436
+False,False,20,0.5,1,0.8473872481322366
+False,False,20,0.5,2,0.8242258861953095
+False,False,20,0.5,4,0.7157901162799982
+False,False,30,0.0,1,0.96708588980421
+False,False,30,0.0,2,0.9118019406195249
+False,False,30,0.0,4,0.9654920467928919
+False,False,30,0.2,1,0.9568450154074916
+False,False,30,0.2,2,0.8888107052772399
+False,False,30,0.2,4,0.7239217442245868
+False,False,30,0.5,1,0.8386087487020083
+False,False,30,0.5,2,0.8287176822759968
+False,False,30,0.5,4,0.8654317365907008
+False,False,40,0.0,1,0.9732440332239369
+False,False,40,0.0,2,0.8898853582252475
+False,False,40,0.0,4,0.9420914744062242
+False,False,40,0.2,1,0.9569338633209646
+False,False,40,0.2,2,0.9454362104584734
+False,False,40,0.2,4,0.9415134400286587
+False,False,40,0.5,1,0.8875736150428245
+False,False,40,0.5,2,0.8197781445098528
+False,False,40,0.5,4,0.633944134962538
+False,False,50,0.0,1,0.9716642009567943
+False,False,50,0.0,2,0.9208081726952365
+False,False,50,0.0,4,0.7534000223358335
+False,False,50,0.2,1,0.9581482923597571
+False,False,50,0.2,2,0.94350717003704
+False,False,50,0.2,4,0.4921941342859088
+False,False,50,0.5,1,0.8817439861085096
+False,False,50,0.5,2,0.8755246776730307
+False,False,50,0.5,4,0.7071597289436653
+False,False,60,0.0,1,0.9689102735439252
+False,False,60,0.0,2,0.9174655614510643
+False,False,60,0.0,4,0.8339873339495895
+False,False,60,0.2,1,0.9511253342835817
+False,False,60,0.2,2,0.8873234326050952
+False,False,60,0.2,4,0.810991355116568
+False,False,60,0.5,1,0.8901345991516981
+False,False,60,0.5,2,0.8431180613460103
+False,False,60,0.5,4,0.874577437290162
+False,False,70,0.0,1,0.9721604134802028
+False,False,70,0.0,2,0.9632586607032996
+False,False,70,0.0,4,0.9626390280144509
+False,False,70,0.2,1,0.9540398977923479
+False,False,70,0.2,2,0.9456141198223617
+False,False,70,0.2,4,0.9398622167337501
+False,False,70,0.5,1,0.8351250912357899
+False,False,70,0.5,2,0.8276191145949373
+False,False,70,0.5,4,0.8634448808222739
+False,False,80,0.0,1,0.9704059225327394
+False,False,80,0.0,2,0.9503509268301487
+False,False,80,0.0,4,0.9376786444510887
+False,False,80,0.2,1,0.9539889406137982
+False,False,80,0.2,2,0.93948074430494
+False,False,80,0.2,4,0.9441974818076745
+False,False,80,0.5,1,0.8837322727350674
+False,False,80,0.5,2,0.8715916970443528
+False,False,80,0.5,4,0.49470904731955373
+False,False,90,0.0,1,0.9748201396076465
+False,False,90,0.0,2,0.9399626273989693
+False,False,90,0.0,4,0.8331363643702387
+False,False,90,0.2,1,0.9496041923603936
+False,False,90,0.2,2,0.9376309427225813
+False,False,90,0.2,4,0.7087856492228538
+False,False,90,0.5,1,0.8435156534802962
+False,False,90,0.5,2,0.7726334496997558
+False,False,90,0.5,4,0.7339225050891117
+False,False,100,0.0,1,0.9703944012294274
+False,False,100,0.0,2,0.8825632895165162
+False,False,100,0.0,4,0.8117170256170088
+False,False,100,0.2,1,0.9465346515553054
+False,False,100,0.2,2,0.9363958206952745
+False,False,100,0.2,4,0.73927143891421
+False,False,100,0.5,1,0.8394478480418419
+False,False,100,0.5,2,0.8085276650049023
+False,False,100,0.5,4,0.5680353318578513
+False,False,110,0.0,1,0.9704384239226981
+False,False,110,0.0,2,0.9617441277967173
+False,False,110,0.0,4,0.9596064372775784
+False,False,110,0.2,1,0.9543927433507406
+False,False,110,0.2,2,0.9330327871254902
+False,False,110,0.2,4,0.9355523124291899
+False,False,110,0.5,1,0.838246919503543
+False,False,110,0.5,2,0.8218647526818657
+False,False,110,0.5,4,0.3790259216517696
+False,False,120,0.0,1,0.9694757110308166
+False,False,120,0.0,2,0.9023900512071855
+False,False,120,0.0,4,0.9467493161722607
+False,False,120,0.2,1,0.956585919937403
+False,False,120,0.2,2,0.9253325080707044
+False,False,120,0.2,4,0.8924324777097138
+False,False,120,0.5,1,0.8949244634630029
+False,False,120,0.5,2,0.705376467987515
+False,False,120,0.5,4,0.7447348941118472
+False,False,130,0.0,1,0.9665362685040026
+False,False,130,0.0,2,0.9633145898276688
+False,False,130,0.0,4,0.9623831868561671
+False,False,130,0.2,1,0.9526394266552628
+False,False,130,0.2,2,0.9394901737121077
+False,False,130,0.2,4,0.9328166048013699
+False,False,130,0.5,1,0.9017511045995479
+False,False,130,0.5,2,0.8610664699754649
+False,False,130,0.5,4,0.5160880986154364
+False,False,140,0.0,1,0.9700859383152421
+False,False,140,0.0,2,0.9621254020533907
+False,False,140,0.0,4,0.9654827350585217
+False,False,140,0.2,1,0.9571371658348602
+False,False,140,0.2,2,0.8384495552008098
+False,False,140,0.2,4,0.8425953118845749
+False,False,140,0.5,1,0.83741408752132
+False,False,140,0.5,2,0.8675851363537584
+False,False,140,0.5,4,0.8604063350840354
+False,False,150,0.0,1,0.9716815744821565
+False,False,150,0.0,2,0.9585985092370474
+False,False,150,0.0,4,0.8160150421724728
+False,False,150,0.2,1,0.9509751605557522
+False,False,150,0.2,2,0.8896004916262366
+False,False,150,0.2,4,0.8903531510688476
+False,False,150,0.5,1,0.8859244014729523
+False,False,150,0.5,2,0.8756834608712744
+False,False,150,0.5,4,0.8258500450640147
+False,False,160,0.0,1,0.9699550336951752
+False,False,160,0.0,2,0.8834102215724213
+False,False,160,0.0,4,0.8679110474988987
+False,False,160,0.2,1,0.9523643036875844
+False,False,160,0.2,2,0.846103630570374
+False,False,160,0.2,4,0.6062220910086467
+False,False,160,0.5,1,0.8315626405053632
+False,False,160,0.5,2,0.8752134525478557
+False,False,160,0.5,4,0.6585048673603267
+False,False,170,0.0,1,0.9694868622657121
+False,False,170,0.0,2,0.9357217435321371
+False,False,170,0.0,4,0.8643534666982846
+False,False,170,0.2,1,0.9496961956268212
+False,False,170,0.2,2,0.9418760654475139
+False,False,170,0.2,4,0.7727681482929484
+False,False,170,0.5,1,0.8975528405569536
+False,False,170,0.5,2,0.821577805143157
+False,False,170,0.5,4,0.7656904340738898
+False,True,0,0.0,1,0.9569344009092473
+False,True,0,0.0,2,0.960491706593206
+False,True,0,0.0,4,0.3840189771577907
+False,True,0,0.2,1,0.9394538505106819
+False,True,0,0.2,2,0.8713512746675819
+False,True,0,0.2,4,0.8961918796728462
+False,True,0,0.5,1,0.8898175666211033
+False,True,0,0.5,2,0.8862760499395116
+False,True,0,0.5,4,0.8907997586858128
+False,True,10,0.0,1,0.970959288720631
+False,True,10,0.0,2,0.8743042364844948
+False,True,10,0.0,4,0.5231392846784383
+False,True,10,0.2,1,0.9519233944753674
+False,True,10,0.2,2,0.9386513269354626
+False,True,10,0.2,4,0.7372140283033769
+False,True,10,0.5,1,0.8913463794569038
+False,True,10,0.5,2,0.8145883627453652
+False,True,10,0.5,4,0.8755310477214083
+False,True,20,0.0,1,0.9711592751715159
+False,True,20,0.0,2,0.9354760314344847
+False,True,20,0.0,4,0.9654953546080242
+False,True,20,0.2,1,0.9523869713517142
+False,True,20,0.2,2,0.9379531483492682
+False,True,20,0.2,4,0.9401926206345682
+False,True,20,0.5,1,0.8475375162670874
+False,True,20,0.5,2,0.8400146724467492
+False,True,20,0.5,4,0.6704462025100001
+False,True,30,0.0,1,0.9693474188698115
+False,True,30,0.0,2,0.8978337318701796
+False,True,30,0.0,4,0.9665015595127792
+False,True,30,0.2,1,0.9546602111360135
+False,True,30,0.2,2,0.9377680819144232
+False,True,30,0.2,4,0.9439939946902626
+False,True,30,0.5,1,0.8400199771009034
+False,True,30,0.5,2,0.865358909815595
+False,True,30,0.5,4,0.7682837183983509
+False,True,40,0.0,1,0.971009163635952
+False,True,40,0.0,2,0.9632548528297777
+False,True,40,0.0,4,0.9619947769829967
+False,True,40,0.2,1,0.9516938827573844
+False,True,40,0.2,2,0.9230916439837837
+False,True,40,0.2,4,0.822872590935017
+False,True,40,0.5,1,0.8867072469925791
+False,True,40,0.5,2,0.8193882345108312
+False,True,40,0.5,4,0.595115990394355
+False,True,50,0.0,1,0.9703196896226893
+False,True,50,0.0,2,0.9229649466650092
+False,True,50,0.0,4,0.9654963052621914
+False,True,50,0.2,1,0.9570263456699312
+False,True,50,0.2,2,0.8905794144537148
+False,True,50,0.2,4,0.7349208708204972
+False,True,50,0.5,1,0.8964002288263847
+False,True,50,0.5,2,0.8154609219776153
+False,True,50,0.5,4,0.7819070134037728
+False,True,60,0.0,1,0.9715106916584352
+False,True,60,0.0,2,0.9018012844565976
+False,True,60,0.0,4,0.945408753203587
+False,True,60,0.2,1,0.9558169793501382
+False,True,60,0.2,2,0.94319158366325
+False,True,60,0.2,4,0.9422128339571562
+False,True,60,0.5,1,0.8394052290111761
+False,True,60,0.5,2,0.7722761993690345
+False,True,60,0.5,4,0.6835309727575462
+False,True,70,0.0,1,0.9734593911216829
+False,True,70,0.0,2,0.9225395266912625
+False,True,70,0.0,4,0.7604275516898217
+False,True,70,0.2,1,0.9502925261796872
+False,True,70,0.2,2,0.9452834996743523
+False,True,70,0.2,4,0.5065299699290937
+False,True,70,0.5,1,0.8860643589537363
+False,True,70,0.5,2,0.872842923949224
+False,True,70,0.5,4,0.7555275286752882
+False,True,80,0.0,1,0.9732533663768995
+False,True,80,0.0,2,0.9172415096123434
+False,True,80,0.0,4,0.833993827645531
+False,True,80,0.2,1,0.9517153670395304
+False,True,80,0.2,2,0.8838127961314852
+False,True,80,0.2,4,0.8161067038684539
+False,True,80,0.5,1,0.8391106431966157
+False,True,80,0.5,2,0.7957211030357517
+False,True,80,0.5,4,0.8207974089750075
+False,True,90,0.0,1,0.9707705584079945
+False,True,90,0.0,2,0.9655216529605986
+False,True,90,0.0,4,0.9552262046443583
+False,True,90,0.2,1,0.9551046639802808
+False,True,90,0.2,2,0.942305052733807
+False,True,90,0.2,4,0.9489125868856044
+False,True,90,0.5,1,0.8984214968490322
+False,True,90,0.5,2,0.8240556371384175
+False,True,90,0.5,4,0.8659839373472471
+False,True,100,0.0,1,0.9701634192291607
+False,True,100,0.0,2,0.9461779196769141
+False,True,100,0.0,4,0.9272039273141148
+False,True,100,0.2,1,0.9527365146606256
+False,True,100,0.2,2,0.9434697628440132
+False,True,100,0.2,4,0.9483090419133303
+False,True,100,0.5,1,0.8931414501640188
+False,True,100,0.5,2,0.8239475826468274
+False,True,100,0.5,4,0.47347718690177387
+False,True,110,0.0,1,0.9729009158754679
+False,True,110,0.0,2,0.9442571422342944
+False,True,110,0.0,4,0.8255109234761552
+False,True,110,0.2,1,0.9483927297473062
+False,True,110,0.2,2,0.9346200330282631
+False,True,110,0.2,4,0.711289602504423
+False,True,110,0.5,1,0.8786271299165961
+False,True,110,0.5,2,0.7763514004437224
+False,True,110,0.5,4,0.830351518946004
+False,True,120,0.0,1,0.9707647016341151
+False,True,120,0.0,2,0.8870708393371858
+False,True,120,0.0,4,0.8056007569691366
+False,True,120,0.2,1,0.9460287376537789
+False,True,120,0.2,2,0.9323070066156001
+False,True,120,0.2,4,0.738824807247424
+False,True,120,0.5,1,0.8928233772518432
+False,True,120,0.5,2,0.8174127509758337
+False,True,120,0.5,4,0.6091107507824207
+False,True,130,0.0,1,0.9737126919479498
+False,True,130,0.0,2,0.9612068261840397
+False,True,130,0.0,4,0.9656544329185789
+False,True,130,0.2,1,0.9478000062948604
+False,True,130,0.2,2,0.9440971877392234
+False,True,130,0.2,4,0.9382222963933421
+False,True,130,0.5,1,0.8908288222762705
+False,True,130,0.5,2,0.8714215170876123
+False,True,130,0.5,4,0.4738415358767292
+False,True,140,0.0,1,0.9712513956640765
+False,True,140,0.0,2,0.9101026293525022
+False,True,140,0.0,4,0.950774788536021
+False,True,140,0.2,1,0.9502315775355423
+False,True,140,0.2,2,0.9106854688117269
+False,True,140,0.2,4,0.8941767423285192
+False,True,140,0.5,1,0.835521225387594
+False,True,140,0.5,2,0.749386728745128
+False,True,140,0.5,4,0.748990376783648
+False,True,150,0.0,1,0.9670105523842941
+False,True,150,0.0,2,0.9657853299655275
+False,True,150,0.0,4,0.9620503243231172
+False,True,150,0.2,1,0.9515383115403917
+False,True,150,0.2,2,0.9294942073387572
+False,True,150,0.2,4,0.9396440210619605
+False,True,150,0.5,1,0.887638605920286
+False,True,150,0.5,2,0.8574530906115349
+False,True,150,0.5,4,0.4678646994222814
+False,True,160,0.0,1,0.9722087317882094
+False,True,160,0.0,2,0.9661607007867486
+False,True,160,0.0,4,0.9611425818816549
+False,True,160,0.2,1,0.9571715881690113
+False,True,160,0.2,2,0.8432400146634945
+False,True,160,0.2,4,0.8412557286957224
+False,True,160,0.5,1,0.8433643886702793
+False,True,160,0.5,2,0.8799940098217711
+False,True,160,0.5,4,0.8295772976322315
+False,True,170,0.0,1,0.9699819036262366
+False,True,170,0.0,2,0.9648446117238895
+False,True,170,0.0,4,0.8195033120746343
+False,True,170,0.2,1,0.9528263390781945
+False,True,170,0.2,2,0.892801093967323
+False,True,170,0.2,4,0.8757851363167497
+False,True,170,0.5,1,0.8336324511237274
+False,True,170,0.5,2,0.8293093454492823
+False,True,170,0.5,4,0.7667149821456123
+True,False,0,0.0,1,0.9591782254319752
+True,False,0,0.0,2,0.8612420113485992
+True,False,0,0.0,4,0.8441407845960441
+True,False,0,0.2,1,0.9434945255651241
+True,False,0,0.2,2,0.837530968452352
+True,False,0,0.2,4,0.5023930608819924
+True,False,0,0.5,1,0.8529373370060062
+True,False,0,0.5,2,0.8813677661873321
+True,False,0,0.5,4,0.6165639171111282
+True,False,10,0.0,1,0.9654275978969401
+True,False,10,0.0,2,0.919741002539614
+True,False,10,0.0,4,0.8350941483418015
+True,False,10,0.2,1,0.9482493094728727
+True,False,10,0.2,2,0.9371009330712515
+True,False,10,0.2,4,0.7327112858301932
+True,False,10,0.5,1,0.8430017218691213
+True,False,10,0.5,2,0.8316933739246464
+True,False,10,0.5,4,0.7964178119617416
+True,False,20,0.0,1,0.9666247780437336
+True,False,20,0.0,2,0.9572380420857328
+True,False,20,0.0,4,0.4596973101469497
+True,False,20,0.2,1,0.9552074325961134
+True,False,20,0.2,2,0.8640655357459134
+True,False,20,0.2,4,0.9389500051773156
+True,False,20,0.5,1,0.791253991972271
+True,False,20,0.5,2,0.8683482137457136
+True,False,20,0.5,4,0.8771223183215788
+True,False,30,0.0,1,0.969807491425054
+True,False,30,0.0,2,0.8922043949219753
+True,False,30,0.0,4,0.590499262529596
+True,False,30,0.2,1,0.9590570709173518
+True,False,30,0.2,2,0.9453366133388406
+True,False,30,0.2,4,0.7582385262755001
+True,False,30,0.5,1,0.8862390376902386
+True,False,30,0.5,2,0.8630589355353655
+True,False,30,0.5,4,0.8731216676066788
+True,False,40,0.0,1,0.9670611401013751
+True,False,40,0.0,2,0.9441147923828416
+True,False,40,0.0,4,0.9632471913447533
+True,False,40,0.2,1,0.9520415580526692
+True,False,40,0.2,2,0.9424378689758397
+True,False,40,0.2,4,0.9473818682271892
+True,False,40,0.5,1,0.8446509879923886
+True,False,40,0.5,2,0.8335879257823103
+True,False,40,0.5,4,0.6832195253594145
+True,False,50,0.0,1,0.9688676118077765
+True,False,50,0.0,2,0.9058506899338999
+True,False,50,0.0,4,0.9658594085950846
+True,False,50,0.2,1,0.9572434632156016
+True,False,50,0.2,2,0.9415971824083655
+True,False,50,0.2,4,0.94296555326624
+True,False,50,0.5,1,0.8381086712676663
+True,False,50,0.5,2,0.864666866599098
+True,False,50,0.5,4,0.7652282843954918
+True,False,60,0.0,1,0.9712977669274492
+True,False,60,0.0,2,0.961069360360628
+True,False,60,0.0,4,0.9652937074058572
+True,False,60,0.2,1,0.9544886818399075
+True,False,60,0.2,2,0.9283281364580531
+True,False,60,0.2,4,0.8204898442389342
+True,False,60,0.5,1,0.8838547674534534
+True,False,60,0.5,2,0.8239621136316717
+True,False,60,0.5,4,0.5901678666292964
+True,False,70,0.0,1,0.9703703403934202
+True,False,70,0.0,2,0.9202569826308226
+True,False,70,0.0,4,0.9662013445914547
+True,False,70,0.2,1,0.9550209446685178
+True,False,70,0.2,2,0.894196811673288
+True,False,70,0.2,4,0.7340742265206716
+True,False,70,0.5,1,0.8915831378297864
+True,False,70,0.5,2,0.8644479511896416
+True,False,70,0.5,4,0.8300666082583641
+True,False,80,0.0,1,0.9705682824957764
+True,False,80,0.0,2,0.894886106880704
+True,False,80,0.0,4,0.9398255858164573
+True,False,80,0.2,1,0.9550870667326844
+True,False,80,0.2,2,0.9436033150913737
+True,False,80,0.2,4,0.939207840269902
+True,False,80,0.5,1,0.842529598975598
+True,False,80,0.5,2,0.7650897801245502
+True,False,80,0.5,4,0.7203932882943128
+True,False,90,0.0,1,0.9718387975070569
+True,False,90,0.0,2,0.9162673463661665
+True,False,90,0.0,4,0.7415158034810337
+True,False,90,0.2,1,0.9498245868144891
+True,False,90,0.2,2,0.9368012187737927
+True,False,90,0.2,4,0.487028605509404
+True,False,90,0.5,1,0.8855812998059324
+True,False,90,0.5,2,0.8606353003364918
+True,False,90,0.5,4,0.742132286113011
+True,False,100,0.0,1,0.9687831728524989
+True,False,100,0.0,2,0.9121796859454017
+True,False,100,0.0,4,0.8172930797130127
+True,False,100,0.2,1,0.94791164521291
+True,False,100,0.2,2,0.8761780892751985
+True,False,100,0.2,4,0.8046567820786922
+True,False,100,0.5,1,0.8839915690875421
+True,False,100,0.5,2,0.7916872687343275
+True,False,100,0.5,4,0.8254000022092837
+True,False,110,0.0,1,0.9714544152847614
+True,False,110,0.0,2,0.9637676221592356
+True,False,110,0.0,4,0.9527615264506311
+True,False,110,0.2,1,0.9562547892912757
+True,False,110,0.2,2,0.9426128907584064
+True,False,110,0.2,4,0.9458357016711346
+True,False,110,0.5,1,0.8908047143073674
+True,False,110,0.5,2,0.8210836172741346
+True,False,110,0.5,4,0.8626383022291615
+True,False,120,0.0,1,0.9696774683629261
+True,False,120,0.0,2,0.9457610593926439
+True,False,120,0.0,4,0.9285194136373438
+True,False,120,0.2,1,0.9500208081954106
+True,False,120,0.2,2,0.9473131188424239
+True,False,120,0.2,4,0.9478726200155562
+True,False,120,0.5,1,0.8902917598599167
+True,False,120,0.5,2,0.8235174198061049
+True,False,120,0.5,4,0.42977304647253767
+True,False,130,0.0,1,0.9683559565096381
+True,False,130,0.0,2,0.9440850199411094
+True,False,130,0.0,4,0.8277862331366629
+True,False,130,0.2,1,0.9486231419540623
+True,False,130,0.2,2,0.9357643087237769
+True,False,130,0.2,4,0.7109166475006666
+True,False,130,0.5,1,0.8812629958567186
+True,False,130,0.5,2,0.7794699006159888
+True,False,130,0.5,4,0.8288152258980478
+True,False,140,0.0,1,0.9680725924586658
+True,False,140,0.0,2,0.882133311030478
+True,False,140,0.0,4,0.8069251841591433
+True,False,140,0.2,1,0.9490662147125409
+True,False,140,0.2,2,0.9359987168133167
+True,False,140,0.2,4,0.7375228597386257
+True,False,140,0.5,1,0.8975655834373754
+True,False,140,0.5,2,0.8042883769263104
+True,False,140,0.5,4,0.6074271645539736
+True,False,150,0.0,1,0.9696368315922026
+True,False,150,0.0,2,0.9642856771307503
+True,False,150,0.0,4,0.9624128329361632
+True,False,150,0.2,1,0.9508329983913126
+True,False,150,0.2,2,0.944495726066077
+True,False,150,0.2,4,0.9367029766948007
+True,False,150,0.5,1,0.8894861749167585
+True,False,150,0.5,2,0.8676852456886731
+True,False,150,0.5,4,0.4812714707926164
+True,False,160,0.0,1,0.972015620465003
+True,False,160,0.0,2,0.912116848747235
+True,False,160,0.0,4,0.9493231351542359
+True,False,160,0.2,1,0.950273481116407
+True,False,160,0.2,2,0.9156553451960404
+True,False,160,0.2,4,0.89248682590738
+True,False,160,0.5,1,0.8389378040889773
+True,False,160,0.5,2,0.7908348800614355
+True,False,160,0.5,4,0.7942887909941353
+True,False,170,0.0,1,0.9676947794594977
+True,False,170,0.0,2,0.9608563967031524
+True,False,170,0.0,4,0.9681011483122545
+True,False,170,0.2,1,0.9506909773257305
+True,False,170,0.2,2,0.9360634249578512
+True,False,170,0.2,4,0.9379313652643665
+True,False,170,0.5,1,0.8419739710307715
+True,False,170,0.5,2,0.8599307926112177
+True,False,170,0.5,4,0.47118681412170343
+True,True,0,0.0,1,0.9584445240018543
+True,True,0,0.0,2,0.9608616768417668
+True,True,0,0.0,4,0.9637240638791946
+True,True,0,0.2,1,0.9453426886801001
+True,True,0,0.2,2,0.8302990586354457
+True,True,0,0.2,4,0.8273916166920239
+True,True,0,0.5,1,0.8390094044112144
+True,True,0,0.5,2,0.8849633572428514
+True,True,0,0.5,4,0.8964991205442023
+True,True,10,0.0,1,0.9697191822739687
+True,True,10,0.0,2,0.9573176299551653
+True,True,10,0.0,4,0.7820581867619268
+True,True,10,0.2,1,0.9446207380070639
+True,True,10,0.2,2,0.8779318124324297
+True,True,10,0.2,4,0.8630692948057922
+True,True,10,0.5,1,0.8835220497870455
+True,True,10,0.5,2,0.7776307685172091
+True,True,10,0.5,4,0.8244437241326709
+True,True,20,0.0,1,0.9711225806558329
+True,True,20,0.0,2,0.8602631142258977
+True,True,20,0.0,4,0.8491161390725404
+True,True,20,0.2,1,0.9524891700081483
+True,True,20,0.2,2,0.837881641577712
+True,True,20,0.2,4,0.5470121124655027
+True,True,20,0.5,1,0.8890716253975252
+True,True,20,0.5,2,0.8280424835028171
+True,True,20,0.5,4,0.6371885540117752
+True,True,30,0.0,1,0.9697202563929986
+True,True,30,0.0,2,0.9314751222550467
+True,True,30,0.0,4,0.8523352990579411
+True,True,30,0.2,1,0.9504130141018549
+True,True,30,0.2,2,0.9394596147886135
+True,True,30,0.2,4,0.7605661987975204
+True,True,30,0.5,1,0.8993263148164912
+True,True,30,0.5,2,0.8222536496573577
+True,True,30,0.5,4,0.803787598752948
+True,True,40,0.0,1,0.9699190632145523
+True,True,40,0.0,2,0.9644071805457114
+True,True,40,0.0,4,0.5109977356450253
+True,True,40,0.2,1,0.9495281718713197
+True,True,40,0.2,2,0.8687659514491318
+True,True,40,0.2,4,0.9371219844801627
+True,True,40,0.5,1,0.8462650931640028
+True,True,40,0.5,2,0.8202951629998336
+True,True,40,0.5,4,0.827409369779522
+True,True,50,0.0,1,0.9686919131908581
+True,True,50,0.0,2,0.9052147530946615
+True,True,50,0.0,4,0.610468950922189
+True,True,50,0.2,1,0.950093757932111
+True,True,50,0.2,2,0.9427146561627539
+True,True,50,0.2,4,0.7659360446459132
+True,True,50,0.5,1,0.8896633680109334
+True,True,50,0.5,2,0.8697841834958849
+True,True,50,0.5,4,0.873062604962667
+True,True,60,0.0,1,0.9737153385894438
+True,True,60,0.0,2,0.9501550235728781
+True,True,60,0.0,4,0.9668269828825189
+True,True,60,0.2,1,0.953810402918711
+True,True,60,0.2,2,0.944801764882974
+True,True,60,0.2,4,0.9469840289468513
+True,True,60,0.5,1,0.8410982652437898
+True,True,60,0.5,2,0.7905203226661153
+True,True,60,0.5,4,0.7021114917250768
+True,True,70,0.0,1,0.9738767117386773
+True,True,70,0.0,2,0.9065315644076042
+True,True,70,0.0,4,0.9647099479615492
+True,True,70,0.2,1,0.9540614302610022
+True,True,70,0.2,2,0.9410691557068704
+True,True,70,0.2,4,0.9433763479725376
+True,True,70,0.5,1,0.842568420629074
+True,True,70,0.5,2,0.8299401963715576
+True,True,70,0.5,4,0.7732712290944345
+True,True,80,0.0,1,0.969830148302548
+True,True,80,0.0,2,0.9637054739579167
+True,True,80,0.0,4,0.9639270509326122
+True,True,80,0.2,1,0.9478537874978136
+True,True,80,0.2,2,0.9231415038453393
+True,True,80,0.2,4,0.8250670309826786
+True,True,80,0.5,1,0.8329982097007352
+True,True,80,0.5,2,0.8714031288008204
+True,True,80,0.5,4,0.6723002655229813
+True,True,90,0.0,1,0.9702929148922211
+True,True,90,0.0,2,0.9176275838092721
+True,True,90,0.0,4,0.9640582662634952
+True,True,90,0.2,1,0.9530789277662531
+True,True,90,0.2,2,0.8929012614196019
+True,True,90,0.2,4,0.7255800636344995
+True,True,90,0.5,1,0.884788656590093
+True,True,90,0.5,2,0.8240707927791472
+True,True,90,0.5,4,0.8675570272076699
+True,True,100,0.0,1,0.9664310451744791
+True,True,100,0.0,2,0.88566160792975
+True,True,100,0.0,4,0.9417400769235557
+True,True,100,0.2,1,0.9489403726136405
+True,True,100,0.2,2,0.9414684559472656
+True,True,100,0.2,4,0.93579995311757
+True,True,100,0.5,1,0.8422829235899584
+True,True,100,0.5,2,0.8088247630172299
+True,True,100,0.5,4,0.7163839986196242
+True,True,110,0.0,1,0.970945930206719
+True,True,110,0.0,2,0.91502910125166
+True,True,110,0.0,4,0.7398932384155182
+True,True,110,0.2,1,0.9553449650033368
+True,True,110,0.2,2,0.9367354518542975
+True,True,110,0.2,4,0.47237997030918827
+True,True,110,0.5,1,0.880872517643484
+True,True,110,0.5,2,0.8710479541008238
+True,True,110,0.5,4,0.7510843476642697
+True,True,120,0.0,1,0.9693354331532695
+True,True,120,0.0,2,0.911877409961223
+True,True,120,0.0,4,0.8165874860228562
+True,True,120,0.2,1,0.9508592375107027
+True,True,120,0.2,2,0.8742209117544465
+True,True,120,0.2,4,0.7894020834624198
+True,True,120,0.5,1,0.886286142499203
+True,True,120,0.5,2,0.8348847737377127
+True,True,120,0.5,4,0.8799057039878831
+True,True,130,0.0,1,0.9690414611816188
+True,True,130,0.0,2,0.9614668364086996
+True,True,130,0.0,4,0.957771125900786
+True,True,130,0.2,1,0.9483163974938039
+True,True,130,0.2,2,0.9384217572301355
+True,True,130,0.2,4,0.9402970635249082
+True,True,130,0.5,1,0.7925620420800626
+True,True,130,0.5,2,0.8250504396472895
+True,True,130,0.5,4,0.8703825527694207
+True,True,140,0.0,1,0.9677717870168117
+True,True,140,0.0,2,0.9462287382124198
+True,True,140,0.0,4,0.9292849676273012
+True,True,140,0.2,1,0.9508941549725624
+True,True,140,0.2,2,0.9433413562915401
+True,True,140,0.2,4,0.939351944480482
+True,True,140,0.5,1,0.841141340143899
+True,True,140,0.5,2,0.8670013566705678
+True,True,140,0.5,4,0.481489352155616
+True,True,150,0.0,1,0.9703517826190854
+True,True,150,0.0,2,0.9447843856675451
+True,True,150,0.0,4,0.8321453656241192
+True,True,150,0.2,1,0.9524796703323285
+True,True,150,0.2,2,0.94088394611302
+True,True,150,0.2,4,0.7095552337661635
+True,True,150,0.5,1,0.8366235555544647
+True,True,150,0.5,2,0.8281890761628562
+True,True,150,0.5,4,0.7854746763052957
+True,True,160,0.0,1,0.9689156543865755
+True,True,160,0.0,2,0.8868796345130355
+True,True,160,0.0,4,0.8161000193397939
+True,True,160,0.2,1,0.9480430684808979
+True,True,160,0.2,2,0.9381988144242406
+True,True,160,0.2,4,0.7345209200064755
+True,True,160,0.5,1,0.8378125235569943
+True,True,160,0.5,2,0.8182994156798474
+True,True,160,0.5,4,0.6256409665199276
+True,True,170,0.0,1,0.9736388456673575
+True,True,170,0.0,2,0.9631168993273598
+True,True,170,0.0,4,0.9576470027383444
+True,True,170,0.2,1,0.9533622327196654
+True,True,170,0.2,2,0.941161839062639
+True,True,170,0.2,4,0.9388186273928724
+True,True,170,0.5,1,0.8839651202780159
+True,True,170,0.5,2,0.8637735946634548
+True,True,170,0.5,4,0.4768067690853794
diff --git a/augmentation_robustness_exploration/transform_evaluation_results_resnet18_flips_90.csv b/augmentation_robustness_exploration/transform_evaluation_results_resnet18_flips_90.csv
new file mode 100644
index 0000000..8ba34d5
--- /dev/null
+++ b/augmentation_robustness_exploration/transform_evaluation_results_resnet18_flips_90.csv
@@ -0,0 +1,649 @@
+use_random_hflip,use_random_vflip,random_rotation,random_contrast,resample,balanced_accuracy
+False,False,0,0.0,1,0.9499556742626236
+False,False,0,0.0,2,0.9512386345598615
+False,False,0,0.0,4,0.9597693994355053
+False,False,0,0.2,1,0.9299121583566261
+False,False,0,0.2,2,0.9346666791689866
+False,False,0,0.2,4,0.9373819676903162
+False,False,0,0.5,1,0.8148654191985846
+False,False,0,0.5,2,0.7458551935680121
+False,False,0,0.5,4,0.4824945625916257
+False,False,10,0.0,1,0.9707575817461438
+False,False,10,0.0,2,0.8279626943648608
+False,False,10,0.0,4,0.9549187838322803
+False,False,10,0.2,1,0.9452752544634765
+False,False,10,0.2,2,0.9211114063770923
+False,False,10,0.2,4,0.9289469742082203
+False,False,10,0.5,1,0.8617104744975176
+False,False,10,0.5,2,0.7759208811009619
+False,False,10,0.5,4,0.6468434831794198
+False,False,20,0.0,1,0.9731916311209725
+False,False,20,0.0,2,0.9595857748113146
+False,False,20,0.0,4,0.9577145783497334
+False,False,20,0.2,1,0.9495690495611345
+False,False,20,0.2,2,0.8873141352312358
+False,False,20,0.2,4,0.7319887108033443
+False,False,20,0.5,1,0.8663491070525275
+False,False,20,0.5,2,0.8396929655457448
+False,False,20,0.5,4,0.604602386071128
+False,False,30,0.0,1,0.9698352258208764
+False,False,30,0.0,2,0.8767416796755565
+False,False,30,0.0,4,0.955694564850315
+False,False,30,0.2,1,0.9490541929495696
+False,False,30,0.2,2,0.8465534280679519
+False,False,30,0.2,4,0.5839627551701245
+False,False,30,0.5,1,0.820170243711155
+False,False,30,0.5,2,0.8330043476770017
+False,False,30,0.5,4,0.8315688912332736
+False,False,40,0.0,1,0.9697592593120576
+False,False,40,0.0,2,0.8252854171991245
+False,False,40,0.0,4,0.9279242454737984
+False,False,40,0.2,1,0.9477711650149081
+False,False,40,0.2,2,0.9339850354630587
+False,False,40,0.2,4,0.9290684934139148
+False,False,40,0.5,1,0.8680598824873748
+False,False,40,0.5,2,0.7415046206663527
+False,False,40,0.5,4,0.5729888888407376
+False,False,50,0.0,1,0.9715388932343407
+False,False,50,0.0,2,0.8896450172204087
+False,False,50,0.0,4,0.6106834684739274
+False,False,50,0.2,1,0.9511950325829333
+False,False,50,0.2,2,0.9279071339223993
+False,False,50,0.2,4,0.3223577574171757
+False,False,50,0.5,1,0.8747390313835678
+False,False,50,0.5,2,0.8415460588039132
+False,False,50,0.5,4,0.6707015789725964
+False,False,60,0.0,1,0.9696606330910792
+False,False,60,0.0,2,0.8782323519481535
+False,False,60,0.0,4,0.7312148190443553
+False,False,60,0.2,1,0.951673623124637
+False,False,60,0.2,2,0.844109432496427
+False,False,60,0.2,4,0.7320965077013076
+False,False,60,0.5,1,0.864567047787116
+False,False,60,0.5,2,0.7916109859243825
+False,False,60,0.5,4,0.8402840915174457
+False,False,70,0.0,1,0.970042134890452
+False,False,70,0.0,2,0.9579398296156081
+False,False,70,0.0,4,0.9448325589054729
+False,False,70,0.2,1,0.9543730341906086
+False,False,70,0.2,2,0.932100909664751
+False,False,70,0.2,4,0.9345234501834635
+False,False,70,0.5,1,0.8734951459346013
+False,False,70,0.5,2,0.7971377352359564
+False,False,70,0.5,4,0.8278801669368361
+False,False,80,0.0,1,0.9718131507514577
+False,False,80,0.0,2,0.937697515588204
+False,False,80,0.0,4,0.9102304902274164
+False,False,80,0.2,1,0.9535305411326177
+False,False,80,0.2,2,0.9299551452655402
+False,False,80,0.2,4,0.9335907216153003
+False,False,80,0.5,1,0.8627045495336397
+False,False,80,0.5,2,0.8452056971055006
+False,False,80,0.5,4,0.3817269975220679
+False,False,90,0.0,1,0.9721393812621663
+False,False,90,0.0,2,0.9332747818874193
+False,False,90,0.0,4,0.7358488599128588
+False,False,90,0.2,1,0.9488063668584973
+False,False,90,0.2,2,0.9341591526141383
+False,False,90,0.2,4,0.5889949527471209
+False,False,90,0.5,1,0.8744770854153864
+False,False,90,0.5,2,0.8384451129456645
+False,False,90,0.5,4,0.7699701613540931
+False,False,100,0.0,1,0.9743295621091647
+False,False,100,0.0,2,0.8105728229121654
+False,False,100,0.0,4,0.7031856081843693
+False,False,100,0.2,1,0.9508647384539417
+False,False,100,0.2,2,0.9161552656769023
+False,False,100,0.2,4,0.6205316339769941
+False,False,100,0.5,1,0.8629504040796699
+False,False,100,0.5,2,0.7449272343859091
+False,False,100,0.5,4,0.37400448623475935
+False,False,110,0.0,1,0.970650560931686
+False,False,110,0.0,2,0.9569367836976491
+False,False,110,0.0,4,0.9562010522414013
+False,False,110,0.2,1,0.9466760598052498
+False,False,110,0.2,2,0.9267581459141047
+False,False,110,0.2,4,0.9241102519308094
+False,False,110,0.5,1,0.8739667781183017
+False,False,110,0.5,2,0.8361171063282405
+False,False,110,0.5,4,0.3235892670401334
+False,False,120,0.0,1,0.972408399606571
+False,False,120,0.0,2,0.8564158948812798
+False,False,120,0.0,4,0.9366235207039973
+False,False,120,0.2,1,0.9501287995750658
+False,False,120,0.2,2,0.9016730996418687
+False,False,120,0.2,4,0.8636594832133373
+False,False,120,0.5,1,0.8715447964501034
+False,False,120,0.5,2,0.6746032211207165
+False,False,120,0.5,4,0.714142843868542
+False,False,130,0.0,1,0.9755992204888427
+False,False,130,0.0,2,0.9572459344872577
+False,False,130,0.0,4,0.9586121102230079
+False,False,130,0.2,1,0.9490020225886219
+False,False,130,0.2,2,0.9256219653082137
+False,False,130,0.2,4,0.9292644044421364
+False,False,130,0.5,1,0.8789933003736257
+False,False,130,0.5,2,0.8152734970547023
+False,False,130,0.5,4,0.39606289864445265
+False,False,140,0.0,1,0.9728773079649544
+False,False,140,0.0,2,0.9596027789374162
+False,False,140,0.0,4,0.9610457431844913
+False,False,140,0.2,1,0.95227994497721
+False,False,140,0.2,2,0.781023974520291
+False,False,140,0.2,4,0.7828220009908912
+False,False,140,0.5,1,0.8589053854616067
+False,False,140,0.5,2,0.8436839850099501
+False,False,140,0.5,4,0.834686047068591
+False,False,150,0.0,1,0.9718201208252929
+False,False,150,0.0,2,0.9558292806252334
+False,False,150,0.0,4,0.719365671353829
+False,False,150,0.2,1,0.9518035921443021
+False,False,150,0.2,2,0.8607280443904145
+False,False,150,0.2,4,0.8366253626597754
+False,False,150,0.5,1,0.8705210833218233
+False,False,150,0.5,2,0.8513093779719613
+False,False,150,0.5,4,0.7704170615972922
+False,False,160,0.0,1,0.972516360765488
+False,False,160,0.0,2,0.8110488967401402
+False,False,160,0.0,4,0.7970887686599407
+False,False,160,0.2,1,0.9480747301816754
+False,False,160,0.2,2,0.8007013912915235
+False,False,160,0.2,4,0.4492915978536821
+False,False,160,0.5,1,0.8247847687136626
+False,False,160,0.5,2,0.8367668945774589
+False,False,160,0.5,4,0.5443589904122142
+False,False,170,0.0,1,0.9644698551036941
+False,False,170,0.0,2,0.9235023537711747
+False,False,170,0.0,4,0.7933573935759549
+False,False,170,0.2,1,0.9542397015283725
+False,False,170,0.2,2,0.9311791434608371
+False,False,170,0.2,4,0.6782689836948859
+False,False,170,0.5,1,0.8791699605047636
+False,False,170,0.5,2,0.7940845179021528
+False,False,170,0.5,4,0.7410255774272512
+False,True,0,0.0,1,0.9516601912737076
+False,True,0,0.0,2,0.9594109033517562
+False,True,0,0.0,4,0.25570905226941293
+False,True,0,0.2,1,0.9326187305947963
+False,True,0,0.2,2,0.8163394147685404
+False,True,0,0.2,4,0.9326287411890583
+False,True,0,0.5,1,0.8634539398483038
+False,True,0,0.5,2,0.8471039152648244
+False,True,0,0.5,4,0.8553930274617815
+False,True,10,0.0,1,0.9684345182599253
+False,True,10,0.0,2,0.8140311392370317
+False,True,10,0.0,4,0.3428835577134535
+False,True,10,0.2,1,0.9455088689750636
+False,True,10,0.2,2,0.9252646333231026
+False,True,10,0.2,4,0.5914381062184858
+False,True,10,0.5,1,0.8547174160239864
+False,True,10,0.5,2,0.7984161503591857
+False,True,10,0.5,4,0.8275826825637714
+False,True,20,0.0,1,0.974956282414626
+False,True,20,0.0,2,0.9309801409268829
+False,True,20,0.0,4,0.9558061987698713
+False,True,20,0.2,1,0.9426482398005841
+False,True,20,0.2,2,0.9202394022953844
+False,True,20,0.2,4,0.9276549817621529
+False,True,20,0.5,1,0.8143323664841481
+False,True,20,0.5,2,0.7603492338345204
+False,True,20,0.5,4,0.4768833143759182
+False,True,30,0.0,1,0.9707478701827336
+False,True,30,0.0,2,0.8409104285596778
+False,True,30,0.0,4,0.9573163707859548
+False,True,30,0.2,1,0.9483583812629679
+False,True,30,0.2,2,0.9253764014319492
+False,True,30,0.2,4,0.9287055361783724
+False,True,30,0.5,1,0.8581608007716602
+False,True,30,0.5,2,0.8245821047011266
+False,True,30,0.5,4,0.6786469627147642
+False,True,40,0.0,1,0.9706211544890734
+False,True,40,0.0,2,0.9529168243264172
+False,True,40,0.0,4,0.955227426641792
+False,True,40,0.2,1,0.9481244445528284
+False,True,40,0.2,2,0.8994636799190544
+False,True,40,0.2,4,0.7545460100963488
+False,True,40,0.5,1,0.8622616273940776
+False,True,40,0.5,2,0.8368083965706478
+False,True,40,0.5,4,0.4890594087588787
+False,True,50,0.0,1,0.9680839077359465
+False,True,50,0.0,2,0.8872955993619484
+False,True,50,0.0,4,0.9527530169568116
+False,True,50,0.2,1,0.9452320925125773
+False,True,50,0.2,2,0.8524236789641337
+False,True,50,0.2,4,0.6239319391443907
+False,True,50,0.5,1,0.8794610580999928
+False,True,50,0.5,2,0.7860255864865792
+False,True,50,0.5,4,0.8432040049621552
+False,True,60,0.0,1,0.9746710968137672
+False,True,60,0.0,2,0.8333729676463525
+False,True,60,0.0,4,0.9272898148276484
+False,True,60,0.2,1,0.9488854913683122
+False,True,60,0.2,2,0.9246595961993648
+False,True,60,0.2,4,0.9327145758078939
+False,True,60,0.5,1,0.8651384214011427
+False,True,60,0.5,2,0.750354314488354
+False,True,60,0.5,4,0.629689011476124
+False,True,70,0.0,1,0.9738127928220219
+False,True,70,0.0,2,0.8865112538162271
+False,True,70,0.0,4,0.6228339480139711
+False,True,70,0.2,1,0.9434391318444734
+False,True,70,0.2,2,0.9230556051231646
+False,True,70,0.2,4,0.38438516155556746
+False,True,70,0.5,1,0.8721960529780611
+False,True,70,0.5,2,0.8414753997743863
+False,True,70,0.5,4,0.6639521815269276
+False,True,80,0.0,1,0.9728166378168704
+False,True,80,0.0,2,0.8775151313199682
+False,True,80,0.0,4,0.7341886634176059
+False,True,80,0.2,1,0.9501681483053608
+False,True,80,0.2,2,0.8332807296636952
+False,True,80,0.2,4,0.7396588835434853
+False,True,80,0.5,1,0.8247156070526612
+False,True,80,0.5,2,0.7865269541324633
+False,True,80,0.5,4,0.795434830244906
+False,True,90,0.0,1,0.969694561513099
+False,True,90,0.0,2,0.9583701931050168
+False,True,90,0.0,4,0.9480923709697986
+False,True,90,0.2,1,0.95134365279255
+False,True,90,0.2,2,0.9403837507721802
+False,True,90,0.2,4,0.9360628433694876
+False,True,90,0.5,1,0.8228545756454598
+False,True,90,0.5,2,0.8433571567693138
+False,True,90,0.5,4,0.8287841624097299
+False,True,100,0.0,1,0.9721222043727965
+False,True,100,0.0,2,0.9341915756422455
+False,True,100,0.0,4,0.9092980093164195
+False,True,100,0.2,1,0.9507041845403613
+False,True,100,0.2,2,0.9275859032692683
+False,True,100,0.2,4,0.9308623224294533
+False,True,100,0.5,1,0.8685637293473579
+False,True,100,0.5,2,0.845872560902842
+False,True,100,0.5,4,0.3200223483368951
+False,True,110,0.0,1,0.9723745053669833
+False,True,110,0.0,2,0.9327384990488649
+False,True,110,0.0,4,0.7323639449643301
+False,True,110,0.2,1,0.949377507676895
+False,True,110,0.2,2,0.9386134513053037
+False,True,110,0.2,4,0.5754721922259737
+False,True,110,0.5,1,0.865906277627482
+False,True,110,0.5,2,0.785778170283742
+False,True,110,0.5,4,0.7686018847110115
+False,True,120,0.0,1,0.972854595067793
+False,True,120,0.0,2,0.8176069193915839
+False,True,120,0.0,4,0.701994685247443
+False,True,120,0.2,1,0.9479840131650957
+False,True,120,0.2,2,0.9237728081229598
+False,True,120,0.2,4,0.6297582771589189
+False,True,120,0.5,1,0.8671156800447039
+False,True,120,0.5,2,0.7410978181204493
+False,True,120,0.5,4,0.47059110922453407
+False,True,130,0.0,1,0.9726079734645758
+False,True,130,0.0,2,0.9591020101860376
+False,True,130,0.0,4,0.9555017805375304
+False,True,130,0.2,1,0.948382409952032
+False,True,130,0.2,2,0.9356923537416421
+False,True,130,0.2,4,0.9296481014880493
+False,True,130,0.5,1,0.8746528263589354
+False,True,130,0.5,2,0.834556523650133
+False,True,130,0.5,4,0.32545844181761885
+False,True,140,0.0,1,0.9693644454983809
+False,True,140,0.0,2,0.859526937114081
+False,True,140,0.0,4,0.9356150031343409
+False,True,140,0.2,1,0.9508973741010032
+False,True,140,0.2,2,0.8970258224162676
+False,True,140,0.2,4,0.8513265502215143
+False,True,140,0.5,1,0.8231404289506715
+False,True,140,0.5,2,0.7148977268219631
+False,True,140,0.5,4,0.719045049663365
+False,True,150,0.0,1,0.9695270924917382
+False,True,150,0.0,2,0.9529634705198216
+False,True,150,0.0,4,0.9606184789095583
+False,True,150,0.2,1,0.9496261552313376
+False,True,150,0.2,2,0.918292348712354
+False,True,150,0.2,4,0.9269449504084709
+False,True,150,0.5,1,0.8737249594200254
+False,True,150,0.5,2,0.8283621926524164
+False,True,150,0.5,4,0.3560460975820508
+False,True,160,0.0,1,0.9708585361627168
+False,True,160,0.0,2,0.9599451782934038
+False,True,160,0.0,4,0.957472559064979
+False,True,160,0.2,1,0.953976725677184
+False,True,160,0.2,2,0.7952754229943618
+False,True,160,0.2,4,0.7807942821492774
+False,True,160,0.5,1,0.8755174794232079
+False,True,160,0.5,2,0.8023277686590948
+False,True,160,0.5,4,0.8013637540432762
+False,True,170,0.0,1,0.9728709936874119
+False,True,170,0.0,2,0.9558559931012278
+False,True,170,0.0,4,0.7295968321533293
+False,True,170,0.2,1,0.9490846561013905
+False,True,170,0.2,2,0.8597197615840638
+False,True,170,0.2,4,0.8383832794420757
+False,True,170,0.5,1,0.8136172568488294
+False,True,170,0.5,2,0.8376812393803961
+False,True,170,0.5,4,0.7208792113412608
+True,False,0,0.0,1,0.9507093696969512
+True,False,0,0.0,2,0.8027437329503776
+True,False,0,0.0,4,0.7818009217083203
+True,False,0,0.2,1,0.926838515613713
+True,False,0,0.2,2,0.7902705206070711
+True,False,0,0.2,4,0.34924864422546503
+True,False,0,0.5,1,0.82162269179624
+True,False,0,0.5,2,0.8634469334186807
+True,False,0,0.5,4,0.4313706507361558
+True,False,10,0.0,1,0.9690595154296104
+True,False,10,0.0,2,0.911757123626465
+True,False,10,0.0,4,0.7608296894049895
+True,False,10,0.2,1,0.9449506023973173
+True,False,10,0.2,2,0.9250268235880942
+True,False,10,0.2,4,0.5949995238109158
+True,False,10,0.5,1,0.854927963796185
+True,False,10,0.5,2,0.8354358455184584
+True,False,10,0.5,4,0.705466258682206
+True,False,20,0.0,1,0.9750159886980382
+True,False,20,0.0,2,0.9600548868396732
+True,False,20,0.0,4,0.33849146645679135
+True,False,20,0.2,1,0.9485153759459928
+True,False,20,0.2,2,0.8074238322378731
+True,False,20,0.2,4,0.9281935864012116
+True,False,20,0.5,1,0.86691928537651
+True,False,20,0.5,2,0.8245061598692589
+True,False,20,0.5,4,0.8362031737897814
+True,False,30,0.0,1,0.9718218569793453
+True,False,30,0.0,2,0.8337211697337567
+True,False,30,0.0,4,0.4055402100718302
+True,False,30,0.2,1,0.9506128277104505
+True,False,30,0.2,2,0.9277371630185839
+True,False,30,0.2,4,0.657225004380502
+True,False,30,0.5,1,0.8681735593891263
+True,False,30,0.5,2,0.8141027909867556
+True,False,30,0.5,4,0.8356662454326979
+True,False,40,0.0,1,0.9738771797179362
+True,False,40,0.0,2,0.9339460802328443
+True,False,40,0.0,4,0.9558485827413231
+True,False,40,0.2,1,0.9473412100793456
+True,False,40,0.2,2,0.9261714015279772
+True,False,40,0.2,4,0.9348444258607461
+True,False,40,0.5,1,0.8185368221066538
+True,False,40,0.5,2,0.7697416348969569
+True,False,40,0.5,4,0.5671000523391653
+True,False,50,0.0,1,0.9686131540468744
+True,False,50,0.0,2,0.8512675981580323
+True,False,50,0.0,4,0.9579453805527491
+True,False,50,0.2,1,0.9511498726547746
+True,False,50,0.2,2,0.9281077268089633
+True,False,50,0.2,4,0.9305277808156305
+True,False,50,0.5,1,0.8682976501501886
+True,False,50,0.5,2,0.8336594632862789
+True,False,50,0.5,4,0.6949204338085837
+True,False,60,0.0,1,0.9713279359527593
+True,False,60,0.0,2,0.9575912893522942
+True,False,60,0.0,4,0.9601087748290313
+True,False,60,0.2,1,0.9512205405032603
+True,False,60,0.2,2,0.90432186591748
+True,False,60,0.2,4,0.7664148126859757
+True,False,60,0.5,1,0.8606808302030469
+True,False,60,0.5,2,0.8437015549846809
+True,False,60,0.5,4,0.4993377371648759
+True,False,70,0.0,1,0.9677615485990739
+True,False,70,0.0,2,0.8859298680549813
+True,False,70,0.0,4,0.9571341742737777
+True,False,70,0.2,1,0.952344960650988
+True,False,70,0.2,2,0.8513460434040228
+True,False,70,0.2,4,0.6299975597037598
+True,False,70,0.5,1,0.8762455004709545
+True,False,70,0.5,2,0.8370113171646699
+True,False,70,0.5,4,0.8467119816459749
+True,False,80,0.0,1,0.972066377483003
+True,False,80,0.0,2,0.8299969384104664
+True,False,80,0.0,4,0.9274857672628317
+True,False,80,0.2,1,0.9502419215448438
+True,False,80,0.2,2,0.9321294792113759
+True,False,80,0.2,4,0.9347280922056252
+True,False,80,0.5,1,0.8172521023783786
+True,False,80,0.5,2,0.7530801341612586
+True,False,80,0.5,4,0.6298811639275479
+True,False,90,0.0,1,0.9709985866897927
+True,False,90,0.0,2,0.886738631362434
+True,False,90,0.0,4,0.6035307067851242
+True,False,90,0.2,1,0.9405655425509766
+True,False,90,0.2,2,0.9231494062270382
+True,False,90,0.2,4,0.3745949131666699
+True,False,90,0.5,1,0.8719640961964669
+True,False,90,0.5,2,0.8436104621737501
+True,False,90,0.5,4,0.6627111834048465
+True,False,100,0.0,1,0.9749442464760865
+True,False,100,0.0,2,0.8673077890559184
+True,False,100,0.0,4,0.7237448857632703
+True,False,100,0.2,1,0.9510826545082459
+True,False,100,0.2,2,0.8239330997414492
+True,False,100,0.2,4,0.7277286918258118
+True,False,100,0.5,1,0.867920713648258
+True,False,100,0.5,2,0.7840250414523738
+True,False,100,0.5,4,0.8006435413770808
+True,False,110,0.0,1,0.972633843563557
+True,False,110,0.0,2,0.9535615047894928
+True,False,110,0.0,4,0.9530318900651039
+True,False,110,0.2,1,0.9510605966177285
+True,False,110,0.2,2,0.9384185465720648
+True,False,110,0.2,4,0.9334225016648662
+True,False,110,0.5,1,0.8765096035280994
+True,False,110,0.5,2,0.840869935290384
+True,False,110,0.5,4,0.8236491445568346
+True,False,120,0.0,1,0.9714704324726432
+True,False,120,0.0,2,0.9336311816778741
+True,False,120,0.0,4,0.9142582924114638
+True,False,120,0.2,1,0.9503345453093118
+True,False,120,0.2,2,0.9298648576805819
+True,False,120,0.2,4,0.9385056923878207
+True,False,120,0.5,1,0.8673785650246371
+True,False,120,0.5,2,0.8411432808517276
+True,False,120,0.5,4,0.32253866997503466
+True,False,130,0.0,1,0.9710135490117275
+True,False,130,0.0,2,0.9313907510974764
+True,False,130,0.0,4,0.7351522197967164
+True,False,130,0.2,1,0.9509705201514478
+True,False,130,0.2,2,0.9364408602252546
+True,False,130,0.2,4,0.5798785190951287
+True,False,130,0.5,1,0.8636446134433937
+True,False,130,0.5,2,0.7868805561536355
+True,False,130,0.5,4,0.7683356430602819
+True,False,140,0.0,1,0.9715301887914293
+True,False,140,0.0,2,0.8202997410577532
+True,False,140,0.0,4,0.7111100401344236
+True,False,140,0.2,1,0.9516776396666276
+True,False,140,0.2,2,0.9242833109402165
+True,False,140,0.2,4,0.6349208175878586
+True,False,140,0.5,1,0.8731463925546695
+True,False,140,0.5,2,0.7461889855288654
+True,False,140,0.5,4,0.48188221491532773
+True,False,150,0.0,1,0.96948160562097
+True,False,150,0.0,2,0.9582766136200759
+True,False,150,0.0,4,0.9578810171770471
+True,False,150,0.2,1,0.9480319299891067
+True,False,150,0.2,2,0.9297228727746364
+True,False,150,0.2,4,0.9254817295028612
+True,False,150,0.5,1,0.8783356666388913
+True,False,150,0.5,2,0.8344494630478014
+True,False,150,0.5,4,0.37421721142055003
+True,False,160,0.0,1,0.9714608065595033
+True,False,160,0.0,2,0.8644117012691902
+True,False,160,0.0,4,0.9421849451107432
+True,False,160,0.2,1,0.9485506427963265
+True,False,160,0.2,2,0.8957028192992407
+True,False,160,0.2,4,0.8610012601276728
+True,False,160,0.5,1,0.8254466382230001
+True,False,160,0.5,2,0.7222606549700394
+True,False,160,0.5,4,0.7252799933780613
+True,False,170,0.0,1,0.9689153940636447
+True,False,170,0.0,2,0.9558052197892261
+True,False,170,0.0,4,0.9617174106747409
+True,False,170,0.2,1,0.9481610455284786
+True,False,170,0.2,2,0.9194845027823169
+True,False,170,0.2,4,0.9255726070636092
+True,False,170,0.5,1,0.873291610127413
+True,False,170,0.5,2,0.8252614429778914
+True,False,170,0.5,4,0.35500173003362995
+True,True,0,0.0,1,0.9532621648595249
+True,True,0,0.0,2,0.9608026940486746
+True,True,0,0.0,4,0.9617362282272665
+True,True,0,0.2,1,0.92902491172855
+True,True,0,0.2,2,0.7643174500604778
+True,True,0,0.2,4,0.7568105873137801
+True,True,0,0.5,1,0.8624821898354397
+True,True,0,0.5,2,0.8587964875298638
+True,True,0,0.5,4,0.859149261029024
+True,True,10,0.0,1,0.9708992125610303
+True,True,10,0.0,2,0.9512031822860995
+True,True,10,0.0,4,0.6497323994410878
+True,True,10,0.2,1,0.9390086593767654
+True,True,10,0.2,2,0.8249254202278972
+True,True,10,0.2,4,0.806461570445037
+True,True,10,0.5,1,0.8582933070717894
+True,True,10,0.5,2,0.8285751408733514
+True,True,10,0.5,4,0.7373391907876222
+True,True,20,0.0,1,0.9750402570244858
+True,True,20,0.0,2,0.794463012497103
+True,True,20,0.0,4,0.7767313208002343
+True,True,20,0.2,1,0.9447563657472833
+True,True,20,0.2,2,0.7769258431725402
+True,True,20,0.2,4,0.38691224396101936
+True,True,20,0.5,1,0.862607441679455
+True,True,20,0.5,2,0.7861412578315058
+True,True,20,0.5,4,0.4755172054554379
+True,True,30,0.0,1,0.9722740930243913
+True,True,30,0.0,2,0.9222024410381648
+True,True,30,0.0,4,0.77897835539314
+True,True,30,0.2,1,0.9470555607663576
+True,True,30,0.2,2,0.9267762793175195
+True,True,30,0.2,4,0.6485929130426642
+True,True,30,0.5,1,0.8226714073788485
+True,True,30,0.5,2,0.772116321002493
+True,True,30,0.5,4,0.7283923621630606
+True,True,40,0.0,1,0.9715022135801951
+True,True,40,0.0,2,0.9564147272379093
+True,True,40,0.0,4,0.3706937961557136
+True,True,40,0.2,1,0.9490139179108361
+True,True,40,0.2,2,0.8213874629164087
+True,True,40,0.2,4,0.9270866768028024
+True,True,40,0.5,1,0.8146109222528339
+True,True,40,0.5,2,0.8344943282481058
+True,True,40,0.5,4,0.7960477602734367
+True,True,50,0.0,1,0.9716833480058183
+True,True,50,0.0,2,0.8489061326508047
+True,True,50,0.0,4,0.44621846434567336
+True,True,50,0.2,1,0.9486991177699763
+True,True,50,0.2,2,0.925014852099801
+True,True,50,0.2,4,0.6912456055711875
+True,True,50,0.5,1,0.8688613439665129
+True,True,50,0.5,2,0.8137351445741887
+True,True,50,0.5,4,0.8383573347652801
+True,True,60,0.0,1,0.9730893731013337
+True,True,60,0.0,2,0.9324603741027928
+True,True,60,0.0,4,0.9568619889227944
+True,True,60,0.2,1,0.9515074869883566
+True,True,60,0.2,2,0.9333337860312916
+True,True,60,0.2,4,0.9294552343860002
+True,True,60,0.5,1,0.8680762287777714
+True,True,60,0.5,2,0.7846142902653178
+True,True,60,0.5,4,0.5789722859487465
+True,True,70,0.0,1,0.9740668800056349
+True,True,70,0.0,2,0.8575306618996056
+True,True,70,0.0,4,0.9543252852294482
+True,True,70,0.2,1,0.9536249077062686
+True,True,70,0.2,2,0.9287825914811348
+True,True,70,0.2,4,0.9332671387996979
+True,True,70,0.5,1,0.8634077518860034
+True,True,70,0.5,2,0.8413465197408929
+True,True,70,0.5,4,0.6919939188901237
+True,True,80,0.0,1,0.9719161985022436
+True,True,80,0.0,2,0.9546456427344838
+True,True,80,0.0,4,0.9563481307052408
+True,True,80,0.2,1,0.9479670129272718
+True,True,80,0.2,2,0.9028391733516338
+True,True,80,0.2,4,0.7604060911358085
+True,True,80,0.5,1,0.8195297347646643
+True,True,80,0.5,2,0.8374450837320117
+True,True,80,0.5,4,0.6410879756143313
+True,True,90,0.0,1,0.9696912619099779
+True,True,90,0.0,2,0.8838552506131354
+True,True,90,0.0,4,0.9571716712541843
+True,True,90,0.2,1,0.9489553566276584
+True,True,90,0.2,2,0.8553696285896218
+True,True,90,0.2,4,0.6158059399467689
+True,True,90,0.5,1,0.8546795518966955
+True,True,90,0.5,2,0.8333915118346935
+True,True,90,0.5,4,0.8383730997329579
+True,True,100,0.0,1,0.9662590908119568
+True,True,100,0.0,2,0.8246083329610246
+True,True,100,0.0,4,0.9267841187924015
+True,True,100,0.2,1,0.9498303546057693
+True,True,100,0.2,2,0.9353933745937316
+True,True,100,0.2,4,0.9308474741823423
+True,True,100,0.5,1,0.8718519490758287
+True,True,100,0.5,2,0.7363836179755185
+True,True,100,0.5,4,0.6111511907961207
+True,True,110,0.0,1,0.9716027995530438
+True,True,110,0.0,2,0.8793976797895466
+True,True,110,0.0,4,0.5956872587732528
+True,True,110,0.2,1,0.9492521571396741
+True,True,110,0.2,2,0.9281741466900859
+True,True,110,0.2,4,0.31707789022397803
+True,True,110,0.5,1,0.8133926904426932
+True,True,110,0.5,2,0.8369157442655073
+True,True,110,0.5,4,0.6599457762839324
+True,True,120,0.0,1,0.9719194161152763
+True,True,120,0.0,2,0.8719304267708351
+True,True,120,0.0,4,0.7266793060393233
+True,True,120,0.2,1,0.9535974410876834
+True,True,120,0.2,2,0.8381542887336745
+True,True,120,0.2,4,0.7306609924447187
+True,True,120,0.5,1,0.8732727894499186
+True,True,120,0.5,2,0.739864619679772
+True,True,120,0.5,4,0.8428723072949745
+True,True,130,0.0,1,0.967617474688253
+True,True,130,0.0,2,0.9579288276915809
+True,True,130,0.0,4,0.9437182552467648
+True,True,130,0.2,1,0.9533730672370339
+True,True,130,0.2,2,0.9328458336576358
+True,True,130,0.2,4,0.9335244674012554
+True,True,130,0.5,1,0.8735283350755675
+True,True,130,0.5,2,0.8481212009643304
+True,True,130,0.5,4,0.8345837078277761
+True,True,140,0.0,1,0.968409977770299
+True,True,140,0.0,2,0.9339430495754614
+True,True,140,0.0,4,0.91023963174288
+True,True,140,0.2,1,0.9495135966280355
+True,True,140,0.2,2,0.9335756841450317
+True,True,140,0.2,4,0.9340671615046027
+True,True,140,0.5,1,0.8290284406582258
+True,True,140,0.5,2,0.8376488937849439
+True,True,140,0.5,4,0.37603721211420593
+True,True,150,0.0,1,0.9714361088014343
+True,True,150,0.0,2,0.9345979031541712
+True,True,150,0.0,4,0.7396252056189015
+True,True,150,0.2,1,0.9495142052858275
+True,True,150,0.2,2,0.9360850310274865
+True,True,150,0.2,4,0.5925984177558625
+True,True,150,0.5,1,0.8249926027158158
+True,True,150,0.5,2,0.794574439730439
+True,True,150,0.5,4,0.7716527183742933
+True,True,160,0.0,1,0.9710138478822954
+True,True,160,0.0,2,0.8219614319680547
+True,True,160,0.0,4,0.714271596975384
+True,True,160,0.2,1,0.9502783360641891
+True,True,160,0.2,2,0.9188784018795205
+True,True,160,0.2,4,0.6315266827039551
+True,True,160,0.5,1,0.8693579745694312
+True,True,160,0.5,2,0.7453447858269323
+True,True,160,0.5,4,0.4391068446352328
+True,True,170,0.0,1,0.971173922204465
+True,True,170,0.0,2,0.9550871537627386
+True,True,170,0.0,4,0.9579905045134994
+True,True,170,0.2,1,0.9523711335654184
+True,True,170,0.2,2,0.9333983225547181
+True,True,170,0.2,4,0.9282209701419839
+True,True,170,0.5,1,0.8754383584435544
+True,True,170,0.5,2,0.8423572300390684
+True,True,170,0.5,4,0.37450857278032323
diff --git a/test_transform_exploration.py b/test_transform_exploration.py
index 8f76788..78ffc91 100644
--- a/test_transform_exploration.py
+++ b/test_transform_exploration.py
@@ -113,7 +113,11 @@ else:
     
 
 model_path = '/net/cremi/bformanek/TRDP_II/local_models/'
-model_name = 'transfer_checkpoints_resnet18_adam_amp_criterion_balanced_avp_025.pkl'
+#model_name = 'transfer_checkpoints_resnet18_adam_amp_criterion_balanced_avp_025.pkl' # original resnet18
+#model_name = 'transfer_checkpoints_resnet18_flips_avp_022.pkl' # augmented with flips
+#model_name = 'transfer_checkpoints_resnet18_flips_90_avp_013.pkl' # augmented with flips and rotation upto 90 degrees
+#model_name = 'transfer_checkpoints_resnet18_flips_180_avp_022.pkl' # augmented with flips and rotation upto 180 degrees
+model_name = 'transfer_checkpoints_resnet18_flips_360_avp_022.pkl' # augmented with flips and rotation upto 360 degrees
 model = torch.load(model_path + model_name, map_location=torch.device('cpu'), weights_only=False)
 model.to(device)
 
@@ -124,7 +128,9 @@ TEST_FOLDER = DATA_PATH + '/test'
 use_random_hflip = [False, True]
 use_random_vflip = [False, True]
 random_rotation = list(range(0, 180, 10))
-random_contrast = [0, 0.1, 0.2, 0.3, 0.4, 0.5]
+#random_contrast = [0, 0.1, 0.2, 0.3, 0.4, 0.5]
+random_contrast = [0, 0.2, 0.5]
+#use_resample = [1, 2, 4]
 use_resample = [1, 2, 4]
 
 BATCH_SIZE = 64
@@ -133,11 +139,12 @@ WORKERS = 8
 # Initialize list to store results
 results = []
 iterations = 0
+y_true_set = False # flag to calculate y_true only once
 for hflip, vflip, rotation, contrast, resample in product(use_random_hflip, use_random_vflip, random_rotation, random_contrast, use_resample):
-    
-    if iterations < 1260:
-        iterations += 1
-        continue
+    # skip iterations at the beginning if needed
+    # if iterations < 540:
+    #   iterations += 1
+    #   continue
     
     transform = get_transform(hflip, vflip, rotation, contrast, resample)
 
@@ -150,8 +157,10 @@ for hflip, vflip, rotation, contrast, resample in product(use_random_hflip, use_
     # find the argmax of each of the predictions
     y_pred = y_pred.argmax(axis=1)
 
-    # get the true labels and convert to numpy
-    y_true = np.array(test_set.targets)
+    # get the true labels and convert to numpy, but only if it is not already set     
+    if not y_true_set:
+        y_true = np.array(test_set.targets)
+        y_true_set = True
     
     # balanced accuracy    
     conf_matrix = confusion_matrix(y_true, y_pred)
@@ -172,12 +181,14 @@ for hflip, vflip, rotation, contrast, resample in product(use_random_hflip, use_
     
     iterations += 1
     
-    if iterations % 90 == 0:
+    if iterations % 36 == 0:
         # Save results to a DataFrame and export to CSV for easy analysis
         df_results = pd.DataFrame(results)
-        df_results.to_csv(f"transform_evaluation_results_{iterations}.csv", index=False) 
+        df_results.to_csv(f"transform_evaluation_results_resnet18_flips_360_{iterations}.csv", index=False) 
         print(f"save at iteration {iterations}")       
 
+    del test_set, test_loader, y_pred
+    
 # Save results to a DataFrame and export to CSV for easy analysis
 df_results = pd.DataFrame(results)
-df_results.to_csv("transform_evaluation_results2.csv", index=False)
\ No newline at end of file
+df_results.to_csv("transform_evaluation_results_resnet18_flips_360.csv", index=False)
\ No newline at end of file
diff --git a/transform_evaluation_results_1170.csv b/transform_evaluation_results_1170.csv
deleted file mode 100644
index ec44d8f..0000000
--- a/transform_evaluation_results_1170.csv
+++ /dev/null
@@ -1,1171 +0,0 @@
-use_random_hflip,use_random_vflip,random_rotation,random_contrast,resample,balanced_accuracy
-False,False,0,0.0,1,0.9666691737796339
-False,False,0,0.0,2,0.9616113254343448
-False,False,0,0.0,4,0.9671319953353618
-False,False,0,0.1,1,0.9658767779306571
-False,False,0,0.1,2,0.9669595149384241
-False,False,0,0.1,4,0.9661943501455502
-False,False,0,0.2,1,0.9634087790279374
-False,False,0,0.2,2,0.946913707531681
-False,False,0,0.2,4,0.3436825089019749
-False,False,0,0.3,1,0.9602631261614193
-False,False,0,0.3,2,0.8975981791385214
-False,False,0,0.3,4,0.9610566382016209
-False,False,0,0.4,1,0.9560058954953181
-False,False,0,0.4,2,0.9546931109040536
-False,False,0,0.4,4,0.9545445059404306
-False,False,0,0.5,1,0.9582341007217907
-False,False,0,0.5,2,0.8544003807965925
-False,False,0,0.5,4,0.7230211384151245
-False,False,10,0.0,1,0.9539679011561006
-False,False,10,0.0,2,0.9594338570772193
-False,False,10,0.0,4,0.958089472836214
-False,False,10,0.1,1,0.9566329143883293
-False,False,10,0.1,2,0.9493686799932937
-False,False,10,0.1,4,0.6313334820013635
-False,False,10,0.2,1,0.9523946468010241
-False,False,10,0.2,2,0.9540007459373498
-False,False,10,0.2,4,0.5275438884353554
-False,False,10,0.3,1,0.948483113126355
-False,False,10,0.3,2,0.9074192498494948
-False,False,10,0.3,4,0.9492145137884259
-False,False,10,0.4,1,0.9486438434936488
-False,False,10,0.4,2,0.8930597841912353
-False,False,10,0.4,4,0.2795425979733226
-False,False,10,0.5,1,0.8960311730252785
-False,False,10,0.5,2,0.8883679711940163
-False,False,10,0.5,4,0.9393483384448829
-False,False,20,0.0,1,0.9329377855739163
-False,False,20,0.0,2,0.8512756385276301
-False,False,20,0.0,4,0.938597515607605
-False,False,20,0.1,1,0.9324436434658521
-False,False,20,0.1,2,0.9411055119160627
-False,False,20,0.1,4,0.9405626158615854
-False,False,20,0.2,1,0.9264610708385798
-False,False,20,0.2,2,0.8919667743002799
-False,False,20,0.2,4,0.4133918486703861
-False,False,20,0.3,1,0.9264380522290957
-False,False,20,0.3,2,0.8906701372920629
-False,False,20,0.3,4,0.22422079397740863
-False,False,20,0.4,1,0.919151944230415
-False,False,20,0.4,2,0.9259174658879935
-False,False,20,0.4,4,0.13475937060842721
-False,False,20,0.5,1,0.913764057823144
-False,False,20,0.5,2,0.9206613705838053
-False,False,20,0.5,4,0.4671156862705434
-False,False,30,0.0,1,0.9041528940129424
-False,False,30,0.0,2,0.9046000230945598
-False,False,30,0.0,4,0.3837057418037511
-False,False,30,0.1,1,0.9060871392324278
-False,False,30,0.1,2,0.8314142357000482
-False,False,30,0.1,4,0.504201119309964
-False,False,30,0.2,1,0.9044897841290547
-False,False,30,0.2,2,0.9138916022803623
-False,False,30,0.2,4,0.9201142707486696
-False,False,30,0.3,1,0.9002420290850297
-False,False,30,0.3,2,0.9169116920148037
-False,False,30,0.3,4,0.9190325252875547
-False,False,30,0.4,1,0.9000678646654292
-False,False,30,0.4,2,0.9104073331535566
-False,False,30,0.4,4,0.9051315959024128
-False,False,30,0.5,1,0.8474078189701012
-False,False,30,0.5,2,0.8499708503137284
-False,False,30,0.5,4,0.8964111469596551
-False,False,40,0.0,1,0.895506536826742
-False,False,40,0.0,2,0.9168770392976837
-False,False,40,0.0,4,0.911426209920223
-False,False,40,0.1,1,0.8928653141711296
-False,False,40,0.1,2,0.9117595887277643
-False,False,40,0.1,4,0.9112359907144751
-False,False,40,0.2,1,0.8929895909059644
-False,False,40,0.2,2,0.9102463311902413
-False,False,40,0.2,4,0.13520860690672012
-False,False,40,0.3,1,0.8897434072304851
-False,False,40,0.3,2,0.9053386770890784
-False,False,40,0.3,4,0.3560257357035189
-False,False,40,0.4,1,0.8426030141247788
-False,False,40,0.4,2,0.8999608732501161
-False,False,40,0.4,4,0.2073732052300216
-False,False,40,0.5,1,0.834803868832779
-False,False,40,0.5,2,0.7915530780825619
-False,False,40,0.5,4,0.7489855344993882
-False,False,50,0.0,1,0.883644836093185
-False,False,50,0.0,2,0.7226454686981155
-False,False,50,0.0,4,0.31968563643873626
-False,False,50,0.1,1,0.8831911115512528
-False,False,50,0.1,2,0.9004037290036992
-False,False,50,0.1,4,0.25515758063833105
-False,False,50,0.2,1,0.8795183686316496
-False,False,50,0.2,2,0.8095793148376907
-False,False,50,0.2,4,0.1711340193015818
-False,False,50,0.3,1,0.8734178575442249
-False,False,50,0.3,2,0.8449813495239827
-False,False,50,0.3,4,0.898985145467072
-False,False,50,0.4,1,0.8675142398092043
-False,False,50,0.4,2,0.8848790633055327
-False,False,50,0.4,4,0.8874546901163363
-False,False,50,0.5,1,0.8729230242452212
-False,False,50,0.5,2,0.8266633607554343
-False,False,50,0.5,4,0.13659846999871086
-False,False,60,0.0,1,0.8702117171312758
-False,False,60,0.0,2,0.7370892586433312
-False,False,60,0.0,4,0.8888333846258177
-False,False,60,0.1,1,0.8648732229890765
-False,False,60,0.1,2,0.8831059935686534
-False,False,60,0.1,4,0.7590841796462693
-False,False,60,0.2,1,0.85665351604099
-False,False,60,0.2,2,0.743341664794254
-False,False,60,0.2,4,0.7009154846499988
-False,False,60,0.3,1,0.8661221986221358
-False,False,60,0.3,2,0.8333376167592326
-False,False,60,0.3,4,0.8312403164711525
-False,False,60,0.4,1,0.8186514263816645
-False,False,60,0.4,2,0.8648590264678403
-False,False,60,0.4,4,0.8650810034374636
-False,False,60,0.5,1,0.8052199487201221
-False,False,60,0.5,2,0.8011959693944289
-False,False,60,0.5,4,0.13554633064869917
-False,False,70,0.0,1,0.8063029108276655
-False,False,70,0.0,2,0.872194697698116
-False,False,70,0.0,4,0.8305766075571236
-False,False,70,0.1,1,0.8085624648371178
-False,False,70,0.1,2,0.6174309293415912
-False,False,70,0.1,4,0.5490397979731785
-False,False,70,0.2,1,0.7520510186282655
-False,False,70,0.2,2,0.865332106512059
-False,False,70,0.2,4,0.8247627849201088
-False,False,70,0.3,1,0.8485982358144658
-False,False,70,0.3,2,0.8141399650378067
-False,False,70,0.3,4,0.30752375883607047
-False,False,70,0.4,1,0.7921758989258928
-False,False,70,0.4,2,0.7556208971144077
-False,False,70,0.4,4,0.7790895824535965
-False,False,70,0.5,1,0.7378249803917749
-False,False,70,0.5,2,0.7967985312057394
-False,False,70,0.5,4,0.7479022452844684
-False,False,80,0.0,1,0.8368785693530724
-False,False,80,0.0,2,0.6088897656884235
-False,False,80,0.0,4,0.507412271676856
-False,False,80,0.1,1,0.7902273815610302
-False,False,80,0.1,2,0.6871215699364187
-False,False,80,0.1,4,0.13912821199051628
-False,False,80,0.2,1,0.7344082244447879
-False,False,80,0.2,2,0.8549656330651737
-False,False,80,0.2,4,0.20587606170174297
-False,False,80,0.3,1,0.8285544328176213
-False,False,80,0.3,2,0.7441096765001368
-False,False,80,0.3,4,0.5091787725111747
-False,False,80,0.4,1,0.7846170492493398
-False,False,80,0.4,2,0.7947800499073797
-False,False,80,0.4,4,0.32263259876158246
-False,False,80,0.5,1,0.7781563198301144
-False,False,80,0.5,2,0.7815792437219118
-False,False,80,0.5,4,0.6335887712170409
-False,False,90,0.0,1,0.8258521792391532
-False,False,90,0.0,2,0.7878105296165269
-False,False,90,0.0,4,0.13598037182942843
-False,False,90,0.1,1,0.7699274306965708
-False,False,90,0.1,2,0.6772908993808023
-False,False,90,0.1,4,0.794048814149078
-False,False,90,0.2,1,0.7860338048011999
-False,False,90,0.2,2,0.7848798448325146
-False,False,90,0.2,4,0.8038385889644839
-False,False,90,0.3,1,0.7667568494401827
-False,False,90,0.3,2,0.6338946076720112
-False,False,90,0.3,4,0.13824493451149414
-False,False,90,0.4,1,0.7722919058797261
-False,False,90,0.4,2,0.7923518581336283
-False,False,90,0.4,4,0.27633682135643467
-False,False,90,0.5,1,0.7721800397412253
-False,False,90,0.5,2,0.7126099523741435
-False,False,90,0.5,4,0.7690180230769738
-False,False,100,0.0,1,0.7704294640830539
-False,False,100,0.0,2,0.795849080413281
-False,False,100,0.0,4,0.8303554503634095
-False,False,100,0.1,1,0.776058563563307
-False,False,100,0.1,2,0.7866226179706938
-False,False,100,0.1,4,0.7384732428254973
-False,False,100,0.2,1,0.7702368174897213
-False,False,100,0.2,2,0.7740940871139159
-False,False,100,0.2,4,0.23925545249068528
-False,False,100,0.3,1,0.7721922130825726
-False,False,100,0.3,2,0.6370346478367322
-False,False,100,0.3,4,0.7304722672168823
-False,False,100,0.4,1,0.7599470546787647
-False,False,100,0.4,2,0.7721954033666967
-False,False,100,0.4,4,0.7687228105312478
-False,False,100,0.5,1,0.7616599326002406
-False,False,100,0.5,2,0.7057705871142771
-False,False,100,0.5,4,0.4541294501700333
-False,False,110,0.0,1,0.7692980871414893
-False,False,110,0.0,2,0.7301918015108895
-False,False,110,0.0,4,0.777009553540368
-False,False,110,0.1,1,0.754228884872534
-False,False,110,0.1,2,0.7711011238124404
-False,False,110,0.1,4,0.45123211479037917
-False,False,110,0.2,1,0.7653661958195501
-False,False,110,0.2,2,0.6786351384586969
-False,False,110,0.2,4,0.35828237942350355
-False,False,110,0.3,1,0.7661584534665433
-False,False,110,0.3,2,0.6742324697587723
-False,False,110,0.3,4,0.7264571716611491
-False,False,110,0.4,1,0.7544300710616122
-False,False,110,0.4,2,0.7023326308286045
-False,False,110,0.4,4,0.21613756548858581
-False,False,110,0.5,1,0.7016153303225992
-False,False,110,0.5,2,0.7046626957341834
-False,False,110,0.5,4,0.6951112957693705
-False,False,120,0.0,1,0.7054563985275223
-False,False,120,0.0,2,0.6147564608124758
-False,False,120,0.0,4,0.7725486387498568
-False,False,120,0.1,1,0.798762786141559
-False,False,120,0.1,2,0.7645849624561419
-False,False,120,0.1,4,0.7684664831639713
-False,False,120,0.2,1,0.7597653341314426
-False,False,120,0.2,2,0.7114929483744631
-False,False,120,0.2,4,0.32890496739801317
-False,False,120,0.3,1,0.7519189614589444
-False,False,120,0.3,2,0.6103103393142292
-False,False,120,0.3,4,0.18846009679715695
-False,False,120,0.4,1,0.7610980604542954
-False,False,120,0.4,2,0.7471556445752735
-False,False,120,0.4,4,0.13553113553113552
-False,False,120,0.5,1,0.6995281913043012
-False,False,120,0.5,2,0.7444843336139401
-False,False,120,0.5,4,0.4111078684624578
-False,False,130,0.0,1,0.7547731152462374
-False,False,130,0.0,2,0.6732871498958491
-False,False,130,0.0,4,0.3095232927028971
-False,False,130,0.1,1,0.7937828749114074
-False,False,130,0.1,2,0.6613926349111398
-False,False,130,0.1,4,0.3665931825826621
-False,False,130,0.2,1,0.7032949653638397
-False,False,130,0.2,2,0.6947960106676
-False,False,130,0.2,4,0.7585605153983181
-False,False,130,0.3,1,0.7436756614562773
-False,False,130,0.3,2,0.7139738961869986
-False,False,130,0.3,4,0.757257655958405
-False,False,130,0.4,1,0.7884028447762879
-False,False,130,0.4,2,0.7563318722020417
-False,False,130,0.4,4,0.7012988427477268
-False,False,130,0.5,1,0.739591634132694
-False,False,130,0.5,2,0.6433859793145827
-False,False,130,0.5,4,0.6872516378050895
-False,False,140,0.0,1,0.7543387429801847
-False,False,140,0.0,2,0.7613196556497579
-False,False,140,0.0,4,0.7077237063772787
-False,False,140,0.1,1,0.7019868675974665
-False,False,140,0.1,2,0.6657767786489055
-False,False,140,0.1,4,0.7145043452742222
-False,False,140,0.2,1,0.7530696648376687
-False,False,140,0.2,2,0.7109579871551838
-False,False,140,0.2,4,0.1360648027649232
-False,False,140,0.3,1,0.7509942717006967
-False,False,140,0.3,2,0.6980358639996311
-False,False,140,0.3,4,0.29123769962177815
-False,False,140,0.4,1,0.6499181887777994
-False,False,140,0.4,2,0.6475646315687519
-False,False,140,0.4,4,0.1822588738840198
-False,False,140,0.5,1,0.6426034604713603
-False,False,140,0.5,2,0.6421950448277124
-False,False,140,0.5,4,0.628200119784149
-False,False,150,0.0,1,0.6968666195788314
-False,False,150,0.0,2,0.5810336708052025
-False,False,150,0.0,4,0.2742254205009319
-False,False,150,0.1,1,0.7090241064793757
-False,False,150,0.1,2,0.7576766292558995
-False,False,150,0.1,4,0.21949095099527413
-False,False,150,0.2,1,0.7440428977581178
-False,False,150,0.2,2,0.6443087025795231
-False,False,150,0.2,4,0.1630441703762295
-False,False,150,0.3,1,0.6999223551266404
-False,False,150,0.3,2,0.7114553132217754
-False,False,150,0.3,4,0.7555526314531189
-False,False,150,0.4,1,0.6926318173183289
-False,False,150,0.4,2,0.7525101226425913
-False,False,150,0.4,4,0.6461530184455814
-False,False,150,0.5,1,0.734920736227135
-False,False,150,0.5,2,0.6868320095289728
-False,False,150,0.5,4,0.136963275361509
-False,False,160,0.0,1,0.7024545859467569
-False,False,160,0.0,2,0.6495030115651387
-False,False,160,0.0,4,0.7101238873019218
-False,False,160,0.1,1,0.795390039800073
-False,False,160,0.1,2,0.6988183643827821
-False,False,160,0.1,4,0.6254851449932434
-False,False,160,0.2,1,0.7054962069891978
-False,False,160,0.2,2,0.6056800065102218
-False,False,160,0.2,4,0.60718391509284
-False,False,160,0.3,1,0.6430600839371984
-False,False,160,0.3,2,0.753033689364717
-False,False,160,0.3,4,0.7094942999269521
-False,False,160,0.4,1,0.6912573770110171
-False,False,160,0.4,2,0.7385851184498711
-False,False,160,0.4,4,0.7922809071201223
-False,False,160,0.5,1,0.6797312493199618
-False,False,160,0.5,2,0.6664653277127774
-False,False,160,0.5,4,0.13627594137429547
-False,False,170,0.0,1,0.7964446167705982
-False,False,170,0.0,2,0.7162469690337208
-False,False,170,0.0,4,0.7639562219309941
-False,False,170,0.1,1,0.8027275061446553
-False,False,170,0.1,2,0.5056442309002304
-False,False,170,0.1,4,0.5397715172340346
-False,False,170,0.2,1,0.6891591811704492
-False,False,170,0.2,2,0.6642406644729268
-False,False,170,0.2,4,0.7106023789071924
-False,False,170,0.3,1,0.649946465149527
-False,False,170,0.3,2,0.7039822834476729
-False,False,170,0.3,4,0.2796851674042958
-False,False,170,0.4,1,0.7321359171600201
-False,False,170,0.4,2,0.6742050949440015
-False,False,170,0.4,4,0.6548652387505599
-False,False,170,0.5,1,0.683720269581803
-False,False,170,0.5,2,0.6777458058223758
-False,False,170,0.5,4,0.6292679803690836
-False,True,0,0.0,1,0.9385658744528269
-False,True,0,0.0,2,0.8000517438497378
-False,True,0,0.0,4,0.6512890258746502
-False,True,0,0.1,1,0.8897479987561475
-False,True,0,0.1,2,0.7243793271725176
-False,True,0,0.1,4,0.14741996707070973
-False,True,0,0.2,1,0.9360070137800928
-False,True,0,0.2,2,0.9242695919754624
-False,True,0,0.2,4,0.24558792337931215
-False,True,0,0.3,1,0.8305194549608237
-False,True,0,0.3,2,0.8523787777695204
-False,True,0,0.3,4,0.6080514433730608
-False,True,0,0.4,1,0.9224639392200146
-False,True,0,0.4,2,0.8624994320229898
-False,True,0,0.4,4,0.34139122638207925
-False,True,0,0.5,1,0.8658388655305511
-False,True,0,0.5,2,0.9046084811508044
-False,True,0,0.5,4,0.7467154648881087
-False,True,10,0.0,1,0.91473134731358
-False,True,10,0.0,2,0.8707123776744335
-False,True,10,0.0,4,0.13598037182942843
-False,True,10,0.1,1,0.9200225183226622
-False,True,10,0.1,2,0.7888455577329047
-False,True,10,0.1,4,0.9172323174158884
-False,True,10,0.2,1,0.8660175423977303
-False,True,10,0.2,2,0.913324453412757
-False,True,10,0.2,4,0.8664427337695612
-False,True,10,0.3,1,0.858025871274297
-False,True,10,0.3,2,0.8002490659382672
-False,True,10,0.3,4,0.14117844999017218
-False,True,10,0.4,1,0.9012108140558956
-False,True,10,0.4,2,0.8520527412781471
-False,True,10,0.4,4,0.36522038520937655
-False,True,10,0.5,1,0.8492835789710493
-False,True,10,0.5,2,0.826995698543623
-False,True,10,0.5,4,0.8386877126177765
-False,True,20,0.0,1,0.7953778084349533
-False,True,20,0.0,2,0.85373992439314
-False,True,20,0.0,4,0.8486152050766498
-False,True,20,0.1,1,0.842446176419893
-False,True,20,0.1,2,0.8526353232412601
-False,True,20,0.1,4,0.8964620030093616
-False,True,20,0.2,1,0.8801548963646654
-False,True,20,0.2,2,0.8244370982011052
-False,True,20,0.2,4,0.27841952564562933
-False,True,20,0.3,1,0.8311351937307759
-False,True,20,0.3,2,0.6531393459541736
-False,True,20,0.3,4,0.8433541986884422
-False,True,20,0.4,1,0.7788632710027139
-False,True,20,0.4,2,0.8279029796906598
-False,True,20,0.4,4,0.8303639809866384
-False,True,20,0.5,1,0.8263743377328342
-False,True,20,0.5,2,0.7291762996346653
-False,True,20,0.5,4,0.5555835235019091
-False,True,30,0.0,1,0.8721776181557939
-False,True,30,0.0,2,0.8887268333979382
-False,True,30,0.0,4,0.8835901016804943
-False,True,30,0.1,1,0.7815960038510289
-False,True,30,0.1,2,0.7936657254639281
-False,True,30,0.1,4,0.4986361260847912
-False,True,30,0.2,1,0.8727680458386834
-False,True,30,0.2,2,0.8354577209188488
-False,True,30,0.2,4,0.41075449333780684
-False,True,30,0.3,1,0.8260422547170572
-False,True,30,0.3,2,0.7301165675142257
-False,True,30,0.3,4,0.8337436031019809
-False,True,30,0.4,1,0.8155205581375273
-False,True,30,0.4,2,0.70990295669481
-False,True,30,0.4,4,0.2282410843661517
-False,True,30,0.5,1,0.7578156249719503
-False,True,30,0.5,2,0.8126666479084006
-False,True,30,0.5,4,0.8594510196021552
-False,True,40,0.0,1,0.8084632579698621
-False,True,40,0.0,2,0.6154549601804502
-False,True,40,0.0,4,0.7850160632955797
-False,True,40,0.1,1,0.7682688525906617
-False,True,40,0.1,2,0.8753804114370604
-False,True,40,0.1,4,0.8309848403261881
-False,True,40,0.2,1,0.8110806581227256
-False,True,40,0.2,2,0.7664833581239124
-False,True,40,0.2,4,0.36340155009614084
-False,True,40,0.3,1,0.7647813610204593
-False,True,40,0.3,2,0.7268037590115447
-False,True,40,0.3,4,0.19766539402893993
-False,True,40,0.4,1,0.7550239267661446
-False,True,40,0.4,2,0.8136977269061265
-False,True,40,0.4,4,0.13553113553113552
-False,True,40,0.5,1,0.7548180857634935
-False,True,40,0.5,2,0.8115427212390302
-False,True,40,0.5,4,0.4497849923930236
-False,True,50,0.0,1,0.8070309926391366
-False,True,50,0.0,2,0.8359942377445106
-False,True,50,0.0,4,0.3356907908675764
-False,True,50,0.1,1,0.7107611719667987
-False,True,50,0.1,2,0.6598574459395483
-False,True,50,0.1,4,0.4060099165073147
-False,True,50,0.2,1,0.7518755933318179
-False,True,50,0.2,2,0.7566733067333375
-False,True,50,0.2,4,0.7270605447433082
-False,True,50,0.3,1,0.8457143287555795
-False,True,50,0.3,2,0.8083058708880054
-False,True,50,0.3,4,0.817360095784556
-False,True,50,0.4,1,0.7559525938137222
-False,True,50,0.4,2,0.7601464737684138
-False,True,50,0.4,4,0.763806776628649
-False,True,50,0.5,1,0.7973405619901145
-False,True,50,0.5,2,0.7504569417890027
-False,True,50,0.5,4,0.7917889594751145
-False,True,60,0.0,1,0.7952559064395951
-False,True,60,0.0,2,0.7676499416531123
-False,True,60,0.0,4,0.8537308509180507
-False,True,60,0.1,1,0.7999909969874724
-False,True,60,0.1,2,0.7616506647689965
-False,True,60,0.1,4,0.8143460979353282
-False,True,60,0.2,1,0.7947148675801642
-False,True,60,0.2,2,0.7657904155961096
-False,True,60,0.2,4,0.13553113553113552
-False,True,60,0.3,1,0.7946919870426438
-False,True,60,0.3,2,0.7507381958407543
-False,True,60,0.3,4,0.32560472570649707
-False,True,60,0.4,1,0.7379550168583169
-False,True,60,0.4,2,0.7508414633251794
-False,True,60,0.4,4,0.19143964593437812
-False,True,60,0.5,1,0.7312031539067171
-False,True,60,0.5,2,0.7349555655498456
-False,True,60,0.5,4,0.6784473612549203
-False,True,70,0.0,1,0.7870645928349332
-False,True,70,0.0,2,0.5551803394707452
-False,True,70,0.0,4,0.2889315246787149
-False,True,70,0.1,1,0.8281704432715714
-False,True,70,0.1,2,0.7094468689185109
-False,True,70,0.1,4,0.23640845128472796
-False,True,70,0.2,1,0.7849137071112227
-False,True,70,0.2,2,0.6787765678828854
-False,True,70,0.2,4,0.16655220617442218
-False,True,70,0.3,1,0.6852972003431294
-False,True,70,0.3,2,0.7956008905788282
-False,True,70,0.3,4,0.7937663468398304
-False,True,70,0.4,1,0.7765188649805058
-False,True,70,0.4,2,0.7914895491913087
-False,True,70,0.4,4,0.7413946459075721
-False,True,70,0.5,1,0.7289543706559597
-False,True,70,0.5,2,0.781051789654197
-False,True,70,0.5,4,0.13569999740212504
-False,True,80,0.0,1,0.7674333661819832
-False,True,80,0.0,2,0.7232015365664122
-False,True,80,0.0,4,0.7029856420155206
-False,True,80,0.1,1,0.7761530828647801
-False,True,80,0.1,2,0.7352768082976608
-False,True,80,0.1,4,0.7073366182371511
-False,True,80,0.2,1,0.7793304193483317
-False,True,80,0.2,2,0.685535161221619
-False,True,80,0.2,4,0.6278203703330731
-False,True,80,0.3,1,0.7660423588155176
-False,True,80,0.3,2,0.7264669075232117
-False,True,80,0.3,4,0.7296840295927234
-False,True,80,0.4,1,0.7137426080271844
-False,True,80,0.4,2,0.7237595650860725
-False,True,80,0.4,4,0.7648053522586516
-False,True,80,0.5,1,0.762927859518924
-False,True,80,0.5,2,0.7541467166612801
-False,True,80,0.5,4,0.1369361937406899
-False,True,90,0.0,1,0.7741105374434795
-False,True,90,0.0,2,0.7428591689288612
-False,True,90,0.0,4,0.7809388026179631
-False,True,90,0.1,1,0.6695529772471385
-False,True,90,0.1,2,0.5219993050600167
-False,True,90,0.1,4,0.4995814417046831
-False,True,90,0.2,1,0.6707589964784025
-False,True,90,0.2,2,0.7347645689357308
-False,True,90,0.2,4,0.6848762982609983
-False,True,90,0.3,1,0.6645643282171596
-False,True,90,0.3,2,0.6716858934652279
-False,True,90,0.3,4,0.2890766441842557
-False,True,90,0.4,1,0.7586671276152159
-False,True,90,0.4,2,0.693652127196063
-False,True,90,0.4,4,0.6273493773933045
-False,True,90,0.5,1,0.6666699433324247
-False,True,90,0.5,2,0.7056051997241871
-False,True,90,0.5,4,0.5983628922377313
-False,True,100,0.0,1,0.7209939784800682
-False,True,100,0.0,2,0.6168905086970004
-False,True,100,0.0,4,0.508805975054396
-False,True,100,0.1,1,0.6648119637826301
-False,True,100,0.1,2,0.5964559980012041
-False,True,100,0.1,4,0.14216135352225276
-False,True,100,0.2,1,0.8087611345982878
-False,True,100,0.2,2,0.6714542923691219
-False,True,100,0.2,4,0.19737329357473712
-False,True,100,0.3,1,0.7094864470527001
-False,True,100,0.3,2,0.7052557405092263
-False,True,100,0.3,4,0.4829118491735813
-False,True,100,0.4,1,0.758450119275896
-False,True,100,0.4,2,0.6592747000702353
-False,True,100,0.4,4,0.25460323186061207
-False,True,100,0.5,1,0.7523826707340014
-False,True,100,0.5,2,0.7924766040705851
-False,True,100,0.5,4,0.6246181529557077
-False,True,110,0.0,1,0.7053558157115872
-False,True,110,0.0,2,0.7626352320013526
-False,True,110,0.0,4,0.13598037182942843
-False,True,110,0.1,1,0.7489522049584236
-False,True,110,0.1,2,0.6423972108722701
-False,True,110,0.1,4,0.7220562390749256
-False,True,110,0.2,1,0.7049203115313887
-False,True,110,0.2,2,0.7154827173953847
-False,True,110,0.2,4,0.6702488870805244
-False,True,110,0.3,1,0.6552797518551602
-False,True,110,0.3,2,0.6471976942299508
-False,True,110,0.3,4,0.13928200128521284
-False,True,110,0.4,1,0.6478972771473452
-False,True,110,0.4,2,0.7010217212261042
-False,True,110,0.4,4,0.25769085456540936
-False,True,110,0.5,1,0.6827382581718056
-False,True,110,0.5,2,0.6757348461677929
-False,True,110,0.5,4,0.6444947115803801
-False,True,120,0.0,1,0.7003944069372038
-False,True,120,0.0,2,0.7081391790777396
-False,True,120,0.0,4,0.6620028907249195
-False,True,120,0.1,1,0.7105724901528313
-False,True,120,0.1,2,0.7073568125896523
-False,True,120,0.1,4,0.706871429726348
-False,True,120,0.2,1,0.657454170024406
-False,True,120,0.2,2,0.6756839856732998
-False,True,120,0.2,4,0.2282934803604068
-False,True,120,0.3,1,0.6969439365708576
-False,True,120,0.3,2,0.562046199430556
-False,True,120,0.3,4,0.696326385512159
-False,True,120,0.4,1,0.640296991379369
-False,True,120,0.4,2,0.6418669805233582
-False,True,120,0.4,4,0.7342946805240356
-False,True,120,0.5,1,0.6810848735583529
-False,True,120,0.5,2,0.6331545736359779
-False,True,120,0.5,4,0.4276392345758631
-False,True,130,0.0,1,0.7009168013240216
-False,True,130,0.0,2,0.7581914737554067
-False,True,130,0.0,4,0.7033947179899169
-False,True,130,0.1,1,0.6968786806017493
-False,True,130,0.1,2,0.6483135380966104
-False,True,130,0.1,4,0.4285632431967622
-False,True,130,0.2,1,0.7446065932422882
-False,True,130,0.2,2,0.6547673349225756
-False,True,130,0.2,4,0.345406435469017
-False,True,130,0.3,1,0.6472947083888629
-False,True,130,0.3,2,0.6462212007095368
-False,True,130,0.3,4,0.7002176653119595
-False,True,130,0.4,1,0.7396951492613955
-False,True,130,0.4,2,0.622702525718333
-False,True,130,0.4,4,0.2046339336897964
-False,True,130,0.5,1,0.7266587355814315
-False,True,130,0.5,2,0.678197228269155
-False,True,130,0.5,4,0.681168138369248
-False,True,140,0.0,1,0.6978036605662857
-False,True,140,0.0,2,0.5901542509342361
-False,True,140,0.0,4,0.7001593646857297
-False,True,140,0.1,1,0.6443154701602903
-False,True,140,0.1,2,0.7051735633215321
-False,True,140,0.1,4,0.7115120393147111
-False,True,140,0.2,1,0.7390605058774797
-False,True,140,0.2,2,0.6805158275111162
-False,True,140,0.2,4,0.3157649342867779
-False,True,140,0.3,1,0.6493376287487348
-False,True,140,0.3,2,0.5934353264161166
-False,True,140,0.3,4,0.1822155350590832
-False,True,140,0.4,1,0.6916361903472144
-False,True,140,0.4,2,0.6907089845466354
-False,True,140,0.4,4,0.13553113553113552
-False,True,140,0.5,1,0.6298889747850881
-False,True,140,0.5,2,0.7247331458572822
-False,True,140,0.5,4,0.3533978313289617
-False,True,150,0.0,1,0.6511376978904904
-False,True,150,0.0,2,0.6137670941689122
-False,True,150,0.0,4,0.2970085258825003
-False,True,150,0.1,1,0.6486295300606818
-False,True,150,0.1,2,0.5935131034225416
-False,True,150,0.1,4,0.34759464341416735
-False,True,150,0.2,1,0.6479938694651278
-False,True,150,0.2,2,0.6398876606723517
-False,True,150,0.2,4,0.701534497953265
-False,True,150,0.3,1,0.6967630430228541
-False,True,150,0.3,2,0.6991281750732877
-False,True,150,0.3,4,0.7018606329960545
-False,True,150,0.4,1,0.6417071300663332
-False,True,150,0.4,2,0.6895157179495526
-False,True,150,0.4,4,0.6906080501615854
-False,True,150,0.5,1,0.6883055099101328
-False,True,150,0.5,2,0.6778207561070376
-False,True,150,0.5,4,0.6297925438431549
-False,True,160,0.0,1,0.6981143107072284
-False,True,160,0.0,2,0.6550575697589986
-False,True,160,0.0,4,0.6916594197200621
-False,True,160,0.1,1,0.7070960642972743
-False,True,160,0.1,2,0.7143158678716819
-False,True,160,0.1,4,0.8001193306871411
-False,True,160,0.2,1,0.7021844787781457
-False,True,160,0.2,2,0.6549245783729826
-False,True,160,0.2,4,0.13553113553113552
-False,True,160,0.3,1,0.7353276372964332
-False,True,160,0.3,2,0.68956848981774
-False,True,160,0.3,4,0.3031959511624757
-False,True,160,0.4,1,0.7297064090854936
-False,True,160,0.4,2,0.6479377008961636
-False,True,160,0.4,4,0.1852150733886415
-False,True,160,0.5,1,0.7289075430910508
-False,True,160,0.5,2,0.6396417097151954
-False,True,160,0.5,4,0.5754077421822569
-False,True,170,0.0,1,0.7035777889408648
-False,True,170,0.0,2,0.7033937909921469
-False,True,170,0.0,4,0.6584370579187511
-False,True,170,0.1,1,0.6506107295172916
-False,True,170,0.1,2,0.7554812488654598
-False,True,170,0.1,4,0.7551578271275569
-False,True,170,0.2,1,0.6493561171668008
-False,True,170,0.2,2,0.6291412707690013
-False,True,170,0.2,4,0.22898786687894448
-False,True,170,0.3,1,0.643729893110977
-False,True,170,0.3,2,0.5493803161123205
-False,True,170,0.3,4,0.6911447297193423
-False,True,170,0.4,1,0.6388795261714543
-False,True,170,0.4,2,0.6860377885752887
-False,True,170,0.4,4,0.6860047565727453
-False,True,170,0.5,1,0.6779934553235497
-False,True,170,0.5,2,0.6349645382435595
-False,True,170,0.5,4,0.41560783187694333
-True,False,0,0.0,1,0.9236002835690201
-True,False,0,0.0,2,0.9219506799294714
-True,False,0,0.0,4,0.9279903889111623
-True,False,0,0.1,1,0.9255339040911481
-True,False,0,0.1,2,0.909517537776895
-True,False,0,0.1,4,0.6769278962329849
-True,False,0,0.2,1,0.924431746755358
-True,False,0,0.2,2,0.9139530711203413
-True,False,0,0.2,4,0.4774991307870062
-True,False,0,0.3,1,0.9139511237231955
-True,False,0,0.3,2,0.8672325553893491
-True,False,0,0.3,4,0.9127491284467567
-True,False,0,0.4,1,0.9153314573428755
-True,False,0,0.4,2,0.8505488730326258
-True,False,0,0.4,4,0.26911908014060026
-True,False,0,0.5,1,0.9108265981508908
-True,False,0,0.5,2,0.8995651071189099
-True,False,0,0.5,4,0.9010598947320642
-True,False,10,0.0,1,0.9124312040967121
-True,False,10,0.0,2,0.8147301811884197
-True,False,10,0.0,4,0.9029901278762027
-True,False,10,0.1,1,0.9127372881466407
-True,False,10,0.1,2,0.9169096671855633
-True,False,10,0.1,4,0.9130728380836494
-True,False,10,0.2,1,0.9103038555738028
-True,False,10,0.2,2,0.856735151419788
-True,False,10,0.2,4,0.4011290217460351
-True,False,10,0.3,1,0.9090647329762588
-True,False,10,0.3,2,0.8599070184849636
-True,False,10,0.3,4,0.21327846731864272
-True,False,10,0.4,1,0.9023219162829257
-True,False,10,0.4,2,0.8980590705651359
-True,False,10,0.4,4,0.1360648027649232
-True,False,10,0.5,1,0.8983775232389611
-True,False,10,0.5,2,0.8852766398626095
-True,False,10,0.5,4,0.5360658597722813
-True,False,20,0.0,1,0.8882703008016744
-True,False,20,0.0,2,0.8644737846386082
-True,False,20,0.0,4,0.36676876775468237
-True,False,20,0.1,1,0.8842487058543286
-True,False,20,0.1,2,0.8459052216040185
-True,False,20,0.1,4,0.4386379837762681
-True,False,20,0.2,1,0.885249360875555
-True,False,20,0.2,2,0.8790948562890317
-True,False,20,0.2,4,0.8925921954143962
-True,False,20,0.3,1,0.8828197399967042
-True,False,20,0.3,2,0.8881732890380486
-True,False,20,0.3,4,0.8868752727678778
-True,False,20,0.4,1,0.8786863612797984
-True,False,20,0.4,2,0.8884619673478594
-True,False,20,0.4,4,0.8306167667125192
-True,False,20,0.5,1,0.8781720895099051
-True,False,20,0.5,2,0.8702099892110914
-True,False,20,0.5,4,0.8693063652183424
-True,False,30,0.0,1,0.8700544152227617
-True,False,30,0.0,2,0.8926215428726562
-True,False,30,0.0,4,0.8737548548754724
-True,False,30,0.1,1,0.8676925207608406
-True,False,30,0.1,2,0.8816849861325705
-True,False,30,0.1,4,0.8824530070911866
-True,False,30,0.2,1,0.8671880942347757
-True,False,30,0.2,2,0.8842530723446647
-True,False,30,0.2,4,0.13553113553113552
-True,False,30,0.3,1,0.8653835189721587
-True,False,30,0.3,2,0.8703624977823603
-True,False,30,0.3,4,0.34449156306413603
-True,False,30,0.4,1,0.8594357177396587
-True,False,30,0.4,2,0.8676363356490431
-True,False,30,0.4,4,0.20147153997358427
-True,False,30,0.5,1,0.8564959635050199
-True,False,30,0.5,2,0.8159764810027716
-True,False,30,0.5,4,0.8148477565687431
-True,False,40,0.0,1,0.8620990512611888
-True,False,40,0.0,2,0.6989991986023277
-True,False,40,0.0,4,0.3045558612258346
-True,False,40,0.1,1,0.8554328141938249
-True,False,40,0.1,2,0.8262894769874263
-True,False,40,0.1,4,0.24719452632836197
-True,False,40,0.2,1,0.854267590428587
-True,False,40,0.2,2,0.8207244085707659
-True,False,40,0.2,4,0.16787684543303885
-True,False,40,0.3,1,0.8492571398502724
-True,False,40,0.3,2,0.8703971325953578
-True,False,40,0.3,4,0.8649047763717884
-True,False,40,0.4,1,0.803645440629784
-True,False,40,0.4,2,0.8608816189572508
-True,False,40,0.4,4,0.8591147735782725
-True,False,40,0.5,1,0.7954641581110219
-True,False,40,0.5,2,0.8472608691315828
-True,False,40,0.5,4,0.13561556646663028
-True,False,50,0.0,1,0.8547340480517864
-True,False,50,0.0,2,0.8103840790522049
-True,False,50,0.0,4,0.8672531844504998
-True,False,50,0.1,1,0.8481353805420245
-True,False,50,0.1,2,0.8673068766596452
-True,False,50,0.1,4,0.8313912146605306
-True,False,50,0.2,1,0.8500025381760347
-True,False,50,0.2,2,0.722600690942585
-True,False,50,0.2,4,0.6692074422188886
-True,False,50,0.3,1,0.8470393525580123
-True,False,50,0.3,2,0.8567446944444664
-True,False,50,0.3,4,0.8074782488833476
-True,False,50,0.4,1,0.8370618468473304
-True,False,50,0.4,2,0.8523106241610164
-True,False,50,0.4,4,0.7998510837925901
-True,False,50,0.5,1,0.8368633507629332
-True,False,50,0.5,2,0.8367390835375091
-True,False,50,0.5,4,0.13730099910348806
-True,False,60,0.0,1,0.8399197433226117
-True,False,60,0.0,2,0.8593772557543925
-True,False,60,0.0,4,0.8527618755140542
-True,False,60,0.1,1,0.840169621335331
-True,False,60,0.1,2,0.5495521420479148
-True,False,60,0.1,4,0.5757859323124064
-True,False,60,0.2,1,0.8284902998686022
-True,False,60,0.2,2,0.793274243752267
-True,False,60,0.2,4,0.8098113266862178
-True,False,60,0.3,1,0.8308907004388965
-True,False,60,0.3,2,0.7945874876848513
-True,False,60,0.3,4,0.3334024480469416
-True,False,60,0.4,1,0.8360499148644422
-True,False,60,0.4,2,0.7712387477247676
-True,False,60,0.4,4,0.6550055087411468
-True,False,60,0.5,1,0.8294890036722175
-True,False,60,0.5,2,0.7325907732742344
-True,False,60,0.5,4,0.6804475176255735
-True,False,70,0.0,1,0.7852206095864194
-True,False,70,0.0,2,0.5933302669087283
-True,False,70,0.0,4,0.5330472632479595
-True,False,70,0.1,1,0.7819747572450952
-True,False,70,0.1,2,0.7137922320936788
-True,False,70,0.1,4,0.1386788262569393
-True,False,70,0.2,1,0.8205110387026106
-True,False,70,0.2,2,0.7878793100890188
-True,False,70,0.2,4,0.20303404073095563
-True,False,70,0.3,1,0.8248266026003179
-True,False,70,0.3,2,0.8304579458123298
-True,False,70,0.3,4,0.49289324398120266
-True,False,70,0.4,1,0.7745119118087186
-True,False,70,0.4,2,0.7820521091346649
-True,False,70,0.4,4,0.2543369720821472
-True,False,70,0.5,1,0.7682806918080232
-True,False,70,0.5,2,0.8217444663734479
-True,False,70,0.5,4,0.7015993592336163
-True,False,80,0.0,1,0.7720621741052953
-True,False,80,0.0,2,0.8355695740895123
-True,False,80,0.0,4,0.13553113553113552
-True,False,80,0.1,1,0.7651590771881774
-True,False,80,0.1,2,0.711903338718946
-True,False,80,0.1,4,0.7875848841382621
-True,False,80,0.2,1,0.7661639430671981
-True,False,80,0.2,2,0.7790974442342348
-True,False,80,0.2,4,0.739312065344962
-True,False,80,0.3,1,0.7645295733416825
-True,False,80,0.3,2,0.6730073856927457
-True,False,80,0.3,4,0.14120553161099125
-True,False,80,0.4,1,0.7617439655252973
-True,False,80,0.4,2,0.7741405991987318
-True,False,80,0.4,4,0.25639577626612686
-True,False,80,0.5,1,0.7563016745504226
-True,False,80,0.5,2,0.7400667545783185
-True,False,80,0.5,4,0.7143586268573632
-True,False,90,0.0,1,0.7625616964747295
-True,False,90,0.0,2,0.7804059270947684
-True,False,90,0.0,4,0.7234853324291609
-True,False,90,0.1,1,0.7598046180270348
-True,False,90,0.1,2,0.7261748983079076
-True,False,90,0.1,4,0.7223303343592927
-True,False,90,0.2,1,0.7635627082860559
-True,False,90,0.2,2,0.7530294093378382
-True,False,90,0.2,4,0.22886467301989027
-True,False,90,0.3,1,0.8056017873189836
-True,False,90,0.3,2,0.6268301444003381
-True,False,90,0.3,4,0.7180209069358943
-True,False,90,0.4,1,0.7025077523439782
-True,False,90,0.4,2,0.7498301879753091
-True,False,90,0.4,4,0.8023691113763732
-True,False,90,0.5,1,0.7397556009911742
-True,False,90,0.5,2,0.6952753832541251
-True,False,90,0.5,4,0.43583948569816056
-True,False,100,0.0,1,0.7481278567579578
-True,False,100,0.0,2,0.8146519333249171
-True,False,100,0.0,4,0.7226441368655266
-True,False,100,0.1,1,0.7497396208703806
-True,False,100,0.1,2,0.7150092690565167
-True,False,100,0.1,4,0.4366572180856614
-True,False,100,0.2,1,0.7537633637391421
-True,False,100,0.2,2,0.7149940702047942
-True,False,100,0.2,4,0.34658697691046264
-True,False,100,0.3,1,0.7050011881558004
-True,False,100,0.3,2,0.7039701781382933
-True,False,100,0.3,4,0.7585837552008062
-True,False,100,0.4,1,0.7911384629277681
-True,False,100,0.4,2,0.6749135731829814
-True,False,100,0.4,4,0.20519304677606115
-True,False,100,0.5,1,0.7393510377356057
-True,False,100,0.5,2,0.6452632024220427
-True,False,100,0.5,4,0.7394890711023934
-True,False,110,0.0,1,0.7036505310515002
-True,False,110,0.0,2,0.5580283638104263
-True,False,110,0.0,4,0.7063248696024116
-True,False,110,0.1,1,0.6606994231545807
-True,False,110,0.1,2,0.7522793016634205
-True,False,110,0.1,4,0.7211250448228919
-True,False,110,0.2,1,0.7510122157509335
-True,False,110,0.2,2,0.6920689000781298
-True,False,110,0.2,4,0.3114965982767602
-True,False,110,0.3,1,0.6584430162899949
-True,False,110,0.3,2,0.6074595711950476
-True,False,110,0.3,4,0.18474194154256704
-True,False,110,0.4,1,0.702144626061953
-True,False,110,0.4,2,0.7403715943088046
-True,False,110,0.4,4,0.13553113553113552
-True,False,110,0.5,1,0.6397486328710053
-True,False,110,0.5,2,0.685904048147174
-True,False,110,0.5,4,0.4101784977957998
-True,False,120,0.0,1,0.7465703888681723
-True,False,120,0.0,2,0.6642843246619324
-True,False,120,0.0,4,0.2940471785118771
-True,False,120,0.1,1,0.65116678218555
-True,False,120,0.1,2,0.6873819621599727
-True,False,120,0.1,4,0.3520371215133703
-True,False,120,0.2,1,0.7047156360222907
-True,False,120,0.2,2,0.7304363877224034
-True,False,120,0.2,4,0.701262153894089
-True,False,120,0.3,1,0.6912956826287459
-True,False,120,0.3,2,0.7472405381446262
-True,False,120,0.3,4,0.6968687852838773
-True,False,120,0.4,1,0.6959799312094536
-True,False,120,0.4,2,0.7464363365629822
-True,False,120,0.4,4,0.6856783335575491
-True,False,120,0.5,1,0.6466546980514848
-True,False,120,0.5,2,0.6735988953816255
-True,False,120,0.5,4,0.6227302763722893
-True,False,130,0.0,1,0.7395974306987976
-True,False,130,0.0,2,0.6468178345452523
-True,False,130,0.0,4,0.736011861903494
-True,False,130,0.1,1,0.7065034976307393
-True,False,130,0.1,2,0.7028377320229512
-True,False,130,0.1,4,0.7567954674549556
-True,False,130,0.2,1,0.6954886506573672
-True,False,130,0.2,2,0.7006676931829793
-True,False,130,0.2,4,0.13553113553113552
-True,False,130,0.3,1,0.697140510676505
-True,False,130,0.3,2,0.6916170916702019
-True,False,130,0.3,4,0.2913327678412284
-True,False,130,0.4,1,0.6783184821758427
-True,False,130,0.4,2,0.6978494698283949
-True,False,130,0.4,4,0.1867185382962576
-True,False,130,0.5,1,0.6863865780767479
-True,False,130,0.5,2,0.7276308328043701
-True,False,130,0.5,4,0.6735801553940172
-True,False,140,0.0,1,0.7043100471581303
-True,False,140,0.0,2,0.5241589626964932
-True,False,140,0.0,4,0.27228776554277834
-True,False,140,0.1,1,0.7962926577769345
-True,False,140,0.1,2,0.7088841254996758
-True,False,140,0.1,4,0.220547613689345
-True,False,140,0.2,1,0.7955238304709215
-True,False,140,0.2,2,0.6916883420799612
-True,False,140,0.2,4,0.16245390902396914
-True,False,140,0.3,1,0.6447102572290287
-True,False,140,0.3,2,0.79476000716576
-True,False,140,0.3,4,0.6952232188281526
-True,False,140,0.4,1,0.7368080517020584
-True,False,140,0.4,2,0.7357161643604294
-True,False,140,0.4,4,0.6830330364914138
-True,False,140,0.5,1,0.6843034260583856
-True,False,140,0.5,2,0.6829501540134305
-True,False,140,0.5,4,0.1360648027649232
-True,False,150,0.0,1,0.7511738538500243
-True,False,150,0.0,2,0.5883020500004666
-True,False,150,0.0,4,0.7044738694503601
-True,False,150,0.1,1,0.6990658544079714
-True,False,150,0.1,2,0.7567352780578167
-True,False,150,0.1,4,0.7081870069533375
-True,False,150,0.2,1,0.7426958644517503
-True,False,150,0.2,2,0.5592831411005541
-True,False,150,0.2,4,0.5427189418410293
-True,False,150,0.3,1,0.7381716649804948
-True,False,150,0.3,2,0.6931685908067396
-True,False,150,0.3,4,0.6981019399368772
-True,False,150,0.4,1,0.6970946313895316
-True,False,150,0.4,2,0.685960655125881
-True,False,150,0.4,4,0.6869371591162865
-True,False,150,0.5,1,0.6421381257942732
-True,False,150,0.5,2,0.7184728338079497
-True,False,150,0.5,4,0.1365140390632161
-True,False,160,0.0,1,0.6944152224887781
-True,False,160,0.0,2,0.7553689249010475
-True,False,160,0.0,4,0.7564863637416396
-True,False,160,0.1,1,0.6505155247340003
-True,False,160,0.1,2,0.4970846934412746
-True,False,160,0.1,4,0.4816980272626017
-True,False,160,0.2,1,0.6477620980806215
-True,False,160,0.2,2,0.7083185610553091
-True,False,160,0.2,4,0.660652307826867
-True,False,160,0.3,1,0.6505689183948259
-True,False,160,0.3,2,0.6521108865593368
-True,False,160,0.3,4,0.2694107457006504
-True,False,160,0.4,1,0.6881503254136743
-True,False,160,0.4,2,0.6212681054624722
-True,False,160,0.4,4,0.5510566385344055
-True,False,160,0.5,1,0.6751208683123416
-True,False,160,0.5,2,0.6411099693370598
-True,False,160,0.5,4,0.6130929671340473
-True,False,170,0.0,1,0.7011645389262354
-True,False,170,0.0,2,0.5527534561287422
-True,False,170,0.0,4,0.4916306460259739
-True,False,170,0.1,1,0.648842814582321
-True,False,170,0.1,2,0.5354458984180548
-True,False,170,0.1,4,0.139170488728899
-True,False,170,0.2,1,0.7912547133015649
-True,False,170,0.2,2,0.6515338299507621
-True,False,170,0.2,4,0.18835437057457818
-True,False,170,0.3,1,0.695099977818829
-True,False,170,0.3,2,0.6895232125278238
-True,False,170,0.3,4,0.4070708378954183
-True,False,170,0.4,1,0.6928333416945256
-True,False,170,0.4,2,0.6362789870333235
-True,False,170,0.4,4,0.24316614132131928
-True,False,170,0.5,1,0.7333888089493596
-True,False,170,0.5,2,0.7792501175540334
-True,False,170,0.5,4,0.5167643455108845
-True,True,0,0.0,1,0.8524850576552544
-True,True,0,0.0,2,0.8928245096176975
-True,True,0,0.0,4,0.13553113553113552
-True,True,0,0.1,1,0.8999454826504897
-True,True,0,0.1,2,0.770274777818537
-True,True,0,0.1,4,0.840652954355631
-True,True,0,0.2,1,0.8542234978337471
-True,True,0,0.2,2,0.8839677043310185
-True,True,0,0.2,4,0.7881095329156962
-True,True,0,0.3,1,0.8921082072462234
-True,True,0,0.3,2,0.7660829449231833
-True,True,0,0.3,4,0.14204969153065486
-True,True,0,0.4,1,0.8875978017008715
-True,True,0,0.4,2,0.8778340972016003
-True,True,0,0.4,4,0.31960017779415023
-True,True,0,0.5,1,0.8288448182595108
-True,True,0,0.5,2,0.7968748219026445
-True,True,0,0.5,4,0.8135410033242616
-True,True,10,0.0,1,0.8839487534158399
-True,True,10,0.0,2,0.7736196914834726
-True,True,10,0.0,4,0.8871165249932035
-True,True,10,0.1,1,0.8909614927062124
-True,True,10,0.1,2,0.8844929606655562
-True,True,10,0.1,4,0.8357544177683082
-True,True,10,0.2,1,0.8769468557278178
-True,True,10,0.2,2,0.7936822855647575
-True,True,10,0.2,4,0.25734752722921445
-True,True,10,0.3,1,0.8707435004973744
-True,True,10,0.3,2,0.7608183329494036
-True,True,10,0.3,4,0.8720929297802309
-True,True,10,0.4,1,0.8622129914909076
-True,True,10,0.4,2,0.7673202590530063
-True,True,10,0.4,4,0.8149226719508176
-True,True,10,0.5,1,0.8668987365843609
-True,True,10,0.5,2,0.8116067916987545
-True,True,10,0.5,4,0.5206712315135664
-True,True,20,0.0,1,0.8529690343855696
-True,True,20,0.0,2,0.8622070335338231
-True,True,20,0.0,4,0.8101761770276112
-True,True,20,0.1,1,0.808198188573738
-True,True,20,0.1,2,0.7646537885169794
-True,True,20,0.1,4,0.478813448615008
-True,True,20,0.2,1,0.8519508330645038
-True,True,20,0.2,2,0.8056544823300796
-True,True,20,0.2,4,0.38224736506321083
-True,True,20,0.3,1,0.8537701704470336
-True,True,20,0.3,2,0.6421188659913639
-True,True,20,0.3,4,0.7571907486269327
-True,True,20,0.4,1,0.7959338847153351
-True,True,20,0.4,2,0.7312771690651024
-True,True,20,0.4,4,0.22459197687315477
-True,True,20,0.5,1,0.7846409483995787
-True,True,20,0.5,2,0.7906589466234868
-True,True,20,0.5,4,0.7354380707649264
-True,True,30,0.0,1,0.8462811107340992
-True,True,30,0.0,2,0.6979956990516099
-True,True,30,0.0,4,0.8516046397432367
-True,True,30,0.1,1,0.7918188594409187
-True,True,30,0.1,2,0.806157591218739
-True,True,30,0.1,4,0.8096719647412701
-True,True,30,0.2,1,0.7977986902939164
-True,True,30,0.2,2,0.6877379316053018
-True,True,30,0.2,4,0.34604852981894185
-True,True,30,0.3,1,0.7892659904946628
-True,True,30,0.3,2,0.7405517106171313
-True,True,30,0.3,4,0.18665255535766698
-True,True,30,0.4,1,0.779993415032991
-True,True,30,0.4,2,0.7890812838263724
-True,True,30,0.4,4,0.13553113553113552
-True,True,30,0.5,1,0.7823625828611246
-True,True,30,0.5,2,0.7828748451777913
-True,True,30,0.5,4,0.39340519607911245
-True,True,40,0.0,1,0.8340464792539665
-True,True,40,0.0,2,0.7590782915543259
-True,True,40,0.0,4,0.3203362365051684
-True,True,40,0.1,1,0.8400874325679896
-True,True,40,0.1,2,0.6945338800493862
-True,True,40,0.1,4,0.42952176305314904
-True,True,40,0.2,1,0.734784071353599
-True,True,40,0.2,2,0.7259084606230896
-True,True,40,0.2,4,0.74660746326936
-True,True,40,0.3,1,0.7341203271642955
-True,True,40,0.3,2,0.6997471891062366
-True,True,40,0.3,4,0.7385954922752787
-True,True,40,0.4,1,0.72632848589246
-True,True,40,0.4,2,0.82981440531849
-True,True,40,0.4,4,0.8340564315089328
-True,True,40,0.5,1,0.7163200828486741
-True,True,40,0.5,2,0.7245008291651022
-True,True,40,0.5,4,0.7724337845580177
-True,True,50,0.0,1,0.8176869695378792
-True,True,50,0.0,2,0.7953796907390371
-True,True,50,0.0,4,0.7804994894041482
-True,True,50,0.1,1,0.7742266455616873
-True,True,50,0.1,2,0.7433191948152453
-True,True,50,0.1,4,0.7470632515731871
-True,True,50,0.2,1,0.8237395765651332
-True,True,50,0.2,2,0.737823720887426
-True,True,50,0.2,4,0.13553113553113552
-True,True,50,0.3,1,0.7299147647669446
-True,True,50,0.3,2,0.7300701084911164
-True,True,50,0.3,4,0.30996094310079814
-True,True,50,0.4,1,0.677017024448231
-True,True,50,0.4,2,0.776763880060407
-True,True,50,0.4,4,0.18454191536601652
-True,True,50,0.5,1,0.8143549204293287
-True,True,50,0.5,2,0.7249605660209842
-True,True,50,0.5,4,0.6547243286860412
-True,True,60,0.0,1,0.8326864730081379
-True,True,60,0.0,2,0.7364487077428972
-True,True,60,0.0,4,0.7872980985873949
-True,True,60,0.1,1,0.7804422309803429
-True,True,60,0.1,2,0.7866384117473812
-True,True,60,0.1,4,0.7374287859666244
-True,True,60,0.2,1,0.7690933798474874
-True,True,60,0.2,2,0.7008206794917502
-True,True,60,0.2,4,0.22607113927917669
-True,True,60,0.3,1,0.8074687328955924
-True,True,60,0.3,2,0.622091564402421
-True,True,60,0.3,4,0.7750223706561575
-True,True,60,0.4,1,0.816346010524763
-True,True,60,0.4,2,0.8231541176414464
-True,True,60,0.4,4,0.7195873476225131
-True,True,60,0.5,1,0.7528576309492995
-True,True,60,0.5,2,0.709546764152689
-True,True,60,0.5,4,0.4810079900919044
-True,True,70,0.0,1,0.7618368035709608
-True,True,70,0.0,2,0.7740851839008869
-True,True,70,0.0,4,0.7760915553598945
-True,True,70,0.1,1,0.7150309774823416
-True,True,70,0.1,2,0.7252225385648536
-True,True,70,0.1,4,0.42590146934698897
-True,True,70,0.2,1,0.7045071431084031
-True,True,70,0.2,2,0.7696677359609707
-True,True,70,0.2,4,0.34046572342851517
-True,True,70,0.3,1,0.7637938447935166
-True,True,70,0.3,2,0.607890173198734
-True,True,70,0.3,4,0.7214218166222922
-True,True,70,0.4,1,0.7465005800056642
-True,True,70,0.4,2,0.6359082329499216
-True,True,70,0.4,4,0.19907241131000025
-True,True,70,0.5,1,0.7412829301968805
-True,True,70,0.5,2,0.753449189065113
-True,True,70,0.5,4,0.6972570484583533
-True,True,80,0.0,1,0.80273065008329
-True,True,80,0.0,2,0.6077240808663833
-True,True,80,0.0,4,0.7140539737507509
-True,True,80,0.1,1,0.7450938135028162
-True,True,80,0.1,2,0.6679673670320055
-True,True,80,0.1,4,0.7076104033319041
-True,True,80,0.2,1,0.6535044175037028
-True,True,80,0.2,2,0.6008788016091623
-True,True,80,0.2,4,0.3105551090593945
-True,True,80,0.3,1,0.6469853697766162
-True,True,80,0.3,2,0.7013552729017144
-True,True,80,0.3,4,0.17213000198452497
-True,True,80,0.4,1,0.7414898225633392
-True,True,80,0.4,2,0.7000623573943517
-True,True,80,0.4,4,0.13553113553113552
-True,True,80,0.5,1,0.6949420227278775
-True,True,80,0.5,2,0.7465170128099572
-True,True,80,0.5,4,0.3600901474860239
-True,True,90,0.0,1,0.7999288076840668
-True,True,90,0.0,2,0.6229821348190635
-True,True,90,0.0,4,0.2943324691819768
-True,True,90,0.1,1,0.7531640152417339
-True,True,90,0.1,2,0.636181242480129
-True,True,90,0.1,4,0.40074479805763785
-True,True,90,0.2,1,0.6934111734574094
-True,True,90,0.2,2,0.6935418372346035
-True,True,90,0.2,4,0.7121283228985961
-True,True,90,0.3,1,0.643470033784329
-True,True,90,0.3,2,0.6584854969079544
-True,True,90,0.3,4,0.6947978879277951
-True,True,90,0.4,1,0.6961998869663045
-True,True,90,0.4,2,0.7436832760634021
-True,True,90,0.4,4,0.7035499641266159
-True,True,90,0.5,1,0.678003422464152
-True,True,90,0.5,2,0.6810165827992355
-True,True,90,0.5,4,0.7327240035937316
-True,True,100,0.0,1,0.6900109993560155
-True,True,100,0.0,2,0.6627411040080007
-True,True,100,0.0,4,0.7406504770240233
-True,True,100,0.1,1,0.7448182012577795
-True,True,100,0.1,2,0.6542520056123532
-True,True,100,0.1,4,0.7038767100397835
-True,True,100,0.2,1,0.7346735020268487
-True,True,100,0.2,2,0.6539870520020518
-True,True,100,0.2,4,0.13553113553113552
-True,True,100,0.3,1,0.6456525001176617
-True,True,100,0.3,2,0.6875913235815787
-True,True,100,0.3,4,0.285077044882481
-True,True,100,0.4,1,0.6413847479069119
-True,True,100,0.4,2,0.7370530525609962
-True,True,100,0.4,4,0.18510613331128742
-True,True,100,0.5,1,0.6387500979479849
-True,True,100,0.5,2,0.6897700455904613
-True,True,100,0.5,4,0.5736706765749015
diff --git a/transform_evaluation_results_1260.csv b/transform_evaluation_results_1260.csv
deleted file mode 100644
index 76df148..0000000
--- a/transform_evaluation_results_1260.csv
+++ /dev/null
@@ -1,1261 +0,0 @@
-use_random_hflip,use_random_vflip,random_rotation,random_contrast,resample,balanced_accuracy
-False,False,0,0.0,1,0.9666691737796339
-False,False,0,0.0,2,0.9616113254343448
-False,False,0,0.0,4,0.9671319953353618
-False,False,0,0.1,1,0.9658767779306571
-False,False,0,0.1,2,0.9669595149384241
-False,False,0,0.1,4,0.9661943501455502
-False,False,0,0.2,1,0.9634087790279374
-False,False,0,0.2,2,0.946913707531681
-False,False,0,0.2,4,0.3436825089019749
-False,False,0,0.3,1,0.9602631261614193
-False,False,0,0.3,2,0.8975981791385214
-False,False,0,0.3,4,0.9610566382016209
-False,False,0,0.4,1,0.9560058954953181
-False,False,0,0.4,2,0.9546931109040536
-False,False,0,0.4,4,0.9545445059404306
-False,False,0,0.5,1,0.9582341007217907
-False,False,0,0.5,2,0.8544003807965925
-False,False,0,0.5,4,0.7230211384151245
-False,False,10,0.0,1,0.9539679011561006
-False,False,10,0.0,2,0.9594338570772193
-False,False,10,0.0,4,0.958089472836214
-False,False,10,0.1,1,0.9566329143883293
-False,False,10,0.1,2,0.9493686799932937
-False,False,10,0.1,4,0.6313334820013635
-False,False,10,0.2,1,0.9523946468010241
-False,False,10,0.2,2,0.9540007459373498
-False,False,10,0.2,4,0.5275438884353554
-False,False,10,0.3,1,0.948483113126355
-False,False,10,0.3,2,0.9074192498494948
-False,False,10,0.3,4,0.9492145137884259
-False,False,10,0.4,1,0.9486438434936488
-False,False,10,0.4,2,0.8930597841912353
-False,False,10,0.4,4,0.2795425979733226
-False,False,10,0.5,1,0.8960311730252785
-False,False,10,0.5,2,0.8883679711940163
-False,False,10,0.5,4,0.9393483384448829
-False,False,20,0.0,1,0.9329377855739163
-False,False,20,0.0,2,0.8512756385276301
-False,False,20,0.0,4,0.938597515607605
-False,False,20,0.1,1,0.9324436434658521
-False,False,20,0.1,2,0.9411055119160627
-False,False,20,0.1,4,0.9405626158615854
-False,False,20,0.2,1,0.9264610708385798
-False,False,20,0.2,2,0.8919667743002799
-False,False,20,0.2,4,0.4133918486703861
-False,False,20,0.3,1,0.9264380522290957
-False,False,20,0.3,2,0.8906701372920629
-False,False,20,0.3,4,0.22422079397740863
-False,False,20,0.4,1,0.919151944230415
-False,False,20,0.4,2,0.9259174658879935
-False,False,20,0.4,4,0.13475937060842721
-False,False,20,0.5,1,0.913764057823144
-False,False,20,0.5,2,0.9206613705838053
-False,False,20,0.5,4,0.4671156862705434
-False,False,30,0.0,1,0.9041528940129424
-False,False,30,0.0,2,0.9046000230945598
-False,False,30,0.0,4,0.3837057418037511
-False,False,30,0.1,1,0.9060871392324278
-False,False,30,0.1,2,0.8314142357000482
-False,False,30,0.1,4,0.504201119309964
-False,False,30,0.2,1,0.9044897841290547
-False,False,30,0.2,2,0.9138916022803623
-False,False,30,0.2,4,0.9201142707486696
-False,False,30,0.3,1,0.9002420290850297
-False,False,30,0.3,2,0.9169116920148037
-False,False,30,0.3,4,0.9190325252875547
-False,False,30,0.4,1,0.9000678646654292
-False,False,30,0.4,2,0.9104073331535566
-False,False,30,0.4,4,0.9051315959024128
-False,False,30,0.5,1,0.8474078189701012
-False,False,30,0.5,2,0.8499708503137284
-False,False,30,0.5,4,0.8964111469596551
-False,False,40,0.0,1,0.895506536826742
-False,False,40,0.0,2,0.9168770392976837
-False,False,40,0.0,4,0.911426209920223
-False,False,40,0.1,1,0.8928653141711296
-False,False,40,0.1,2,0.9117595887277643
-False,False,40,0.1,4,0.9112359907144751
-False,False,40,0.2,1,0.8929895909059644
-False,False,40,0.2,2,0.9102463311902413
-False,False,40,0.2,4,0.13520860690672012
-False,False,40,0.3,1,0.8897434072304851
-False,False,40,0.3,2,0.9053386770890784
-False,False,40,0.3,4,0.3560257357035189
-False,False,40,0.4,1,0.8426030141247788
-False,False,40,0.4,2,0.8999608732501161
-False,False,40,0.4,4,0.2073732052300216
-False,False,40,0.5,1,0.834803868832779
-False,False,40,0.5,2,0.7915530780825619
-False,False,40,0.5,4,0.7489855344993882
-False,False,50,0.0,1,0.883644836093185
-False,False,50,0.0,2,0.7226454686981155
-False,False,50,0.0,4,0.31968563643873626
-False,False,50,0.1,1,0.8831911115512528
-False,False,50,0.1,2,0.9004037290036992
-False,False,50,0.1,4,0.25515758063833105
-False,False,50,0.2,1,0.8795183686316496
-False,False,50,0.2,2,0.8095793148376907
-False,False,50,0.2,4,0.1711340193015818
-False,False,50,0.3,1,0.8734178575442249
-False,False,50,0.3,2,0.8449813495239827
-False,False,50,0.3,4,0.898985145467072
-False,False,50,0.4,1,0.8675142398092043
-False,False,50,0.4,2,0.8848790633055327
-False,False,50,0.4,4,0.8874546901163363
-False,False,50,0.5,1,0.8729230242452212
-False,False,50,0.5,2,0.8266633607554343
-False,False,50,0.5,4,0.13659846999871086
-False,False,60,0.0,1,0.8702117171312758
-False,False,60,0.0,2,0.7370892586433312
-False,False,60,0.0,4,0.8888333846258177
-False,False,60,0.1,1,0.8648732229890765
-False,False,60,0.1,2,0.8831059935686534
-False,False,60,0.1,4,0.7590841796462693
-False,False,60,0.2,1,0.85665351604099
-False,False,60,0.2,2,0.743341664794254
-False,False,60,0.2,4,0.7009154846499988
-False,False,60,0.3,1,0.8661221986221358
-False,False,60,0.3,2,0.8333376167592326
-False,False,60,0.3,4,0.8312403164711525
-False,False,60,0.4,1,0.8186514263816645
-False,False,60,0.4,2,0.8648590264678403
-False,False,60,0.4,4,0.8650810034374636
-False,False,60,0.5,1,0.8052199487201221
-False,False,60,0.5,2,0.8011959693944289
-False,False,60,0.5,4,0.13554633064869917
-False,False,70,0.0,1,0.8063029108276655
-False,False,70,0.0,2,0.872194697698116
-False,False,70,0.0,4,0.8305766075571236
-False,False,70,0.1,1,0.8085624648371178
-False,False,70,0.1,2,0.6174309293415912
-False,False,70,0.1,4,0.5490397979731785
-False,False,70,0.2,1,0.7520510186282655
-False,False,70,0.2,2,0.865332106512059
-False,False,70,0.2,4,0.8247627849201088
-False,False,70,0.3,1,0.8485982358144658
-False,False,70,0.3,2,0.8141399650378067
-False,False,70,0.3,4,0.30752375883607047
-False,False,70,0.4,1,0.7921758989258928
-False,False,70,0.4,2,0.7556208971144077
-False,False,70,0.4,4,0.7790895824535965
-False,False,70,0.5,1,0.7378249803917749
-False,False,70,0.5,2,0.7967985312057394
-False,False,70,0.5,4,0.7479022452844684
-False,False,80,0.0,1,0.8368785693530724
-False,False,80,0.0,2,0.6088897656884235
-False,False,80,0.0,4,0.507412271676856
-False,False,80,0.1,1,0.7902273815610302
-False,False,80,0.1,2,0.6871215699364187
-False,False,80,0.1,4,0.13912821199051628
-False,False,80,0.2,1,0.7344082244447879
-False,False,80,0.2,2,0.8549656330651737
-False,False,80,0.2,4,0.20587606170174297
-False,False,80,0.3,1,0.8285544328176213
-False,False,80,0.3,2,0.7441096765001368
-False,False,80,0.3,4,0.5091787725111747
-False,False,80,0.4,1,0.7846170492493398
-False,False,80,0.4,2,0.7947800499073797
-False,False,80,0.4,4,0.32263259876158246
-False,False,80,0.5,1,0.7781563198301144
-False,False,80,0.5,2,0.7815792437219118
-False,False,80,0.5,4,0.6335887712170409
-False,False,90,0.0,1,0.8258521792391532
-False,False,90,0.0,2,0.7878105296165269
-False,False,90,0.0,4,0.13598037182942843
-False,False,90,0.1,1,0.7699274306965708
-False,False,90,0.1,2,0.6772908993808023
-False,False,90,0.1,4,0.794048814149078
-False,False,90,0.2,1,0.7860338048011999
-False,False,90,0.2,2,0.7848798448325146
-False,False,90,0.2,4,0.8038385889644839
-False,False,90,0.3,1,0.7667568494401827
-False,False,90,0.3,2,0.6338946076720112
-False,False,90,0.3,4,0.13824493451149414
-False,False,90,0.4,1,0.7722919058797261
-False,False,90,0.4,2,0.7923518581336283
-False,False,90,0.4,4,0.27633682135643467
-False,False,90,0.5,1,0.7721800397412253
-False,False,90,0.5,2,0.7126099523741435
-False,False,90,0.5,4,0.7690180230769738
-False,False,100,0.0,1,0.7704294640830539
-False,False,100,0.0,2,0.795849080413281
-False,False,100,0.0,4,0.8303554503634095
-False,False,100,0.1,1,0.776058563563307
-False,False,100,0.1,2,0.7866226179706938
-False,False,100,0.1,4,0.7384732428254973
-False,False,100,0.2,1,0.7702368174897213
-False,False,100,0.2,2,0.7740940871139159
-False,False,100,0.2,4,0.23925545249068528
-False,False,100,0.3,1,0.7721922130825726
-False,False,100,0.3,2,0.6370346478367322
-False,False,100,0.3,4,0.7304722672168823
-False,False,100,0.4,1,0.7599470546787647
-False,False,100,0.4,2,0.7721954033666967
-False,False,100,0.4,4,0.7687228105312478
-False,False,100,0.5,1,0.7616599326002406
-False,False,100,0.5,2,0.7057705871142771
-False,False,100,0.5,4,0.4541294501700333
-False,False,110,0.0,1,0.7692980871414893
-False,False,110,0.0,2,0.7301918015108895
-False,False,110,0.0,4,0.777009553540368
-False,False,110,0.1,1,0.754228884872534
-False,False,110,0.1,2,0.7711011238124404
-False,False,110,0.1,4,0.45123211479037917
-False,False,110,0.2,1,0.7653661958195501
-False,False,110,0.2,2,0.6786351384586969
-False,False,110,0.2,4,0.35828237942350355
-False,False,110,0.3,1,0.7661584534665433
-False,False,110,0.3,2,0.6742324697587723
-False,False,110,0.3,4,0.7264571716611491
-False,False,110,0.4,1,0.7544300710616122
-False,False,110,0.4,2,0.7023326308286045
-False,False,110,0.4,4,0.21613756548858581
-False,False,110,0.5,1,0.7016153303225992
-False,False,110,0.5,2,0.7046626957341834
-False,False,110,0.5,4,0.6951112957693705
-False,False,120,0.0,1,0.7054563985275223
-False,False,120,0.0,2,0.6147564608124758
-False,False,120,0.0,4,0.7725486387498568
-False,False,120,0.1,1,0.798762786141559
-False,False,120,0.1,2,0.7645849624561419
-False,False,120,0.1,4,0.7684664831639713
-False,False,120,0.2,1,0.7597653341314426
-False,False,120,0.2,2,0.7114929483744631
-False,False,120,0.2,4,0.32890496739801317
-False,False,120,0.3,1,0.7519189614589444
-False,False,120,0.3,2,0.6103103393142292
-False,False,120,0.3,4,0.18846009679715695
-False,False,120,0.4,1,0.7610980604542954
-False,False,120,0.4,2,0.7471556445752735
-False,False,120,0.4,4,0.13553113553113552
-False,False,120,0.5,1,0.6995281913043012
-False,False,120,0.5,2,0.7444843336139401
-False,False,120,0.5,4,0.4111078684624578
-False,False,130,0.0,1,0.7547731152462374
-False,False,130,0.0,2,0.6732871498958491
-False,False,130,0.0,4,0.3095232927028971
-False,False,130,0.1,1,0.7937828749114074
-False,False,130,0.1,2,0.6613926349111398
-False,False,130,0.1,4,0.3665931825826621
-False,False,130,0.2,1,0.7032949653638397
-False,False,130,0.2,2,0.6947960106676
-False,False,130,0.2,4,0.7585605153983181
-False,False,130,0.3,1,0.7436756614562773
-False,False,130,0.3,2,0.7139738961869986
-False,False,130,0.3,4,0.757257655958405
-False,False,130,0.4,1,0.7884028447762879
-False,False,130,0.4,2,0.7563318722020417
-False,False,130,0.4,4,0.7012988427477268
-False,False,130,0.5,1,0.739591634132694
-False,False,130,0.5,2,0.6433859793145827
-False,False,130,0.5,4,0.6872516378050895
-False,False,140,0.0,1,0.7543387429801847
-False,False,140,0.0,2,0.7613196556497579
-False,False,140,0.0,4,0.7077237063772787
-False,False,140,0.1,1,0.7019868675974665
-False,False,140,0.1,2,0.6657767786489055
-False,False,140,0.1,4,0.7145043452742222
-False,False,140,0.2,1,0.7530696648376687
-False,False,140,0.2,2,0.7109579871551838
-False,False,140,0.2,4,0.1360648027649232
-False,False,140,0.3,1,0.7509942717006967
-False,False,140,0.3,2,0.6980358639996311
-False,False,140,0.3,4,0.29123769962177815
-False,False,140,0.4,1,0.6499181887777994
-False,False,140,0.4,2,0.6475646315687519
-False,False,140,0.4,4,0.1822588738840198
-False,False,140,0.5,1,0.6426034604713603
-False,False,140,0.5,2,0.6421950448277124
-False,False,140,0.5,4,0.628200119784149
-False,False,150,0.0,1,0.6968666195788314
-False,False,150,0.0,2,0.5810336708052025
-False,False,150,0.0,4,0.2742254205009319
-False,False,150,0.1,1,0.7090241064793757
-False,False,150,0.1,2,0.7576766292558995
-False,False,150,0.1,4,0.21949095099527413
-False,False,150,0.2,1,0.7440428977581178
-False,False,150,0.2,2,0.6443087025795231
-False,False,150,0.2,4,0.1630441703762295
-False,False,150,0.3,1,0.6999223551266404
-False,False,150,0.3,2,0.7114553132217754
-False,False,150,0.3,4,0.7555526314531189
-False,False,150,0.4,1,0.6926318173183289
-False,False,150,0.4,2,0.7525101226425913
-False,False,150,0.4,4,0.6461530184455814
-False,False,150,0.5,1,0.734920736227135
-False,False,150,0.5,2,0.6868320095289728
-False,False,150,0.5,4,0.136963275361509
-False,False,160,0.0,1,0.7024545859467569
-False,False,160,0.0,2,0.6495030115651387
-False,False,160,0.0,4,0.7101238873019218
-False,False,160,0.1,1,0.795390039800073
-False,False,160,0.1,2,0.6988183643827821
-False,False,160,0.1,4,0.6254851449932434
-False,False,160,0.2,1,0.7054962069891978
-False,False,160,0.2,2,0.6056800065102218
-False,False,160,0.2,4,0.60718391509284
-False,False,160,0.3,1,0.6430600839371984
-False,False,160,0.3,2,0.753033689364717
-False,False,160,0.3,4,0.7094942999269521
-False,False,160,0.4,1,0.6912573770110171
-False,False,160,0.4,2,0.7385851184498711
-False,False,160,0.4,4,0.7922809071201223
-False,False,160,0.5,1,0.6797312493199618
-False,False,160,0.5,2,0.6664653277127774
-False,False,160,0.5,4,0.13627594137429547
-False,False,170,0.0,1,0.7964446167705982
-False,False,170,0.0,2,0.7162469690337208
-False,False,170,0.0,4,0.7639562219309941
-False,False,170,0.1,1,0.8027275061446553
-False,False,170,0.1,2,0.5056442309002304
-False,False,170,0.1,4,0.5397715172340346
-False,False,170,0.2,1,0.6891591811704492
-False,False,170,0.2,2,0.6642406644729268
-False,False,170,0.2,4,0.7106023789071924
-False,False,170,0.3,1,0.649946465149527
-False,False,170,0.3,2,0.7039822834476729
-False,False,170,0.3,4,0.2796851674042958
-False,False,170,0.4,1,0.7321359171600201
-False,False,170,0.4,2,0.6742050949440015
-False,False,170,0.4,4,0.6548652387505599
-False,False,170,0.5,1,0.683720269581803
-False,False,170,0.5,2,0.6777458058223758
-False,False,170,0.5,4,0.6292679803690836
-False,True,0,0.0,1,0.9385658744528269
-False,True,0,0.0,2,0.8000517438497378
-False,True,0,0.0,4,0.6512890258746502
-False,True,0,0.1,1,0.8897479987561475
-False,True,0,0.1,2,0.7243793271725176
-False,True,0,0.1,4,0.14741996707070973
-False,True,0,0.2,1,0.9360070137800928
-False,True,0,0.2,2,0.9242695919754624
-False,True,0,0.2,4,0.24558792337931215
-False,True,0,0.3,1,0.8305194549608237
-False,True,0,0.3,2,0.8523787777695204
-False,True,0,0.3,4,0.6080514433730608
-False,True,0,0.4,1,0.9224639392200146
-False,True,0,0.4,2,0.8624994320229898
-False,True,0,0.4,4,0.34139122638207925
-False,True,0,0.5,1,0.8658388655305511
-False,True,0,0.5,2,0.9046084811508044
-False,True,0,0.5,4,0.7467154648881087
-False,True,10,0.0,1,0.91473134731358
-False,True,10,0.0,2,0.8707123776744335
-False,True,10,0.0,4,0.13598037182942843
-False,True,10,0.1,1,0.9200225183226622
-False,True,10,0.1,2,0.7888455577329047
-False,True,10,0.1,4,0.9172323174158884
-False,True,10,0.2,1,0.8660175423977303
-False,True,10,0.2,2,0.913324453412757
-False,True,10,0.2,4,0.8664427337695612
-False,True,10,0.3,1,0.858025871274297
-False,True,10,0.3,2,0.8002490659382672
-False,True,10,0.3,4,0.14117844999017218
-False,True,10,0.4,1,0.9012108140558956
-False,True,10,0.4,2,0.8520527412781471
-False,True,10,0.4,4,0.36522038520937655
-False,True,10,0.5,1,0.8492835789710493
-False,True,10,0.5,2,0.826995698543623
-False,True,10,0.5,4,0.8386877126177765
-False,True,20,0.0,1,0.7953778084349533
-False,True,20,0.0,2,0.85373992439314
-False,True,20,0.0,4,0.8486152050766498
-False,True,20,0.1,1,0.842446176419893
-False,True,20,0.1,2,0.8526353232412601
-False,True,20,0.1,4,0.8964620030093616
-False,True,20,0.2,1,0.8801548963646654
-False,True,20,0.2,2,0.8244370982011052
-False,True,20,0.2,4,0.27841952564562933
-False,True,20,0.3,1,0.8311351937307759
-False,True,20,0.3,2,0.6531393459541736
-False,True,20,0.3,4,0.8433541986884422
-False,True,20,0.4,1,0.7788632710027139
-False,True,20,0.4,2,0.8279029796906598
-False,True,20,0.4,4,0.8303639809866384
-False,True,20,0.5,1,0.8263743377328342
-False,True,20,0.5,2,0.7291762996346653
-False,True,20,0.5,4,0.5555835235019091
-False,True,30,0.0,1,0.8721776181557939
-False,True,30,0.0,2,0.8887268333979382
-False,True,30,0.0,4,0.8835901016804943
-False,True,30,0.1,1,0.7815960038510289
-False,True,30,0.1,2,0.7936657254639281
-False,True,30,0.1,4,0.4986361260847912
-False,True,30,0.2,1,0.8727680458386834
-False,True,30,0.2,2,0.8354577209188488
-False,True,30,0.2,4,0.41075449333780684
-False,True,30,0.3,1,0.8260422547170572
-False,True,30,0.3,2,0.7301165675142257
-False,True,30,0.3,4,0.8337436031019809
-False,True,30,0.4,1,0.8155205581375273
-False,True,30,0.4,2,0.70990295669481
-False,True,30,0.4,4,0.2282410843661517
-False,True,30,0.5,1,0.7578156249719503
-False,True,30,0.5,2,0.8126666479084006
-False,True,30,0.5,4,0.8594510196021552
-False,True,40,0.0,1,0.8084632579698621
-False,True,40,0.0,2,0.6154549601804502
-False,True,40,0.0,4,0.7850160632955797
-False,True,40,0.1,1,0.7682688525906617
-False,True,40,0.1,2,0.8753804114370604
-False,True,40,0.1,4,0.8309848403261881
-False,True,40,0.2,1,0.8110806581227256
-False,True,40,0.2,2,0.7664833581239124
-False,True,40,0.2,4,0.36340155009614084
-False,True,40,0.3,1,0.7647813610204593
-False,True,40,0.3,2,0.7268037590115447
-False,True,40,0.3,4,0.19766539402893993
-False,True,40,0.4,1,0.7550239267661446
-False,True,40,0.4,2,0.8136977269061265
-False,True,40,0.4,4,0.13553113553113552
-False,True,40,0.5,1,0.7548180857634935
-False,True,40,0.5,2,0.8115427212390302
-False,True,40,0.5,4,0.4497849923930236
-False,True,50,0.0,1,0.8070309926391366
-False,True,50,0.0,2,0.8359942377445106
-False,True,50,0.0,4,0.3356907908675764
-False,True,50,0.1,1,0.7107611719667987
-False,True,50,0.1,2,0.6598574459395483
-False,True,50,0.1,4,0.4060099165073147
-False,True,50,0.2,1,0.7518755933318179
-False,True,50,0.2,2,0.7566733067333375
-False,True,50,0.2,4,0.7270605447433082
-False,True,50,0.3,1,0.8457143287555795
-False,True,50,0.3,2,0.8083058708880054
-False,True,50,0.3,4,0.817360095784556
-False,True,50,0.4,1,0.7559525938137222
-False,True,50,0.4,2,0.7601464737684138
-False,True,50,0.4,4,0.763806776628649
-False,True,50,0.5,1,0.7973405619901145
-False,True,50,0.5,2,0.7504569417890027
-False,True,50,0.5,4,0.7917889594751145
-False,True,60,0.0,1,0.7952559064395951
-False,True,60,0.0,2,0.7676499416531123
-False,True,60,0.0,4,0.8537308509180507
-False,True,60,0.1,1,0.7999909969874724
-False,True,60,0.1,2,0.7616506647689965
-False,True,60,0.1,4,0.8143460979353282
-False,True,60,0.2,1,0.7947148675801642
-False,True,60,0.2,2,0.7657904155961096
-False,True,60,0.2,4,0.13553113553113552
-False,True,60,0.3,1,0.7946919870426438
-False,True,60,0.3,2,0.7507381958407543
-False,True,60,0.3,4,0.32560472570649707
-False,True,60,0.4,1,0.7379550168583169
-False,True,60,0.4,2,0.7508414633251794
-False,True,60,0.4,4,0.19143964593437812
-False,True,60,0.5,1,0.7312031539067171
-False,True,60,0.5,2,0.7349555655498456
-False,True,60,0.5,4,0.6784473612549203
-False,True,70,0.0,1,0.7870645928349332
-False,True,70,0.0,2,0.5551803394707452
-False,True,70,0.0,4,0.2889315246787149
-False,True,70,0.1,1,0.8281704432715714
-False,True,70,0.1,2,0.7094468689185109
-False,True,70,0.1,4,0.23640845128472796
-False,True,70,0.2,1,0.7849137071112227
-False,True,70,0.2,2,0.6787765678828854
-False,True,70,0.2,4,0.16655220617442218
-False,True,70,0.3,1,0.6852972003431294
-False,True,70,0.3,2,0.7956008905788282
-False,True,70,0.3,4,0.7937663468398304
-False,True,70,0.4,1,0.7765188649805058
-False,True,70,0.4,2,0.7914895491913087
-False,True,70,0.4,4,0.7413946459075721
-False,True,70,0.5,1,0.7289543706559597
-False,True,70,0.5,2,0.781051789654197
-False,True,70,0.5,4,0.13569999740212504
-False,True,80,0.0,1,0.7674333661819832
-False,True,80,0.0,2,0.7232015365664122
-False,True,80,0.0,4,0.7029856420155206
-False,True,80,0.1,1,0.7761530828647801
-False,True,80,0.1,2,0.7352768082976608
-False,True,80,0.1,4,0.7073366182371511
-False,True,80,0.2,1,0.7793304193483317
-False,True,80,0.2,2,0.685535161221619
-False,True,80,0.2,4,0.6278203703330731
-False,True,80,0.3,1,0.7660423588155176
-False,True,80,0.3,2,0.7264669075232117
-False,True,80,0.3,4,0.7296840295927234
-False,True,80,0.4,1,0.7137426080271844
-False,True,80,0.4,2,0.7237595650860725
-False,True,80,0.4,4,0.7648053522586516
-False,True,80,0.5,1,0.762927859518924
-False,True,80,0.5,2,0.7541467166612801
-False,True,80,0.5,4,0.1369361937406899
-False,True,90,0.0,1,0.7741105374434795
-False,True,90,0.0,2,0.7428591689288612
-False,True,90,0.0,4,0.7809388026179631
-False,True,90,0.1,1,0.6695529772471385
-False,True,90,0.1,2,0.5219993050600167
-False,True,90,0.1,4,0.4995814417046831
-False,True,90,0.2,1,0.6707589964784025
-False,True,90,0.2,2,0.7347645689357308
-False,True,90,0.2,4,0.6848762982609983
-False,True,90,0.3,1,0.6645643282171596
-False,True,90,0.3,2,0.6716858934652279
-False,True,90,0.3,4,0.2890766441842557
-False,True,90,0.4,1,0.7586671276152159
-False,True,90,0.4,2,0.693652127196063
-False,True,90,0.4,4,0.6273493773933045
-False,True,90,0.5,1,0.6666699433324247
-False,True,90,0.5,2,0.7056051997241871
-False,True,90,0.5,4,0.5983628922377313
-False,True,100,0.0,1,0.7209939784800682
-False,True,100,0.0,2,0.6168905086970004
-False,True,100,0.0,4,0.508805975054396
-False,True,100,0.1,1,0.6648119637826301
-False,True,100,0.1,2,0.5964559980012041
-False,True,100,0.1,4,0.14216135352225276
-False,True,100,0.2,1,0.8087611345982878
-False,True,100,0.2,2,0.6714542923691219
-False,True,100,0.2,4,0.19737329357473712
-False,True,100,0.3,1,0.7094864470527001
-False,True,100,0.3,2,0.7052557405092263
-False,True,100,0.3,4,0.4829118491735813
-False,True,100,0.4,1,0.758450119275896
-False,True,100,0.4,2,0.6592747000702353
-False,True,100,0.4,4,0.25460323186061207
-False,True,100,0.5,1,0.7523826707340014
-False,True,100,0.5,2,0.7924766040705851
-False,True,100,0.5,4,0.6246181529557077
-False,True,110,0.0,1,0.7053558157115872
-False,True,110,0.0,2,0.7626352320013526
-False,True,110,0.0,4,0.13598037182942843
-False,True,110,0.1,1,0.7489522049584236
-False,True,110,0.1,2,0.6423972108722701
-False,True,110,0.1,4,0.7220562390749256
-False,True,110,0.2,1,0.7049203115313887
-False,True,110,0.2,2,0.7154827173953847
-False,True,110,0.2,4,0.6702488870805244
-False,True,110,0.3,1,0.6552797518551602
-False,True,110,0.3,2,0.6471976942299508
-False,True,110,0.3,4,0.13928200128521284
-False,True,110,0.4,1,0.6478972771473452
-False,True,110,0.4,2,0.7010217212261042
-False,True,110,0.4,4,0.25769085456540936
-False,True,110,0.5,1,0.6827382581718056
-False,True,110,0.5,2,0.6757348461677929
-False,True,110,0.5,4,0.6444947115803801
-False,True,120,0.0,1,0.7003944069372038
-False,True,120,0.0,2,0.7081391790777396
-False,True,120,0.0,4,0.6620028907249195
-False,True,120,0.1,1,0.7105724901528313
-False,True,120,0.1,2,0.7073568125896523
-False,True,120,0.1,4,0.706871429726348
-False,True,120,0.2,1,0.657454170024406
-False,True,120,0.2,2,0.6756839856732998
-False,True,120,0.2,4,0.2282934803604068
-False,True,120,0.3,1,0.6969439365708576
-False,True,120,0.3,2,0.562046199430556
-False,True,120,0.3,4,0.696326385512159
-False,True,120,0.4,1,0.640296991379369
-False,True,120,0.4,2,0.6418669805233582
-False,True,120,0.4,4,0.7342946805240356
-False,True,120,0.5,1,0.6810848735583529
-False,True,120,0.5,2,0.6331545736359779
-False,True,120,0.5,4,0.4276392345758631
-False,True,130,0.0,1,0.7009168013240216
-False,True,130,0.0,2,0.7581914737554067
-False,True,130,0.0,4,0.7033947179899169
-False,True,130,0.1,1,0.6968786806017493
-False,True,130,0.1,2,0.6483135380966104
-False,True,130,0.1,4,0.4285632431967622
-False,True,130,0.2,1,0.7446065932422882
-False,True,130,0.2,2,0.6547673349225756
-False,True,130,0.2,4,0.345406435469017
-False,True,130,0.3,1,0.6472947083888629
-False,True,130,0.3,2,0.6462212007095368
-False,True,130,0.3,4,0.7002176653119595
-False,True,130,0.4,1,0.7396951492613955
-False,True,130,0.4,2,0.622702525718333
-False,True,130,0.4,4,0.2046339336897964
-False,True,130,0.5,1,0.7266587355814315
-False,True,130,0.5,2,0.678197228269155
-False,True,130,0.5,4,0.681168138369248
-False,True,140,0.0,1,0.6978036605662857
-False,True,140,0.0,2,0.5901542509342361
-False,True,140,0.0,4,0.7001593646857297
-False,True,140,0.1,1,0.6443154701602903
-False,True,140,0.1,2,0.7051735633215321
-False,True,140,0.1,4,0.7115120393147111
-False,True,140,0.2,1,0.7390605058774797
-False,True,140,0.2,2,0.6805158275111162
-False,True,140,0.2,4,0.3157649342867779
-False,True,140,0.3,1,0.6493376287487348
-False,True,140,0.3,2,0.5934353264161166
-False,True,140,0.3,4,0.1822155350590832
-False,True,140,0.4,1,0.6916361903472144
-False,True,140,0.4,2,0.6907089845466354
-False,True,140,0.4,4,0.13553113553113552
-False,True,140,0.5,1,0.6298889747850881
-False,True,140,0.5,2,0.7247331458572822
-False,True,140,0.5,4,0.3533978313289617
-False,True,150,0.0,1,0.6511376978904904
-False,True,150,0.0,2,0.6137670941689122
-False,True,150,0.0,4,0.2970085258825003
-False,True,150,0.1,1,0.6486295300606818
-False,True,150,0.1,2,0.5935131034225416
-False,True,150,0.1,4,0.34759464341416735
-False,True,150,0.2,1,0.6479938694651278
-False,True,150,0.2,2,0.6398876606723517
-False,True,150,0.2,4,0.701534497953265
-False,True,150,0.3,1,0.6967630430228541
-False,True,150,0.3,2,0.6991281750732877
-False,True,150,0.3,4,0.7018606329960545
-False,True,150,0.4,1,0.6417071300663332
-False,True,150,0.4,2,0.6895157179495526
-False,True,150,0.4,4,0.6906080501615854
-False,True,150,0.5,1,0.6883055099101328
-False,True,150,0.5,2,0.6778207561070376
-False,True,150,0.5,4,0.6297925438431549
-False,True,160,0.0,1,0.6981143107072284
-False,True,160,0.0,2,0.6550575697589986
-False,True,160,0.0,4,0.6916594197200621
-False,True,160,0.1,1,0.7070960642972743
-False,True,160,0.1,2,0.7143158678716819
-False,True,160,0.1,4,0.8001193306871411
-False,True,160,0.2,1,0.7021844787781457
-False,True,160,0.2,2,0.6549245783729826
-False,True,160,0.2,4,0.13553113553113552
-False,True,160,0.3,1,0.7353276372964332
-False,True,160,0.3,2,0.68956848981774
-False,True,160,0.3,4,0.3031959511624757
-False,True,160,0.4,1,0.7297064090854936
-False,True,160,0.4,2,0.6479377008961636
-False,True,160,0.4,4,0.1852150733886415
-False,True,160,0.5,1,0.7289075430910508
-False,True,160,0.5,2,0.6396417097151954
-False,True,160,0.5,4,0.5754077421822569
-False,True,170,0.0,1,0.7035777889408648
-False,True,170,0.0,2,0.7033937909921469
-False,True,170,0.0,4,0.6584370579187511
-False,True,170,0.1,1,0.6506107295172916
-False,True,170,0.1,2,0.7554812488654598
-False,True,170,0.1,4,0.7551578271275569
-False,True,170,0.2,1,0.6493561171668008
-False,True,170,0.2,2,0.6291412707690013
-False,True,170,0.2,4,0.22898786687894448
-False,True,170,0.3,1,0.643729893110977
-False,True,170,0.3,2,0.5493803161123205
-False,True,170,0.3,4,0.6911447297193423
-False,True,170,0.4,1,0.6388795261714543
-False,True,170,0.4,2,0.6860377885752887
-False,True,170,0.4,4,0.6860047565727453
-False,True,170,0.5,1,0.6779934553235497
-False,True,170,0.5,2,0.6349645382435595
-False,True,170,0.5,4,0.41560783187694333
-True,False,0,0.0,1,0.9236002835690201
-True,False,0,0.0,2,0.9219506799294714
-True,False,0,0.0,4,0.9279903889111623
-True,False,0,0.1,1,0.9255339040911481
-True,False,0,0.1,2,0.909517537776895
-True,False,0,0.1,4,0.6769278962329849
-True,False,0,0.2,1,0.924431746755358
-True,False,0,0.2,2,0.9139530711203413
-True,False,0,0.2,4,0.4774991307870062
-True,False,0,0.3,1,0.9139511237231955
-True,False,0,0.3,2,0.8672325553893491
-True,False,0,0.3,4,0.9127491284467567
-True,False,0,0.4,1,0.9153314573428755
-True,False,0,0.4,2,0.8505488730326258
-True,False,0,0.4,4,0.26911908014060026
-True,False,0,0.5,1,0.9108265981508908
-True,False,0,0.5,2,0.8995651071189099
-True,False,0,0.5,4,0.9010598947320642
-True,False,10,0.0,1,0.9124312040967121
-True,False,10,0.0,2,0.8147301811884197
-True,False,10,0.0,4,0.9029901278762027
-True,False,10,0.1,1,0.9127372881466407
-True,False,10,0.1,2,0.9169096671855633
-True,False,10,0.1,4,0.9130728380836494
-True,False,10,0.2,1,0.9103038555738028
-True,False,10,0.2,2,0.856735151419788
-True,False,10,0.2,4,0.4011290217460351
-True,False,10,0.3,1,0.9090647329762588
-True,False,10,0.3,2,0.8599070184849636
-True,False,10,0.3,4,0.21327846731864272
-True,False,10,0.4,1,0.9023219162829257
-True,False,10,0.4,2,0.8980590705651359
-True,False,10,0.4,4,0.1360648027649232
-True,False,10,0.5,1,0.8983775232389611
-True,False,10,0.5,2,0.8852766398626095
-True,False,10,0.5,4,0.5360658597722813
-True,False,20,0.0,1,0.8882703008016744
-True,False,20,0.0,2,0.8644737846386082
-True,False,20,0.0,4,0.36676876775468237
-True,False,20,0.1,1,0.8842487058543286
-True,False,20,0.1,2,0.8459052216040185
-True,False,20,0.1,4,0.4386379837762681
-True,False,20,0.2,1,0.885249360875555
-True,False,20,0.2,2,0.8790948562890317
-True,False,20,0.2,4,0.8925921954143962
-True,False,20,0.3,1,0.8828197399967042
-True,False,20,0.3,2,0.8881732890380486
-True,False,20,0.3,4,0.8868752727678778
-True,False,20,0.4,1,0.8786863612797984
-True,False,20,0.4,2,0.8884619673478594
-True,False,20,0.4,4,0.8306167667125192
-True,False,20,0.5,1,0.8781720895099051
-True,False,20,0.5,2,0.8702099892110914
-True,False,20,0.5,4,0.8693063652183424
-True,False,30,0.0,1,0.8700544152227617
-True,False,30,0.0,2,0.8926215428726562
-True,False,30,0.0,4,0.8737548548754724
-True,False,30,0.1,1,0.8676925207608406
-True,False,30,0.1,2,0.8816849861325705
-True,False,30,0.1,4,0.8824530070911866
-True,False,30,0.2,1,0.8671880942347757
-True,False,30,0.2,2,0.8842530723446647
-True,False,30,0.2,4,0.13553113553113552
-True,False,30,0.3,1,0.8653835189721587
-True,False,30,0.3,2,0.8703624977823603
-True,False,30,0.3,4,0.34449156306413603
-True,False,30,0.4,1,0.8594357177396587
-True,False,30,0.4,2,0.8676363356490431
-True,False,30,0.4,4,0.20147153997358427
-True,False,30,0.5,1,0.8564959635050199
-True,False,30,0.5,2,0.8159764810027716
-True,False,30,0.5,4,0.8148477565687431
-True,False,40,0.0,1,0.8620990512611888
-True,False,40,0.0,2,0.6989991986023277
-True,False,40,0.0,4,0.3045558612258346
-True,False,40,0.1,1,0.8554328141938249
-True,False,40,0.1,2,0.8262894769874263
-True,False,40,0.1,4,0.24719452632836197
-True,False,40,0.2,1,0.854267590428587
-True,False,40,0.2,2,0.8207244085707659
-True,False,40,0.2,4,0.16787684543303885
-True,False,40,0.3,1,0.8492571398502724
-True,False,40,0.3,2,0.8703971325953578
-True,False,40,0.3,4,0.8649047763717884
-True,False,40,0.4,1,0.803645440629784
-True,False,40,0.4,2,0.8608816189572508
-True,False,40,0.4,4,0.8591147735782725
-True,False,40,0.5,1,0.7954641581110219
-True,False,40,0.5,2,0.8472608691315828
-True,False,40,0.5,4,0.13561556646663028
-True,False,50,0.0,1,0.8547340480517864
-True,False,50,0.0,2,0.8103840790522049
-True,False,50,0.0,4,0.8672531844504998
-True,False,50,0.1,1,0.8481353805420245
-True,False,50,0.1,2,0.8673068766596452
-True,False,50,0.1,4,0.8313912146605306
-True,False,50,0.2,1,0.8500025381760347
-True,False,50,0.2,2,0.722600690942585
-True,False,50,0.2,4,0.6692074422188886
-True,False,50,0.3,1,0.8470393525580123
-True,False,50,0.3,2,0.8567446944444664
-True,False,50,0.3,4,0.8074782488833476
-True,False,50,0.4,1,0.8370618468473304
-True,False,50,0.4,2,0.8523106241610164
-True,False,50,0.4,4,0.7998510837925901
-True,False,50,0.5,1,0.8368633507629332
-True,False,50,0.5,2,0.8367390835375091
-True,False,50,0.5,4,0.13730099910348806
-True,False,60,0.0,1,0.8399197433226117
-True,False,60,0.0,2,0.8593772557543925
-True,False,60,0.0,4,0.8527618755140542
-True,False,60,0.1,1,0.840169621335331
-True,False,60,0.1,2,0.5495521420479148
-True,False,60,0.1,4,0.5757859323124064
-True,False,60,0.2,1,0.8284902998686022
-True,False,60,0.2,2,0.793274243752267
-True,False,60,0.2,4,0.8098113266862178
-True,False,60,0.3,1,0.8308907004388965
-True,False,60,0.3,2,0.7945874876848513
-True,False,60,0.3,4,0.3334024480469416
-True,False,60,0.4,1,0.8360499148644422
-True,False,60,0.4,2,0.7712387477247676
-True,False,60,0.4,4,0.6550055087411468
-True,False,60,0.5,1,0.8294890036722175
-True,False,60,0.5,2,0.7325907732742344
-True,False,60,0.5,4,0.6804475176255735
-True,False,70,0.0,1,0.7852206095864194
-True,False,70,0.0,2,0.5933302669087283
-True,False,70,0.0,4,0.5330472632479595
-True,False,70,0.1,1,0.7819747572450952
-True,False,70,0.1,2,0.7137922320936788
-True,False,70,0.1,4,0.1386788262569393
-True,False,70,0.2,1,0.8205110387026106
-True,False,70,0.2,2,0.7878793100890188
-True,False,70,0.2,4,0.20303404073095563
-True,False,70,0.3,1,0.8248266026003179
-True,False,70,0.3,2,0.8304579458123298
-True,False,70,0.3,4,0.49289324398120266
-True,False,70,0.4,1,0.7745119118087186
-True,False,70,0.4,2,0.7820521091346649
-True,False,70,0.4,4,0.2543369720821472
-True,False,70,0.5,1,0.7682806918080232
-True,False,70,0.5,2,0.8217444663734479
-True,False,70,0.5,4,0.7015993592336163
-True,False,80,0.0,1,0.7720621741052953
-True,False,80,0.0,2,0.8355695740895123
-True,False,80,0.0,4,0.13553113553113552
-True,False,80,0.1,1,0.7651590771881774
-True,False,80,0.1,2,0.711903338718946
-True,False,80,0.1,4,0.7875848841382621
-True,False,80,0.2,1,0.7661639430671981
-True,False,80,0.2,2,0.7790974442342348
-True,False,80,0.2,4,0.739312065344962
-True,False,80,0.3,1,0.7645295733416825
-True,False,80,0.3,2,0.6730073856927457
-True,False,80,0.3,4,0.14120553161099125
-True,False,80,0.4,1,0.7617439655252973
-True,False,80,0.4,2,0.7741405991987318
-True,False,80,0.4,4,0.25639577626612686
-True,False,80,0.5,1,0.7563016745504226
-True,False,80,0.5,2,0.7400667545783185
-True,False,80,0.5,4,0.7143586268573632
-True,False,90,0.0,1,0.7625616964747295
-True,False,90,0.0,2,0.7804059270947684
-True,False,90,0.0,4,0.7234853324291609
-True,False,90,0.1,1,0.7598046180270348
-True,False,90,0.1,2,0.7261748983079076
-True,False,90,0.1,4,0.7223303343592927
-True,False,90,0.2,1,0.7635627082860559
-True,False,90,0.2,2,0.7530294093378382
-True,False,90,0.2,4,0.22886467301989027
-True,False,90,0.3,1,0.8056017873189836
-True,False,90,0.3,2,0.6268301444003381
-True,False,90,0.3,4,0.7180209069358943
-True,False,90,0.4,1,0.7025077523439782
-True,False,90,0.4,2,0.7498301879753091
-True,False,90,0.4,4,0.8023691113763732
-True,False,90,0.5,1,0.7397556009911742
-True,False,90,0.5,2,0.6952753832541251
-True,False,90,0.5,4,0.43583948569816056
-True,False,100,0.0,1,0.7481278567579578
-True,False,100,0.0,2,0.8146519333249171
-True,False,100,0.0,4,0.7226441368655266
-True,False,100,0.1,1,0.7497396208703806
-True,False,100,0.1,2,0.7150092690565167
-True,False,100,0.1,4,0.4366572180856614
-True,False,100,0.2,1,0.7537633637391421
-True,False,100,0.2,2,0.7149940702047942
-True,False,100,0.2,4,0.34658697691046264
-True,False,100,0.3,1,0.7050011881558004
-True,False,100,0.3,2,0.7039701781382933
-True,False,100,0.3,4,0.7585837552008062
-True,False,100,0.4,1,0.7911384629277681
-True,False,100,0.4,2,0.6749135731829814
-True,False,100,0.4,4,0.20519304677606115
-True,False,100,0.5,1,0.7393510377356057
-True,False,100,0.5,2,0.6452632024220427
-True,False,100,0.5,4,0.7394890711023934
-True,False,110,0.0,1,0.7036505310515002
-True,False,110,0.0,2,0.5580283638104263
-True,False,110,0.0,4,0.7063248696024116
-True,False,110,0.1,1,0.6606994231545807
-True,False,110,0.1,2,0.7522793016634205
-True,False,110,0.1,4,0.7211250448228919
-True,False,110,0.2,1,0.7510122157509335
-True,False,110,0.2,2,0.6920689000781298
-True,False,110,0.2,4,0.3114965982767602
-True,False,110,0.3,1,0.6584430162899949
-True,False,110,0.3,2,0.6074595711950476
-True,False,110,0.3,4,0.18474194154256704
-True,False,110,0.4,1,0.702144626061953
-True,False,110,0.4,2,0.7403715943088046
-True,False,110,0.4,4,0.13553113553113552
-True,False,110,0.5,1,0.6397486328710053
-True,False,110,0.5,2,0.685904048147174
-True,False,110,0.5,4,0.4101784977957998
-True,False,120,0.0,1,0.7465703888681723
-True,False,120,0.0,2,0.6642843246619324
-True,False,120,0.0,4,0.2940471785118771
-True,False,120,0.1,1,0.65116678218555
-True,False,120,0.1,2,0.6873819621599727
-True,False,120,0.1,4,0.3520371215133703
-True,False,120,0.2,1,0.7047156360222907
-True,False,120,0.2,2,0.7304363877224034
-True,False,120,0.2,4,0.701262153894089
-True,False,120,0.3,1,0.6912956826287459
-True,False,120,0.3,2,0.7472405381446262
-True,False,120,0.3,4,0.6968687852838773
-True,False,120,0.4,1,0.6959799312094536
-True,False,120,0.4,2,0.7464363365629822
-True,False,120,0.4,4,0.6856783335575491
-True,False,120,0.5,1,0.6466546980514848
-True,False,120,0.5,2,0.6735988953816255
-True,False,120,0.5,4,0.6227302763722893
-True,False,130,0.0,1,0.7395974306987976
-True,False,130,0.0,2,0.6468178345452523
-True,False,130,0.0,4,0.736011861903494
-True,False,130,0.1,1,0.7065034976307393
-True,False,130,0.1,2,0.7028377320229512
-True,False,130,0.1,4,0.7567954674549556
-True,False,130,0.2,1,0.6954886506573672
-True,False,130,0.2,2,0.7006676931829793
-True,False,130,0.2,4,0.13553113553113552
-True,False,130,0.3,1,0.697140510676505
-True,False,130,0.3,2,0.6916170916702019
-True,False,130,0.3,4,0.2913327678412284
-True,False,130,0.4,1,0.6783184821758427
-True,False,130,0.4,2,0.6978494698283949
-True,False,130,0.4,4,0.1867185382962576
-True,False,130,0.5,1,0.6863865780767479
-True,False,130,0.5,2,0.7276308328043701
-True,False,130,0.5,4,0.6735801553940172
-True,False,140,0.0,1,0.7043100471581303
-True,False,140,0.0,2,0.5241589626964932
-True,False,140,0.0,4,0.27228776554277834
-True,False,140,0.1,1,0.7962926577769345
-True,False,140,0.1,2,0.7088841254996758
-True,False,140,0.1,4,0.220547613689345
-True,False,140,0.2,1,0.7955238304709215
-True,False,140,0.2,2,0.6916883420799612
-True,False,140,0.2,4,0.16245390902396914
-True,False,140,0.3,1,0.6447102572290287
-True,False,140,0.3,2,0.79476000716576
-True,False,140,0.3,4,0.6952232188281526
-True,False,140,0.4,1,0.7368080517020584
-True,False,140,0.4,2,0.7357161643604294
-True,False,140,0.4,4,0.6830330364914138
-True,False,140,0.5,1,0.6843034260583856
-True,False,140,0.5,2,0.6829501540134305
-True,False,140,0.5,4,0.1360648027649232
-True,False,150,0.0,1,0.7511738538500243
-True,False,150,0.0,2,0.5883020500004666
-True,False,150,0.0,4,0.7044738694503601
-True,False,150,0.1,1,0.6990658544079714
-True,False,150,0.1,2,0.7567352780578167
-True,False,150,0.1,4,0.7081870069533375
-True,False,150,0.2,1,0.7426958644517503
-True,False,150,0.2,2,0.5592831411005541
-True,False,150,0.2,4,0.5427189418410293
-True,False,150,0.3,1,0.7381716649804948
-True,False,150,0.3,2,0.6931685908067396
-True,False,150,0.3,4,0.6981019399368772
-True,False,150,0.4,1,0.6970946313895316
-True,False,150,0.4,2,0.685960655125881
-True,False,150,0.4,4,0.6869371591162865
-True,False,150,0.5,1,0.6421381257942732
-True,False,150,0.5,2,0.7184728338079497
-True,False,150,0.5,4,0.1365140390632161
-True,False,160,0.0,1,0.6944152224887781
-True,False,160,0.0,2,0.7553689249010475
-True,False,160,0.0,4,0.7564863637416396
-True,False,160,0.1,1,0.6505155247340003
-True,False,160,0.1,2,0.4970846934412746
-True,False,160,0.1,4,0.4816980272626017
-True,False,160,0.2,1,0.6477620980806215
-True,False,160,0.2,2,0.7083185610553091
-True,False,160,0.2,4,0.660652307826867
-True,False,160,0.3,1,0.6505689183948259
-True,False,160,0.3,2,0.6521108865593368
-True,False,160,0.3,4,0.2694107457006504
-True,False,160,0.4,1,0.6881503254136743
-True,False,160,0.4,2,0.6212681054624722
-True,False,160,0.4,4,0.5510566385344055
-True,False,160,0.5,1,0.6751208683123416
-True,False,160,0.5,2,0.6411099693370598
-True,False,160,0.5,4,0.6130929671340473
-True,False,170,0.0,1,0.7011645389262354
-True,False,170,0.0,2,0.5527534561287422
-True,False,170,0.0,4,0.4916306460259739
-True,False,170,0.1,1,0.648842814582321
-True,False,170,0.1,2,0.5354458984180548
-True,False,170,0.1,4,0.139170488728899
-True,False,170,0.2,1,0.7912547133015649
-True,False,170,0.2,2,0.6515338299507621
-True,False,170,0.2,4,0.18835437057457818
-True,False,170,0.3,1,0.695099977818829
-True,False,170,0.3,2,0.6895232125278238
-True,False,170,0.3,4,0.4070708378954183
-True,False,170,0.4,1,0.6928333416945256
-True,False,170,0.4,2,0.6362789870333235
-True,False,170,0.4,4,0.24316614132131928
-True,False,170,0.5,1,0.7333888089493596
-True,False,170,0.5,2,0.7792501175540334
-True,False,170,0.5,4,0.5167643455108845
-True,True,0,0.0,1,0.8524850576552544
-True,True,0,0.0,2,0.8928245096176975
-True,True,0,0.0,4,0.13553113553113552
-True,True,0,0.1,1,0.8999454826504897
-True,True,0,0.1,2,0.770274777818537
-True,True,0,0.1,4,0.840652954355631
-True,True,0,0.2,1,0.8542234978337471
-True,True,0,0.2,2,0.8839677043310185
-True,True,0,0.2,4,0.7881095329156962
-True,True,0,0.3,1,0.8921082072462234
-True,True,0,0.3,2,0.7660829449231833
-True,True,0,0.3,4,0.14204969153065486
-True,True,0,0.4,1,0.8875978017008715
-True,True,0,0.4,2,0.8778340972016003
-True,True,0,0.4,4,0.31960017779415023
-True,True,0,0.5,1,0.8288448182595108
-True,True,0,0.5,2,0.7968748219026445
-True,True,0,0.5,4,0.8135410033242616
-True,True,10,0.0,1,0.8839487534158399
-True,True,10,0.0,2,0.7736196914834726
-True,True,10,0.0,4,0.8871165249932035
-True,True,10,0.1,1,0.8909614927062124
-True,True,10,0.1,2,0.8844929606655562
-True,True,10,0.1,4,0.8357544177683082
-True,True,10,0.2,1,0.8769468557278178
-True,True,10,0.2,2,0.7936822855647575
-True,True,10,0.2,4,0.25734752722921445
-True,True,10,0.3,1,0.8707435004973744
-True,True,10,0.3,2,0.7608183329494036
-True,True,10,0.3,4,0.8720929297802309
-True,True,10,0.4,1,0.8622129914909076
-True,True,10,0.4,2,0.7673202590530063
-True,True,10,0.4,4,0.8149226719508176
-True,True,10,0.5,1,0.8668987365843609
-True,True,10,0.5,2,0.8116067916987545
-True,True,10,0.5,4,0.5206712315135664
-True,True,20,0.0,1,0.8529690343855696
-True,True,20,0.0,2,0.8622070335338231
-True,True,20,0.0,4,0.8101761770276112
-True,True,20,0.1,1,0.808198188573738
-True,True,20,0.1,2,0.7646537885169794
-True,True,20,0.1,4,0.478813448615008
-True,True,20,0.2,1,0.8519508330645038
-True,True,20,0.2,2,0.8056544823300796
-True,True,20,0.2,4,0.38224736506321083
-True,True,20,0.3,1,0.8537701704470336
-True,True,20,0.3,2,0.6421188659913639
-True,True,20,0.3,4,0.7571907486269327
-True,True,20,0.4,1,0.7959338847153351
-True,True,20,0.4,2,0.7312771690651024
-True,True,20,0.4,4,0.22459197687315477
-True,True,20,0.5,1,0.7846409483995787
-True,True,20,0.5,2,0.7906589466234868
-True,True,20,0.5,4,0.7354380707649264
-True,True,30,0.0,1,0.8462811107340992
-True,True,30,0.0,2,0.6979956990516099
-True,True,30,0.0,4,0.8516046397432367
-True,True,30,0.1,1,0.7918188594409187
-True,True,30,0.1,2,0.806157591218739
-True,True,30,0.1,4,0.8096719647412701
-True,True,30,0.2,1,0.7977986902939164
-True,True,30,0.2,2,0.6877379316053018
-True,True,30,0.2,4,0.34604852981894185
-True,True,30,0.3,1,0.7892659904946628
-True,True,30,0.3,2,0.7405517106171313
-True,True,30,0.3,4,0.18665255535766698
-True,True,30,0.4,1,0.779993415032991
-True,True,30,0.4,2,0.7890812838263724
-True,True,30,0.4,4,0.13553113553113552
-True,True,30,0.5,1,0.7823625828611246
-True,True,30,0.5,2,0.7828748451777913
-True,True,30,0.5,4,0.39340519607911245
-True,True,40,0.0,1,0.8340464792539665
-True,True,40,0.0,2,0.7590782915543259
-True,True,40,0.0,4,0.3203362365051684
-True,True,40,0.1,1,0.8400874325679896
-True,True,40,0.1,2,0.6945338800493862
-True,True,40,0.1,4,0.42952176305314904
-True,True,40,0.2,1,0.734784071353599
-True,True,40,0.2,2,0.7259084606230896
-True,True,40,0.2,4,0.74660746326936
-True,True,40,0.3,1,0.7341203271642955
-True,True,40,0.3,2,0.6997471891062366
-True,True,40,0.3,4,0.7385954922752787
-True,True,40,0.4,1,0.72632848589246
-True,True,40,0.4,2,0.82981440531849
-True,True,40,0.4,4,0.8340564315089328
-True,True,40,0.5,1,0.7163200828486741
-True,True,40,0.5,2,0.7245008291651022
-True,True,40,0.5,4,0.7724337845580177
-True,True,50,0.0,1,0.8176869695378792
-True,True,50,0.0,2,0.7953796907390371
-True,True,50,0.0,4,0.7804994894041482
-True,True,50,0.1,1,0.7742266455616873
-True,True,50,0.1,2,0.7433191948152453
-True,True,50,0.1,4,0.7470632515731871
-True,True,50,0.2,1,0.8237395765651332
-True,True,50,0.2,2,0.737823720887426
-True,True,50,0.2,4,0.13553113553113552
-True,True,50,0.3,1,0.7299147647669446
-True,True,50,0.3,2,0.7300701084911164
-True,True,50,0.3,4,0.30996094310079814
-True,True,50,0.4,1,0.677017024448231
-True,True,50,0.4,2,0.776763880060407
-True,True,50,0.4,4,0.18454191536601652
-True,True,50,0.5,1,0.8143549204293287
-True,True,50,0.5,2,0.7249605660209842
-True,True,50,0.5,4,0.6547243286860412
-True,True,60,0.0,1,0.8326864730081379
-True,True,60,0.0,2,0.7364487077428972
-True,True,60,0.0,4,0.7872980985873949
-True,True,60,0.1,1,0.7804422309803429
-True,True,60,0.1,2,0.7866384117473812
-True,True,60,0.1,4,0.7374287859666244
-True,True,60,0.2,1,0.7690933798474874
-True,True,60,0.2,2,0.7008206794917502
-True,True,60,0.2,4,0.22607113927917669
-True,True,60,0.3,1,0.8074687328955924
-True,True,60,0.3,2,0.622091564402421
-True,True,60,0.3,4,0.7750223706561575
-True,True,60,0.4,1,0.816346010524763
-True,True,60,0.4,2,0.8231541176414464
-True,True,60,0.4,4,0.7195873476225131
-True,True,60,0.5,1,0.7528576309492995
-True,True,60,0.5,2,0.709546764152689
-True,True,60,0.5,4,0.4810079900919044
-True,True,70,0.0,1,0.7618368035709608
-True,True,70,0.0,2,0.7740851839008869
-True,True,70,0.0,4,0.7760915553598945
-True,True,70,0.1,1,0.7150309774823416
-True,True,70,0.1,2,0.7252225385648536
-True,True,70,0.1,4,0.42590146934698897
-True,True,70,0.2,1,0.7045071431084031
-True,True,70,0.2,2,0.7696677359609707
-True,True,70,0.2,4,0.34046572342851517
-True,True,70,0.3,1,0.7637938447935166
-True,True,70,0.3,2,0.607890173198734
-True,True,70,0.3,4,0.7214218166222922
-True,True,70,0.4,1,0.7465005800056642
-True,True,70,0.4,2,0.6359082329499216
-True,True,70,0.4,4,0.19907241131000025
-True,True,70,0.5,1,0.7412829301968805
-True,True,70,0.5,2,0.753449189065113
-True,True,70,0.5,4,0.6972570484583533
-True,True,80,0.0,1,0.80273065008329
-True,True,80,0.0,2,0.6077240808663833
-True,True,80,0.0,4,0.7140539737507509
-True,True,80,0.1,1,0.7450938135028162
-True,True,80,0.1,2,0.6679673670320055
-True,True,80,0.1,4,0.7076104033319041
-True,True,80,0.2,1,0.6535044175037028
-True,True,80,0.2,2,0.6008788016091623
-True,True,80,0.2,4,0.3105551090593945
-True,True,80,0.3,1,0.6469853697766162
-True,True,80,0.3,2,0.7013552729017144
-True,True,80,0.3,4,0.17213000198452497
-True,True,80,0.4,1,0.7414898225633392
-True,True,80,0.4,2,0.7000623573943517
-True,True,80,0.4,4,0.13553113553113552
-True,True,80,0.5,1,0.6949420227278775
-True,True,80,0.5,2,0.7465170128099572
-True,True,80,0.5,4,0.3600901474860239
-True,True,90,0.0,1,0.7999288076840668
-True,True,90,0.0,2,0.6229821348190635
-True,True,90,0.0,4,0.2943324691819768
-True,True,90,0.1,1,0.7531640152417339
-True,True,90,0.1,2,0.636181242480129
-True,True,90,0.1,4,0.40074479805763785
-True,True,90,0.2,1,0.6934111734574094
-True,True,90,0.2,2,0.6935418372346035
-True,True,90,0.2,4,0.7121283228985961
-True,True,90,0.3,1,0.643470033784329
-True,True,90,0.3,2,0.6584854969079544
-True,True,90,0.3,4,0.6947978879277951
-True,True,90,0.4,1,0.6961998869663045
-True,True,90,0.4,2,0.7436832760634021
-True,True,90,0.4,4,0.7035499641266159
-True,True,90,0.5,1,0.678003422464152
-True,True,90,0.5,2,0.6810165827992355
-True,True,90,0.5,4,0.7327240035937316
-True,True,100,0.0,1,0.6900109993560155
-True,True,100,0.0,2,0.6627411040080007
-True,True,100,0.0,4,0.7406504770240233
-True,True,100,0.1,1,0.7448182012577795
-True,True,100,0.1,2,0.6542520056123532
-True,True,100,0.1,4,0.7038767100397835
-True,True,100,0.2,1,0.7346735020268487
-True,True,100,0.2,2,0.6539870520020518
-True,True,100,0.2,4,0.13553113553113552
-True,True,100,0.3,1,0.6456525001176617
-True,True,100,0.3,2,0.6875913235815787
-True,True,100,0.3,4,0.285077044882481
-True,True,100,0.4,1,0.6413847479069119
-True,True,100,0.4,2,0.7370530525609962
-True,True,100,0.4,4,0.18510613331128742
-True,True,100,0.5,1,0.6387500979479849
-True,True,100,0.5,2,0.6897700455904613
-True,True,100,0.5,4,0.5736706765749015
-True,True,110,0.0,1,0.6916692750993042
-True,True,110,0.0,2,0.5551807639374992
-True,True,110,0.0,4,0.268246337928966
-True,True,110,0.1,1,0.6888893865239705
-True,True,110,0.1,2,0.660148606259454
-True,True,110,0.1,4,0.20904127983634235
-True,True,110,0.2,1,0.6905094779090929
-True,True,110,0.2,2,0.573424219238242
-True,True,110,0.2,4,0.16203099915029232
-True,True,110,0.3,1,0.6874776028652493
-True,True,110,0.3,2,0.6854484380949265
-True,True,110,0.3,4,0.6451097799951355
-True,True,110,0.4,1,0.7295274148047308
-True,True,110,0.4,2,0.6833104575863863
-True,True,110,0.4,4,0.6360061757542741
-True,True,110,0.5,1,0.7210682640362712
-True,True,110,0.5,2,0.7164776388301803
-True,True,110,0.5,4,0.1365140390632161
-True,True,120,0.0,1,0.7360239029223499
-True,True,120,0.0,2,0.6222738510522479
-True,True,120,0.0,4,0.6544360164577334
-True,True,120,0.1,1,0.6425503849453944
-True,True,120,0.1,2,0.7433740977560194
-True,True,120,0.1,4,0.6593828993645777
-True,True,120,0.2,1,0.6895379141659096
-True,True,120,0.2,2,0.5380728629889696
-True,True,120,0.2,4,0.5984652755144946
-True,True,120,0.3,1,0.6469406796973179
-True,True,120,0.3,2,0.687519158675047
-True,True,120,0.3,4,0.6813151498648197
-True,True,120,0.4,1,0.7247660088111011
-True,True,120,0.4,2,0.7275699700273829
-True,True,120,0.4,4,0.7183497621808076
-True,True,120,0.5,1,0.6712884352691589
-True,True,120,0.5,2,0.6522893519805459
-True,True,120,0.5,4,0.13713213723249854
-True,True,130,0.0,1,0.6913617532889639
-True,True,130,0.0,2,0.6958434937917499
-True,True,130,0.0,4,0.745537532456826
-True,True,130,0.1,1,0.7358085127476409
-True,True,130,0.1,2,0.4859953092754655
-True,True,130,0.1,4,0.570639784001513
-True,True,130,0.2,1,0.6359447629603024
-True,True,130,0.2,2,0.7396984528323756
-True,True,130,0.2,4,0.6926295382518894
-True,True,130,0.3,1,0.6860750719128318
-True,True,130,0.3,2,0.6822443360523771
-True,True,130,0.3,4,0.264954223877527
-True,True,130,0.4,1,0.6374595798288397
-True,True,130,0.4,2,0.5695803513299851
-True,True,130,0.4,4,0.5847270737296523
-True,True,130,0.5,1,0.6200278545140092
-True,True,130,0.5,2,0.678037789747623
-True,True,130,0.5,4,0.5590719619321537
-True,True,140,0.0,1,0.6898883176158489
-True,True,140,0.0,2,0.5411087069212664
-True,True,140,0.0,4,0.4479562502225457
-True,True,140,0.1,1,0.7421709857918131
-True,True,140,0.1,2,0.5129513907528053
-True,True,140,0.1,4,0.13932415548232488
-True,True,140,0.2,1,0.6318449209805751
-True,True,140,0.2,2,0.7469571439878043
-True,True,140,0.2,4,0.1883244017512897
-True,True,140,0.3,1,0.639180129922219
-True,True,140,0.3,2,0.6740533867700221
-True,True,140,0.3,4,0.4042587552688222
-True,True,140,0.4,1,0.7349847555479949
-True,True,140,0.4,2,0.6795907456981417
-True,True,140,0.4,4,0.2397275497040909
-True,True,140,0.5,1,0.62958485007231
-True,True,140,0.5,2,0.6715607840992932
-True,True,140,0.5,4,0.563781653061031
-True,True,150,0.0,1,0.6911491696968917
-True,True,150,0.0,2,0.6550112927911212
-True,True,150,0.0,4,0.13642960812772134
-True,True,150,0.1,1,0.6868508431978427
-True,True,150,0.1,2,0.6235371209918491
-True,True,150,0.1,4,0.6644573292175195
-True,True,150,0.2,1,0.7389778078147077
-True,True,150,0.2,2,0.7409577417036539
-True,True,150,0.2,4,0.6460549547481891
-True,True,150,0.3,1,0.7854795596350382
-True,True,150,0.3,2,0.6282137248993729
-True,True,150,0.3,4,0.1390708626758406
-True,True,150,0.4,1,0.6774046635636815
-True,True,150,0.4,2,0.6812163744007853
-True,True,150,0.4,4,0.24206873968415737
-True,True,150,0.5,1,0.6332251850119672
-True,True,150,0.5,2,0.7061702092382618
-True,True,150,0.5,4,0.6234569538178135
-- 
GitLab