diff options
Diffstat (limited to 'artifacts/mvp_results.json')
| -rw-r--r-- | artifacts/mvp_results.json | 5089 |
1 files changed, 5089 insertions, 0 deletions
diff --git a/artifacts/mvp_results.json b/artifacts/mvp_results.json new file mode 100644 index 0000000..853b43b --- /dev/null +++ b/artifacts/mvp_results.json @@ -0,0 +1,5089 @@ +{ + "config": { + "dataset": "Cora", + "seeds": [ + 0, + 1, + 2 + ], + "depth": 6, + "diagnostic_depth": 10, + "hidden_dim": 64, + "epochs": 200, + "diagnostic_epochs": 100, + "eval_every": 5, + "learning_rate": 0.01, + "weight_decay": 0.0005, + "diffusion_alpha": 0.5, + "diffusion_steps": 10, + "hop_cap": 3, + "num_probes": 64, + "feedback_learning_rate": 0.5, + "align_every": 10, + "device": "cpu" + }, + "environment": { + "python": "3.13.2", + "torch": "2.10.0+cu128", + "torch_geometric": "2.7.0", + "device": "cpu" + }, + "summary": [ + { + "method": "BP", + "mean_test_accuracy_percent": 68.86666615804037, + "std_test_accuracy_percent": 1.2013874199259418, + "seeds": 3 + }, + { + "method": "KAFT", + "mean_test_accuracy_percent": 78.53333353996277, + "std_test_accuracy_percent": 1.3316675764031687, + "seeds": 3 + } + ], + "records": [ + { + "seed": 0, + "method": "BP", + "result": { + "best_validation_accuracy": 0.699999988079071, + "test_accuracy_at_validation_peak": 0.7009999752044678, + "best_epoch": 30, + "final_train_loss": 0.05168084055185318, + "final_train_accuracy": 0.9714285731315613 + }, + "history": { + "train_loss": [ + 1.945810317993164, + 1.945155143737793, + 1.944373607635498, + 1.9432259798049927, + 1.9410779476165771, + 1.936825156211853, + 1.9279170036315918, + 1.9090957641601562, + 1.8720836639404297, + 1.8045103549957275, + 1.6954940557479858, + 1.5477354526519775, + 1.3887065649032593, + 1.2635937929153442, + 1.3634454011917114, + 1.285407543182373, + 1.1819292306900024, + 1.0549691915512085, + 1.152423620223999, + 0.9918694496154785, + 0.976898729801178, + 0.9094933271408081, + 0.8507602214813232, + 0.7923446893692017, + 0.6816251277923584, + 0.643474817276001, + 0.5193461775779724, + 0.42915090918540955, + 0.38686394691467285, + 0.31766578555107117, + 0.2782776653766632, + 0.19816850125789642, + 0.18330474197864532, + 0.18293945491313934, + 0.14883112907409668, + 0.10870090872049332, + 0.11260432749986649, + 0.09169767796993256, + 0.07472129166126251, + 0.06651803106069565, + 0.04634956270456314, + 0.04116591438651085, + 0.030418232083320618, + 0.024433666840195656, + 0.02188827656209469, + 0.016107847914099693, + 0.013504930771887302, + 0.01075531542301178, + 0.009132121689617634, + 0.008842244744300842, + 0.00712918397039175, + 0.006729774177074432, + 0.006605932023376226, + 0.005193603690713644, + 0.005261830985546112, + 0.005108474753797054, + 0.004428542219102383, + 0.004429842345416546, + 0.004657898563891649, + 0.004264614544808865, + 0.00407783780246973, + 0.0042555974796414375, + 0.004172425251454115, + 0.003978777211159468, + 0.004118863958865404, + 0.004293218720704317, + 0.0042194887064397335, + 0.004306720104068518, + 0.0045041274279356, + 0.004520174115896225, + 0.004632835276424885, + 0.0047439271584153175, + 0.004786844830960035, + 0.004878089297562838, + 0.004915842320770025, + 0.005046066362410784, + 0.005067560821771622, + 0.005189564544707537, + 0.005285399034619331, + 0.005327553488314152, + 0.005467814859002829, + 0.005453511606901884, + 0.005549564957618713, + 0.0055250623263418674, + 0.005568584892898798, + 0.0055345045402646065, + 0.005537574645131826, + 0.005496477708220482, + 0.005486403126269579, + 0.00542787229642272, + 0.005398946348577738, + 0.005329837556928396, + 0.0052759405225515366, + 0.0051901331171393394, + 0.005123240407556295, + 0.0050232973881065845, + 0.004949911497533321, + 0.004850750323385, + 0.00476488471031189, + 0.0046715219505131245, + 0.004578345455229282, + 0.004494689404964447, + 0.004396766424179077, + 0.004316526465117931, + 0.00422319071367383, + 0.004148381296545267, + 0.004066584166139364, + 0.003991865552961826, + 0.0039304220117628574, + 0.0038679528515785933, + 0.003818111727014184, + 0.0037745616864413023, + 0.003733909921720624, + 0.0037012584507465363, + 0.0036749911960214376, + 0.003651267383247614, + 0.0036355729680508375, + 0.0036202806513756514, + 0.0036052814684808254, + 0.0036008418537676334, + 0.0035942639224231243, + 0.0035857472103089094, + 0.0035848766565322876, + 0.0035834363661706448, + 0.0035763958003371954, + 0.003574369242414832, + 0.0035603814758360386, + 0.0035559632815420628, + 0.00354974833317101, + 0.0035306436475366354, + 0.003514075418934226, + 0.0034845988266170025, + 0.0034616277553141117, + 0.003434654325246811, + 0.003391761565580964, + 0.003361939685419202, + 0.0033136745914816856, + 0.0032822657376527786, + 0.0032314297277480364, + 0.0031989826820790768, + 0.0031592166051268578, + 0.003114749677479267, + 0.003058158326894045, + 0.0030104489997029305, + 0.00297065288759768, + 0.002943062921985984, + 0.0029281291645020247, + 0.0029269582591950893, + 0.0029734584968537092, + 0.0030643718782812357, + 0.003180539235472679, + 0.0031542268116027117, + 0.003003203310072422, + 0.0029102852568030357, + 0.003032633336260915, + 0.003124598413705826, + 0.0030408313032239676, + 0.002954985713586211, + 0.00305315968580544, + 0.0031389419455081224, + 0.0030659434851258993, + 0.0030093269888311625, + 0.003060312010347843, + 0.0031303579453378916, + 0.003093246603384614, + 0.0030528828501701355, + 0.0030615627765655518, + 0.0031156246550381184, + 0.003126834984868765, + 0.0031046667136251926, + 0.0030754434410482645, + 0.0030705812387168407, + 0.003095795400440693, + 0.0031220102682709694, + 0.003132542595267296, + 0.003114979015663266, + 0.0030896763782948256, + 0.0030705889221280813, + 0.003075591055676341, + 0.0030897026881575584, + 0.0031222093384712934, + 0.003144477494060993, + 0.0031749606132507324, + 0.003182412125170231, + 0.0031918201129883528, + 0.0031742071732878685, + 0.003148606512695551, + 0.003097727196291089, + 0.0030703474767506123, + 0.0030639220494776964, + 0.0030820060055702925, + 0.0031181846279650927, + 0.0031582152005285025, + 0.0032241952139884233, + 0.0033194241113960743, + 0.0034648689907044172, + 0.0037725043948739767, + 0.00440186494961381, + 0.006616154685616493, + 0.05168084055185318 + ], + "train_accuracy": [ + 0.18571428954601288, + 0.5285714268684387, + 0.5428571701049805, + 0.3214285671710968, + 0.40714284777641296, + 0.4285714328289032, + 0.33571428060531616, + 0.3571428656578064, + 0.37857142090797424, + 0.3857142925262451, + 0.2857142984867096, + 0.30000001192092896, + 0.4571428596973419, + 0.4571428596973419, + 0.24285714328289032, + 0.37857142090797424, + 0.44999998807907104, + 0.5285714268684387, + 0.3857142925262451, + 0.41428571939468384, + 0.6000000238418579, + 0.7857142686843872, + 0.7428571581840515, + 0.7928571701049805, + 0.8428571224212646, + 0.7571428418159485, + 0.8928571343421936, + 0.9357143044471741, + 0.8999999761581421, + 0.9071428775787354, + 0.9142857193946838, + 0.9571428298950195, + 0.9571428298950195, + 0.949999988079071, + 0.9642857313156128, + 0.9642857313156128, + 0.9571428298950195, + 0.9642857313156128, + 0.9857142567634583, + 0.9857142567634583, + 0.9928571581840515, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9714285731315613 + ], + "validation_accuracy": [ + 0.26600000262260437, + null, + null, + null, + null, + 0.22599999606609344, + null, + null, + null, + null, + 0.2460000067949295, + null, + null, + null, + null, + 0.37599998712539673, + null, + null, + null, + null, + 0.5559999942779541, + null, + null, + null, + null, + 0.6060000061988831, + null, + null, + null, + null, + 0.699999988079071, + null, + null, + null, + null, + 0.6880000233650208, + null, + null, + null, + null, + 0.6880000233650208, + null, + null, + null, + null, + 0.6620000004768372, + null, + null, + null, + null, + 0.6620000004768372, + null, + null, + null, + null, + 0.6759999990463257, + null, + null, + null, + null, + 0.6740000247955322, + null, + null, + null, + null, + 0.6639999747276306, + null, + null, + null, + null, + 0.6579999923706055, + null, + null, + null, + null, + 0.656000018119812, + null, + null, + null, + null, + 0.6600000262260437, + null, + null, + null, + null, + 0.6660000085830688, + null, + null, + null, + null, + 0.6740000247955322, + null, + null, + null, + null, + 0.6660000085830688, + null, + null, + null, + null, + 0.6700000166893005, + null, + null, + null, + null, + 0.6740000247955322, + null, + null, + null, + null, + 0.6740000247955322, + null, + null, + null, + null, + 0.6620000004768372, + null, + null, + null, + null, + 0.6660000085830688, + null, + null, + null, + null, + 0.671999990940094, + null, + null, + null, + null, + 0.6700000166893005, + null, + null, + null, + null, + 0.6700000166893005, + null, + null, + null, + null, + 0.6779999732971191, + null, + null, + null, + null, + 0.671999990940094, + null, + null, + null, + null, + 0.6639999747276306, + null, + null, + null, + null, + 0.671999990940094, + null, + null, + null, + null, + 0.671999990940094, + null, + null, + null, + null, + 0.6759999990463257, + null, + null, + null, + null, + 0.6779999732971191, + null, + null, + null, + null, + 0.6800000071525574, + null, + null, + null, + null, + 0.6779999732971191, + null, + null, + null, + null, + 0.6859999895095825, + null, + null, + null, + null, + 0.6880000233650208, + null, + null, + null, + null, + 0.6740000247955322, + null, + null, + null, + 0.2280000001192093 + ], + "test_accuracy": [ + 0.30000001192092896, + null, + null, + null, + null, + 0.2240000069141388, + null, + null, + null, + null, + 0.23600000143051147, + null, + null, + null, + null, + 0.40400001406669617, + null, + null, + null, + null, + 0.593999981880188, + null, + null, + null, + null, + 0.6299999952316284, + null, + null, + null, + null, + 0.7009999752044678, + null, + null, + null, + null, + 0.6869999766349792, + null, + null, + null, + null, + 0.6830000281333923, + null, + null, + null, + null, + 0.6869999766349792, + null, + null, + null, + null, + 0.6790000200271606, + null, + null, + null, + null, + 0.6779999732971191, + null, + null, + null, + null, + 0.6809999942779541, + null, + null, + null, + null, + 0.6800000071525574, + null, + null, + null, + null, + 0.6790000200271606, + null, + null, + null, + null, + 0.6840000152587891, + null, + null, + null, + null, + 0.6819999814033508, + null, + null, + null, + null, + 0.6809999942779541, + null, + null, + null, + null, + 0.6759999990463257, + null, + null, + null, + null, + 0.6779999732971191, + null, + null, + null, + null, + 0.6779999732971191, + null, + null, + null, + null, + 0.675000011920929, + null, + null, + null, + null, + 0.6740000247955322, + null, + null, + null, + null, + 0.6729999780654907, + null, + null, + null, + null, + 0.6690000295639038, + null, + null, + null, + null, + 0.6710000038146973, + null, + null, + null, + null, + 0.671999990940094, + null, + null, + null, + null, + 0.6729999780654907, + null, + null, + null, + null, + 0.6790000200271606, + null, + null, + null, + null, + 0.6819999814033508, + null, + null, + null, + null, + 0.6769999861717224, + null, + null, + null, + null, + 0.6819999814033508, + null, + null, + null, + null, + 0.6850000023841858, + null, + null, + null, + null, + 0.6840000152587891, + null, + null, + null, + null, + 0.6819999814033508, + null, + null, + null, + null, + 0.6850000023841858, + null, + null, + null, + null, + 0.6850000023841858, + null, + null, + null, + null, + 0.6869999766349792, + null, + null, + null, + null, + 0.6890000104904175, + null, + null, + null, + null, + 0.6809999942779541, + null, + null, + null, + 0.20499999821186066 + ] + } + }, + { + "seed": 0, + "method": "KAFT", + "result": { + "best_validation_accuracy": 0.7860000133514404, + "test_accuracy_at_validation_peak": 0.7919999957084656, + "best_epoch": 199, + "final_train_loss": 0.08470230549573898, + "final_train_accuracy": 1.0 + }, + "history": { + "train_loss": [ + 1.945810317993164, + 1.9453604221343994, + 1.944266676902771, + 1.9409555196762085, + 1.9338352680206299, + 1.9193751811981201, + 1.8914282321929932, + 1.8417848348617554, + 1.7609310150146484, + 1.6443229913711548, + 1.4916290044784546, + 1.3163764476776123, + 1.1413277387619019, + 0.968768298625946, + 0.7932412028312683, + 0.6408629417419434, + 0.4945080876350403, + 0.3503156006336212, + 0.27591201663017273, + 0.24494926631450653, + 0.21842233836650848, + 0.1879555881023407, + 0.22344626486301422, + 0.1477193385362625, + 0.1354639083147049, + 0.11874107271432877, + 0.12059737741947174, + 0.09019843488931656, + 0.22065097093582153, + 0.10421764105558395, + 0.08914170414209366, + 0.1498502939939499, + 0.07627850770950317, + 0.1324273943901062, + 0.08119069039821625, + 0.09352591633796692, + 0.0784865990281105, + 0.06735353171825409, + 0.0837758332490921, + 0.11478838324546814, + 0.06602784991264343, + 0.06641227006912231, + 0.07292615622282028, + 0.08925129473209381, + 0.06930563598871231, + 0.05968441441655159, + 0.07138963043689728, + 0.06356846541166306, + 0.05342119187116623, + 0.05820212513208389, + 0.06185578554868698, + 0.06052607670426369, + 0.06038255617022514, + 0.06574398279190063, + 0.06147950887680054, + 0.06252913177013397, + 0.06484830379486084, + 0.0627584233880043, + 0.06913268566131592, + 0.07008479535579681, + 0.06732159107923508, + 0.07038330286741257, + 0.06970369815826416, + 0.06839760392904282, + 0.07713884115219116, + 0.06963692605495453, + 0.07348942756652832, + 0.07175100594758987, + 0.06951902061700821, + 0.07419859617948532, + 0.0731884241104126, + 0.07169728726148605, + 0.07391165941953659, + 0.07086650282144547, + 0.07091395556926727, + 0.07659467309713364, + 0.07224545627832413, + 0.07056297361850739, + 0.07405846565961838, + 0.07093697041273117, + 0.07264326512813568, + 0.07692872732877731, + 0.07211459428071976, + 0.07353105396032333, + 0.07638770341873169, + 0.07171633839607239, + 0.07587651163339615, + 0.0769757628440857, + 0.07197345793247223, + 0.0755741149187088, + 0.07425661385059357, + 0.072358138859272, + 0.07753091305494308, + 0.07346799969673157, + 0.07234709709882736, + 0.0755523294210434, + 0.07188332080841064, + 0.0746576189994812, + 0.07636921852827072, + 0.07123865932226181, + 0.07445992529392242, + 0.07340745627880096, + 0.0722942054271698, + 0.07725751399993896, + 0.07275525480508804, + 0.07291366904973984, + 0.07440856844186783, + 0.07171346992254257, + 0.07565660029649734, + 0.07425108551979065, + 0.07230500131845474, + 0.0745619535446167, + 0.07261388748884201, + 0.07460122555494308, + 0.07527297735214233, + 0.07283618301153183, + 0.07448635995388031, + 0.07355139404535294, + 0.07444553077220917, + 0.07567298412322998, + 0.07365289330482483, + 0.07458202540874481, + 0.07413017004728317, + 0.07475969940423965, + 0.07556673139333725, + 0.07446014881134033, + 0.07484758645296097, + 0.07451318949460983, + 0.07494986057281494, + 0.07524027675390244, + 0.0744628757238388, + 0.07454086095094681, + 0.07429031282663345, + 0.074606753885746, + 0.07440229505300522, + 0.07409629225730896, + 0.07410494238138199, + 0.0741080567240715, + 0.07442208379507065, + 0.07425029575824738, + 0.07426917552947998, + 0.07437903434038162, + 0.07468882948160172, + 0.07490908354520798, + 0.07501477003097534, + 0.07524258643388748, + 0.07551385462284088, + 0.0758877694606781, + 0.0761321410536766, + 0.07645054161548615, + 0.07680029422044754, + 0.07715947926044464, + 0.07735204696655273, + 0.07759466767311096, + 0.07789576798677444, + 0.07822040468454361, + 0.07843691855669022, + 0.07859167456626892, + 0.07881081104278564, + 0.079080730676651, + 0.07931014895439148, + 0.07944497466087341, + 0.0796201303601265, + 0.07983469218015671, + 0.07997645437717438, + 0.08000446110963821, + 0.08001155406236649, + 0.07998882234096527, + 0.07990000396966934, + 0.07974077761173248, + 0.07960119843482971, + 0.0794922411441803, + 0.07936783879995346, + 0.079229436814785, + 0.07916729897260666, + 0.07918629050254822, + 0.0792311429977417, + 0.07933028042316437, + 0.07950619608163834, + 0.07974898815155029, + 0.07998967170715332, + 0.08021802455186844, + 0.08050426095724106, + 0.08082615584135056, + 0.08111470192670822, + 0.08138041943311691, + 0.08165507018566132, + 0.08193886280059814, + 0.08219650387763977, + 0.08243934065103531, + 0.08269850164651871, + 0.08294381201267242, + 0.0831562951207161, + 0.083376444876194, + 0.08360307663679123, + 0.08383273333311081, + 0.0840403214097023, + 0.0842425525188446, + 0.08446098864078522, + 0.08470230549573898 + ], + "train_accuracy": [ + 0.18571428954601288, + 0.24285714328289032, + 0.27142858505249023, + 0.3857142925262451, + 0.40714284777641296, + 0.4214285612106323, + 0.4214285612106323, + 0.4214285612106323, + 0.4357142746448517, + 0.4928571283817291, + 0.5857142806053162, + 0.6214285492897034, + 0.6714285612106323, + 0.7571428418159485, + 0.9214285612106323, + 0.9285714030265808, + 0.8999999761581421, + 0.9285714030265808, + 0.9357143044471741, + 0.9285714030265808, + 0.9285714030265808, + 0.9428571462631226, + 0.9285714030265808, + 0.9428571462631226, + 0.9571428298950195, + 0.9357143044471741, + 0.949999988079071, + 0.9714285731315613, + 0.9214285612106323, + 0.9428571462631226, + 0.9428571462631226, + 0.9428571462631226, + 0.9785714149475098, + 0.9714285731315613, + 0.9714285731315613, + 0.9785714149475098, + 0.9857142567634583, + 0.9642857313156128, + 0.9785714149475098, + 0.9428571462631226, + 0.9857142567634583, + 0.9714285731315613, + 0.9857142567634583, + 0.9714285731315613, + 0.9857142567634583, + 0.9785714149475098, + 0.9857142567634583, + 0.9642857313156128, + 0.9928571581840515, + 0.9857142567634583, + 0.9857142567634583, + 0.9928571581840515, + 0.9928571581840515, + 0.9857142567634583, + 0.9928571581840515, + 0.9928571581840515, + 1.0, + 1.0, + 0.9928571581840515, + 1.0, + 1.0, + 0.9928571581840515, + 0.9928571581840515, + 1.0, + 0.9857142567634583, + 1.0, + 0.9928571581840515, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9928571581840515, + 0.9928571581840515, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9928571581840515, + 0.9928571581840515, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9928571581840515, + 0.9928571581840515, + 1.0, + 1.0, + 1.0, + 0.9928571581840515, + 0.9928571581840515, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9928571581840515, + 0.9928571581840515, + 1.0, + 1.0, + 1.0, + 0.9928571581840515, + 0.9928571581840515, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9928571581840515, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "validation_accuracy": [ + 0.14800000190734863, + null, + null, + null, + null, + 0.27000001072883606, + null, + null, + null, + null, + 0.4580000042915344, + null, + null, + null, + null, + 0.7200000286102295, + null, + null, + null, + null, + 0.7739999890327454, + null, + null, + null, + null, + 0.7599999904632568, + null, + null, + null, + null, + 0.7179999947547913, + null, + null, + null, + null, + 0.7360000014305115, + null, + null, + null, + null, + 0.7580000162124634, + null, + null, + null, + null, + 0.7519999742507935, + null, + null, + null, + null, + 0.7519999742507935, + null, + null, + null, + null, + 0.7540000081062317, + null, + null, + null, + null, + 0.7540000081062317, + null, + null, + null, + null, + 0.7620000243186951, + null, + null, + null, + null, + 0.7620000243186951, + null, + null, + null, + null, + 0.7680000066757202, + null, + null, + null, + null, + 0.7720000147819519, + null, + null, + null, + null, + 0.7720000147819519, + null, + null, + null, + null, + 0.765999972820282, + null, + null, + null, + null, + 0.7720000147819519, + null, + null, + null, + null, + 0.765999972820282, + null, + null, + null, + null, + 0.7680000066757202, + null, + null, + null, + null, + 0.7699999809265137, + null, + null, + null, + null, + 0.7720000147819519, + null, + null, + null, + null, + 0.7739999890327454, + null, + null, + null, + null, + 0.7739999890327454, + null, + null, + null, + null, + 0.777999997138977, + null, + null, + null, + null, + 0.7760000228881836, + null, + null, + null, + null, + 0.7760000228881836, + null, + null, + null, + null, + 0.7739999890327454, + null, + null, + null, + null, + 0.7739999890327454, + null, + null, + null, + null, + 0.7739999890327454, + null, + null, + null, + null, + 0.777999997138977, + null, + null, + null, + null, + 0.777999997138977, + null, + null, + null, + null, + 0.7760000228881836, + null, + null, + null, + null, + 0.777999997138977, + null, + null, + null, + null, + 0.777999997138977, + null, + null, + null, + null, + 0.7820000052452087, + null, + null, + null, + null, + 0.7820000052452087, + null, + null, + null, + null, + 0.7820000052452087, + null, + null, + null, + 0.7860000133514404 + ], + "test_accuracy": [ + 0.1770000010728836, + null, + null, + null, + null, + 0.28200000524520874, + null, + null, + null, + null, + 0.48500001430511475, + null, + null, + null, + null, + 0.7099999785423279, + null, + null, + null, + null, + 0.7639999985694885, + null, + null, + null, + null, + 0.7820000052452087, + null, + null, + null, + null, + 0.7509999871253967, + null, + null, + null, + null, + 0.7599999904632568, + null, + null, + null, + null, + 0.765999972820282, + null, + null, + null, + null, + 0.753000020980835, + null, + null, + null, + null, + 0.7670000195503235, + null, + null, + null, + null, + 0.7590000033378601, + null, + null, + null, + null, + 0.7590000033378601, + null, + null, + null, + null, + 0.7609999775886536, + null, + null, + null, + null, + 0.7699999809265137, + null, + null, + null, + null, + 0.7749999761581421, + null, + null, + null, + null, + 0.7829999923706055, + null, + null, + null, + null, + 0.7820000052452087, + null, + null, + null, + null, + 0.777999997138977, + null, + null, + null, + null, + 0.7739999890327454, + null, + null, + null, + null, + 0.7720000147819519, + null, + null, + null, + null, + 0.7739999890327454, + null, + null, + null, + null, + 0.7760000228881836, + null, + null, + null, + null, + 0.781000018119812, + null, + null, + null, + null, + 0.7829999923706055, + null, + null, + null, + null, + 0.7829999923706055, + null, + null, + null, + null, + 0.7850000262260437, + null, + null, + null, + null, + 0.7860000133514404, + null, + null, + null, + null, + 0.7889999747276306, + null, + null, + null, + null, + 0.7889999747276306, + null, + null, + null, + null, + 0.7910000085830688, + null, + null, + null, + null, + 0.7940000295639038, + null, + null, + null, + null, + 0.7950000166893005, + null, + null, + null, + null, + 0.7940000295639038, + null, + null, + null, + null, + 0.7940000295639038, + null, + null, + null, + null, + 0.7929999828338623, + null, + null, + null, + null, + 0.7929999828338623, + null, + null, + null, + null, + 0.7929999828338623, + null, + null, + null, + null, + 0.7919999957084656, + null, + null, + null, + null, + 0.7919999957084656, + null, + null, + null, + 0.7919999957084656 + ] + } + }, + { + "seed": 1, + "method": "BP", + "result": { + "best_validation_accuracy": 0.699999988079071, + "test_accuracy_at_validation_peak": 0.6769999861717224, + "best_epoch": 155, + "final_train_loss": 0.0030105304904282093, + "final_train_accuracy": 1.0 + }, + "history": { + "train_loss": [ + 1.9459162950515747, + 1.9451146125793457, + 1.9443912506103516, + 1.9429528713226318, + 1.9400492906570435, + 1.933648705482483, + 1.9193089008331299, + 1.8904401063919067, + 1.8362337350845337, + 1.7532532215118408, + 1.65682852268219, + 1.5483169555664062, + 1.437840461730957, + 1.4447424411773682, + 1.2450275421142578, + 1.252521276473999, + 1.0601873397827148, + 1.032821774482727, + 0.9542405009269714, + 0.8496378064155579, + 0.8034690618515015, + 0.7331902384757996, + 0.661990761756897, + 0.6550807356834412, + 0.5512269735336304, + 0.4567493498325348, + 0.39526015520095825, + 0.4095519483089447, + 0.2586488723754883, + 0.2451193630695343, + 0.22646908462047577, + 0.1798834651708603, + 0.11555595695972443, + 0.12676085531711578, + 0.06492182612419128, + 0.0842026025056839, + 0.05533738061785698, + 0.05053960904479027, + 0.05163499340415001, + 0.029629793018102646, + 0.03904866427183151, + 0.03248801827430725, + 0.02214021421968937, + 0.02643718384206295, + 0.024204373359680176, + 0.016757570207118988, + 0.014992921613156796, + 0.018567495048046112, + 0.011504198424518108, + 0.009644250385463238, + 0.011144625954329967, + 0.010799852199852467, + 0.007975328713655472, + 0.006752056535333395, + 0.0076516722328960896, + 0.007747394498437643, + 0.006309042684733868, + 0.005377902649343014, + 0.005567918997257948, + 0.00597925391048193, + 0.005341020878404379, + 0.004496113862842321, + 0.0044180601835250854, + 0.004742486402392387, + 0.004724523052573204, + 0.004318051505833864, + 0.004147368483245373, + 0.004426636733114719, + 0.004714041016995907, + 0.00455551827326417, + 0.0043533481657505035, + 0.004493813496083021, + 0.004714650567620993, + 0.004655821714550257, + 0.004565127659589052, + 0.004733890760689974, + 0.004958585370332003, + 0.004933054093271494, + 0.004942022264003754, + 0.005130451638251543, + 0.005232259631156921, + 0.0051996465772390366, + 0.005286009982228279, + 0.005439893342554569, + 0.005426448304206133, + 0.005447137635201216, + 0.005579139105975628, + 0.005602458957582712, + 0.005608349572867155, + 0.00570284528657794, + 0.00569999311119318, + 0.00567971495911479, + 0.0057381982915103436, + 0.0057121519930660725, + 0.005691564176231623, + 0.00570660037919879, + 0.005630932282656431, + 0.0055996025912463665, + 0.005552249029278755, + 0.005468754097819328, + 0.005430173594504595, + 0.005334107670933008, + 0.005261985119432211, + 0.005179964005947113, + 0.005077348556369543, + 0.004996894858777523, + 0.004877705592662096, + 0.004783014301210642, + 0.004659988451749086, + 0.004541012458503246, + 0.004414732567965984, + 0.00428073201328516, + 0.004159937612712383, + 0.004022058565169573, + 0.0038983009289950132, + 0.0037753088399767876, + 0.0036574818659573793, + 0.0035472908057272434, + 0.0034506325609982014, + 0.0033576686400920153, + 0.0032710775267332792, + 0.0032004094682633877, + 0.0031476730946451426, + 0.0030924221500754356, + 0.0030458918772637844, + 0.003014110028743744, + 0.0030009120237082243, + 0.0029827565886080265, + 0.002968849614262581, + 0.002962626749649644, + 0.002967739710584283, + 0.002975760493427515, + 0.0029923010151833296, + 0.0030044117011129856, + 0.003007681341841817, + 0.0030159077141433954, + 0.0030289851129055023, + 0.0030454059597104788, + 0.003052082611247897, + 0.003051005071029067, + 0.0030464192386716604, + 0.003043309086933732, + 0.003043994540348649, + 0.003040423383936286, + 0.0030326114501804113, + 0.0030209256801754236, + 0.003011913737282157, + 0.003007860854268074, + 0.0029971860349178314, + 0.002987458137795329, + 0.00297689251601696, + 0.002971227513626218, + 0.0029661760199815035, + 0.0029644302558153868, + 0.002959704725071788, + 0.002952765440568328, + 0.002947371918708086, + 0.0029497314244508743, + 0.00295274518430233, + 0.002955971984192729, + 0.002959373639896512, + 0.002963743871077895, + 0.002972882706671953, + 0.002976752584800124, + 0.002980197547003627, + 0.002982399193570018, + 0.002984666498377919, + 0.002981067867949605, + 0.0029783137142658234, + 0.00298161874525249, + 0.002979890676215291, + 0.002980634570121765, + 0.002982617588713765, + 0.0029832618311047554, + 0.002991342917084694, + 0.0030011546332389116, + 0.0029966323636472225, + 0.0029790904372930527, + 0.002971735317260027, + 0.0029856772162020206, + 0.002988674910739064, + 0.00298481248319149, + 0.00297887553460896, + 0.002980476478114724, + 0.0029795982409268618, + 0.0029812201391905546, + 0.002981818513944745, + 0.0029822092037647963, + 0.0029858825728297234, + 0.002988262800499797, + 0.002991987159475684, + 0.0029973499476909637, + 0.0030008992180228233, + 0.0030154085252434015, + 0.003024469828233123, + 0.0030103870667517185, + 0.003005007514730096, + 0.003016448812559247, + 0.0030160245951265097, + 0.0030105304904282093 + ], + "train_accuracy": [ + 0.13571429252624512, + 0.2571428716182709, + 0.17142857611179352, + 0.26428571343421936, + 0.3642857074737549, + 0.2142857164144516, + 0.2142857164144516, + 0.20000000298023224, + 0.2928571403026581, + 0.3285714387893677, + 0.3214285671710968, + 0.2928571403026581, + 0.3285714387893677, + 0.4357142746448517, + 0.5214285850524902, + 0.5214285850524902, + 0.5785714387893677, + 0.5357142686843872, + 0.6071428656578064, + 0.6357142925262451, + 0.6214285492897034, + 0.7214285731315613, + 0.7714285850524902, + 0.7857142686843872, + 0.7928571701049805, + 0.8285714387893677, + 0.8928571343421936, + 0.8357142806053162, + 0.8999999761581421, + 0.9142857193946838, + 0.9214285612106323, + 0.949999988079071, + 0.9642857313156128, + 0.9642857313156128, + 0.9785714149475098, + 0.9714285731315613, + 0.9857142567634583, + 0.9857142567634583, + 0.9857142567634583, + 0.9928571581840515, + 0.9857142567634583, + 0.9928571581840515, + 1.0, + 0.9928571581840515, + 0.9928571581840515, + 1.0, + 0.9928571581840515, + 0.9928571581840515, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "validation_accuracy": [ + 0.18799999356269836, + null, + null, + null, + null, + 0.1899999976158142, + null, + null, + null, + null, + 0.1860000044107437, + null, + null, + null, + null, + 0.44999998807907104, + null, + null, + null, + null, + 0.49799999594688416, + null, + null, + null, + null, + 0.6359999775886536, + null, + null, + null, + null, + 0.6579999923706055, + null, + null, + null, + null, + 0.6940000057220459, + null, + null, + null, + null, + 0.6880000233650208, + null, + null, + null, + null, + 0.6759999990463257, + null, + null, + null, + null, + 0.6679999828338623, + null, + null, + null, + null, + 0.6919999718666077, + null, + null, + null, + null, + 0.6740000247955322, + null, + null, + null, + null, + 0.6819999814033508, + null, + null, + null, + null, + 0.6800000071525574, + null, + null, + null, + null, + 0.6859999895095825, + null, + null, + null, + null, + 0.6899999976158142, + null, + null, + null, + null, + 0.6959999799728394, + null, + null, + null, + null, + 0.6959999799728394, + null, + null, + null, + null, + 0.6919999718666077, + null, + null, + null, + null, + 0.6919999718666077, + null, + null, + null, + null, + 0.6919999718666077, + null, + null, + null, + null, + 0.6919999718666077, + null, + null, + null, + null, + 0.6959999799728394, + null, + null, + null, + null, + 0.6899999976158142, + null, + null, + null, + null, + 0.6899999976158142, + null, + null, + null, + null, + 0.6880000233650208, + null, + null, + null, + null, + 0.6919999718666077, + null, + null, + null, + null, + 0.6940000057220459, + null, + null, + null, + null, + 0.6940000057220459, + null, + null, + null, + null, + 0.6980000138282776, + null, + null, + null, + null, + 0.699999988079071, + null, + null, + null, + null, + 0.699999988079071, + null, + null, + null, + null, + 0.6980000138282776, + null, + null, + null, + null, + 0.6959999799728394, + null, + null, + null, + null, + 0.6940000057220459, + null, + null, + null, + null, + 0.6940000057220459, + null, + null, + null, + null, + 0.6959999799728394, + null, + null, + null, + null, + 0.6959999799728394, + null, + null, + null, + null, + 0.6980000138282776, + null, + null, + null, + 0.6980000138282776 + ], + "test_accuracy": [ + 0.1889999955892563, + null, + null, + null, + null, + 0.16500000655651093, + null, + null, + null, + null, + 0.18799999356269836, + null, + null, + null, + null, + 0.421999990940094, + null, + null, + null, + null, + 0.48899999260902405, + null, + null, + null, + null, + 0.6039999723434448, + null, + null, + null, + null, + 0.6449999809265137, + null, + null, + null, + null, + 0.6840000152587891, + null, + null, + null, + null, + 0.6740000247955322, + null, + null, + null, + null, + 0.6840000152587891, + null, + null, + null, + null, + 0.6759999990463257, + null, + null, + null, + null, + 0.6800000071525574, + null, + null, + null, + null, + 0.6790000200271606, + null, + null, + null, + null, + 0.6769999861717224, + null, + null, + null, + null, + 0.675000011920929, + null, + null, + null, + null, + 0.6769999861717224, + null, + null, + null, + null, + 0.6840000152587891, + null, + null, + null, + null, + 0.6880000233650208, + null, + null, + null, + null, + 0.6890000104904175, + null, + null, + null, + null, + 0.6869999766349792, + null, + null, + null, + null, + 0.6819999814033508, + null, + null, + null, + null, + 0.6850000023841858, + null, + null, + null, + null, + 0.6819999814033508, + null, + null, + null, + null, + 0.6840000152587891, + null, + null, + null, + null, + 0.6819999814033508, + null, + null, + null, + null, + 0.6809999942779541, + null, + null, + null, + null, + 0.6800000071525574, + null, + null, + null, + null, + 0.6809999942779541, + null, + null, + null, + null, + 0.6809999942779541, + null, + null, + null, + null, + 0.6790000200271606, + null, + null, + null, + null, + 0.6779999732971191, + null, + null, + null, + null, + 0.6769999861717224, + null, + null, + null, + null, + 0.6790000200271606, + null, + null, + null, + null, + 0.6809999942779541, + null, + null, + null, + null, + 0.6809999942779541, + null, + null, + null, + null, + 0.6819999814033508, + null, + null, + null, + null, + 0.6819999814033508, + null, + null, + null, + null, + 0.6830000281333923, + null, + null, + null, + null, + 0.6819999814033508, + null, + null, + null, + null, + 0.6830000281333923, + null, + null, + null, + 0.6830000281333923 + ] + } + }, + { + "seed": 1, + "method": "KAFT", + "result": { + "best_validation_accuracy": 0.7839999794960022, + "test_accuracy_at_validation_peak": 0.7699999809265137, + "best_epoch": 195, + "final_train_loss": 0.08124533295631409, + "final_train_accuracy": 1.0 + }, + "history": { + "train_loss": [ + 1.9459162950515747, + 1.9452067613601685, + 1.9435622692108154, + 1.9390864372253418, + 1.928704857826233, + 1.9068464040756226, + 1.864554524421692, + 1.7922849655151367, + 1.6787675619125366, + 1.5185761451721191, + 1.3253059387207031, + 1.1188054084777832, + 0.9122646450996399, + 0.7221745848655701, + 0.5591880679130554, + 0.4132870137691498, + 0.31822600960731506, + 0.24666140973567963, + 0.20874939858913422, + 0.1807330697774887, + 0.1704433262348175, + 0.15563613176345825, + 0.1333589404821396, + 0.18847477436065674, + 0.11938124895095825, + 0.20923621952533722, + 0.10736289620399475, + 0.2003614604473114, + 0.12449682503938675, + 0.14105692505836487, + 0.13434582948684692, + 0.16869822144508362, + 0.21504394710063934, + 0.17102830111980438, + 0.20487895607948303, + 0.25318700075149536, + 0.22407333552837372, + 0.4267157018184662, + 0.24726611375808716, + 0.43124425411224365, + 0.42608630657196045, + 0.29624342918395996, + 0.2766661047935486, + 0.3609015643596649, + 0.3417588472366333, + 0.1557687371969223, + 0.1788741797208786, + 0.17318685352802277, + 0.12110105156898499, + 0.10944145172834396, + 0.11167329549789429, + 0.13214658200740814, + 0.1282026171684265, + 0.09009211510419846, + 0.07502426952123642, + 0.07572004199028015, + 0.08193032443523407, + 0.09913259744644165, + 0.1155056431889534, + 0.1097930297255516, + 0.09511476755142212, + 0.09587880223989487, + 0.10003499686717987, + 0.09514661878347397, + 0.09271939843893051, + 0.1012570932507515, + 0.1088155210018158, + 0.10591612756252289, + 0.10028224438428879, + 0.09694357216358185, + 0.09533634781837463, + 0.09647765755653381, + 0.0982942208647728, + 0.09802056849002838, + 0.09837055206298828, + 0.09973646700382233, + 0.09739838540554047, + 0.09380695223808289, + 0.09542898833751678, + 0.09943606704473495, + 0.09903956204652786, + 0.09515392780303955, + 0.0927177295088768, + 0.09246876835823059, + 0.09274163097143173, + 0.09303659945726395, + 0.09353312849998474, + 0.09427513182163239, + 0.0949142724275589, + 0.09491834789514542, + 0.09402454644441605, + 0.09232214093208313, + 0.09012425690889359, + 0.08814629912376404, + 0.08684384822845459, + 0.08500486612319946, + 0.0829978957772255, + 0.08318531513214111, + 0.08432204276323318, + 0.08301655948162079, + 0.08046310395002365, + 0.0786750316619873, + 0.07782825082540512, + 0.07766314595937729, + 0.07727038115262985, + 0.07601813226938248, + 0.07481370866298676, + 0.07445062696933746, + 0.07447920739650726, + 0.07411781698465347, + 0.07319005578756332, + 0.07213908433914185, + 0.07142280042171478, + 0.07106898725032806, + 0.07076933979988098, + 0.0704275369644165, + 0.07020885497331619, + 0.07022098451852798, + 0.07026159018278122, + 0.07018967717885971, + 0.07011313736438751, + 0.0700862929224968, + 0.07000576704740524, + 0.07000917196273804, + 0.07026157528162003, + 0.07053796947002411, + 0.07059549540281296, + 0.0705575942993164, + 0.07062375545501709, + 0.07081720232963562, + 0.07101606577634811, + 0.07110588997602463, + 0.07111988961696625, + 0.07115960121154785, + 0.0712699294090271, + 0.0714598149061203, + 0.07160452753305435, + 0.0715726688504219, + 0.07151060551404953, + 0.07160399109125137, + 0.07177436351776123, + 0.07193093001842499, + 0.07210462540388107, + 0.0722939595580101, + 0.07248847931623459, + 0.07269425690174103, + 0.07293228060007095, + 0.07321640849113464, + 0.07350985705852509, + 0.07376488298177719, + 0.07398760318756104, + 0.07418309897184372, + 0.07432902604341507, + 0.07444106787443161, + 0.07447836548089981, + 0.07445048540830612, + 0.07439219206571579, + 0.07432370632886887, + 0.07425418496131897, + 0.07418230921030045, + 0.07408451288938522, + 0.07399193197488785, + 0.07395028322935104, + 0.07394849509000778, + 0.07398147135972977, + 0.07405049353837967, + 0.07415686547756195, + 0.07429928332567215, + 0.07450751960277557, + 0.07477058470249176, + 0.07503688335418701, + 0.07529116421937943, + 0.07555389404296875, + 0.07582881301641464, + 0.07608595490455627, + 0.07633038610219955, + 0.07655110210180283, + 0.07674430310726166, + 0.07692350447177887, + 0.07708189636468887, + 0.07719744741916656, + 0.07726370543241501, + 0.07733400911092758, + 0.07741878181695938, + 0.07750554382801056, + 0.07759186625480652, + 0.07771757245063782, + 0.07787499576807022, + 0.07805647701025009, + 0.07827889919281006, + 0.07854478061199188, + 0.07882186025381088, + 0.07910038530826569, + 0.0793849304318428, + 0.07969558238983154, + 0.08002141863107681, + 0.0803421139717102, + 0.08062747865915298, + 0.08092320710420609, + 0.08124533295631409 + ], + "train_accuracy": [ + 0.13571429252624512, + 0.2142857164144516, + 0.3857142925262451, + 0.4000000059604645, + 0.48571428656578064, + 0.5071428418159485, + 0.5214285850524902, + 0.5285714268684387, + 0.5714285969734192, + 0.6142857074737549, + 0.6142857074737549, + 0.7071428298950195, + 0.8714285492897034, + 0.8785714507102966, + 0.8857142925262451, + 0.9214285612106323, + 0.9214285612106323, + 0.9285714030265808, + 0.949999988079071, + 0.9214285612106323, + 0.9357143044471741, + 0.9428571462631226, + 0.949999988079071, + 0.9357143044471741, + 0.9428571462631226, + 0.9285714030265808, + 0.9428571462631226, + 0.949999988079071, + 0.9571428298950195, + 0.9428571462631226, + 0.9642857313156128, + 0.9214285612106323, + 0.9285714030265808, + 0.9357143044471741, + 0.9214285612106323, + 0.9071428775787354, + 0.9214285612106323, + 0.8571428656578064, + 0.9214285612106323, + 0.8357142806053162, + 0.8571428656578064, + 0.8999999761581421, + 0.9071428775787354, + 0.8999999761581421, + 0.8714285492897034, + 0.9357143044471741, + 0.9285714030265808, + 0.9357143044471741, + 0.9571428298950195, + 0.9714285731315613, + 0.9642857313156128, + 0.9642857313156128, + 0.9714285731315613, + 0.9857142567634583, + 0.9928571581840515, + 0.9928571581840515, + 0.9857142567634583, + 0.9785714149475098, + 0.9785714149475098, + 0.9785714149475098, + 0.9857142567634583, + 0.9714285731315613, + 0.9785714149475098, + 0.9857142567634583, + 1.0, + 0.9928571581840515, + 0.9928571581840515, + 0.9928571581840515, + 0.9928571581840515, + 1.0, + 0.9857142567634583, + 0.9857142567634583, + 0.9857142567634583, + 0.9928571581840515, + 0.9928571581840515, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9928571581840515, + 0.9928571581840515, + 0.9928571581840515, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "validation_accuracy": [ + 0.15600000321865082, + null, + null, + null, + null, + 0.3580000102519989, + null, + null, + null, + null, + 0.515999972820282, + null, + null, + null, + null, + 0.7099999785423279, + null, + null, + null, + null, + 0.7480000257492065, + null, + null, + null, + null, + 0.7400000095367432, + null, + null, + null, + null, + 0.7160000205039978, + null, + null, + null, + null, + 0.7480000257492065, + null, + null, + null, + null, + 0.6660000085830688, + null, + null, + null, + null, + 0.7120000123977661, + null, + null, + null, + null, + 0.7020000219345093, + null, + null, + null, + null, + 0.7319999933242798, + null, + null, + null, + null, + 0.7519999742507935, + null, + null, + null, + null, + 0.7059999704360962, + null, + null, + null, + null, + 0.7580000162124634, + null, + null, + null, + null, + 0.7599999904632568, + null, + null, + null, + null, + 0.7379999756813049, + null, + null, + null, + null, + 0.7699999809265137, + null, + null, + null, + null, + 0.7379999756813049, + null, + null, + null, + null, + 0.7799999713897705, + null, + null, + null, + null, + 0.765999972820282, + null, + null, + null, + null, + 0.7699999809265137, + null, + null, + null, + null, + 0.777999997138977, + null, + null, + null, + null, + 0.7680000066757202, + null, + null, + null, + null, + 0.7720000147819519, + null, + null, + null, + null, + 0.7680000066757202, + null, + null, + null, + null, + 0.7639999985694885, + null, + null, + null, + null, + 0.7620000243186951, + null, + null, + null, + null, + 0.7699999809265137, + null, + null, + null, + null, + 0.7699999809265137, + null, + null, + null, + null, + 0.7699999809265137, + null, + null, + null, + null, + 0.7699999809265137, + null, + null, + null, + null, + 0.7720000147819519, + null, + null, + null, + null, + 0.7739999890327454, + null, + null, + null, + null, + 0.7720000147819519, + null, + null, + null, + null, + 0.7760000228881836, + null, + null, + null, + null, + 0.7760000228881836, + null, + null, + null, + null, + 0.7799999713897705, + null, + null, + null, + null, + 0.7799999713897705, + null, + null, + null, + null, + 0.7839999794960022, + null, + null, + null, + 0.7820000052452087 + ], + "test_accuracy": [ + 0.1550000011920929, + null, + null, + null, + null, + 0.3490000069141388, + null, + null, + null, + null, + 0.5090000033378601, + null, + null, + null, + null, + 0.7429999709129333, + null, + null, + null, + null, + 0.7200000286102295, + null, + null, + null, + null, + 0.765999972820282, + null, + null, + null, + null, + 0.7710000276565552, + null, + null, + null, + null, + 0.7749999761581421, + null, + null, + null, + null, + 0.6600000262260437, + null, + null, + null, + null, + 0.7789999842643738, + null, + null, + null, + null, + 0.7120000123977661, + null, + null, + null, + null, + 0.7570000290870667, + null, + null, + null, + null, + 0.7630000114440918, + null, + null, + null, + null, + 0.7369999885559082, + null, + null, + null, + null, + 0.765999972820282, + null, + null, + null, + null, + 0.7609999775886536, + null, + null, + null, + null, + 0.7490000128746033, + null, + null, + null, + null, + 0.7609999775886536, + null, + null, + null, + null, + 0.7440000176429749, + null, + null, + null, + null, + 0.7590000033378601, + null, + null, + null, + null, + 0.7580000162124634, + null, + null, + null, + null, + 0.753000020980835, + null, + null, + null, + null, + 0.7540000081062317, + null, + null, + null, + null, + 0.7519999742507935, + null, + null, + null, + null, + 0.7580000162124634, + null, + null, + null, + null, + 0.753000020980835, + null, + null, + null, + null, + 0.7540000081062317, + null, + null, + null, + null, + 0.7559999823570251, + null, + null, + null, + null, + 0.7599999904632568, + null, + null, + null, + null, + 0.7590000033378601, + null, + null, + null, + null, + 0.7599999904632568, + null, + null, + null, + null, + 0.7630000114440918, + null, + null, + null, + null, + 0.765999972820282, + null, + null, + null, + null, + 0.765999972820282, + null, + null, + null, + null, + 0.7680000066757202, + null, + null, + null, + null, + 0.7699999809265137, + null, + null, + null, + null, + 0.7689999938011169, + null, + null, + null, + null, + 0.7670000195503235, + null, + null, + null, + null, + 0.765999972820282, + null, + null, + null, + null, + 0.7699999809265137, + null, + null, + null, + 0.7699999809265137 + ] + } + }, + { + "seed": 2, + "method": "BP", + "result": { + "best_validation_accuracy": 0.6959999799728394, + "test_accuracy_at_validation_peak": 0.6880000233650208, + "best_epoch": 165, + "final_train_loss": 0.0029619340784847736, + "final_train_accuracy": 1.0 + }, + "history": { + "train_loss": [ + 1.9458681344985962, + 1.9453206062316895, + 1.9447771310806274, + 1.943881630897522, + 1.9423326253890991, + 1.9392350912094116, + 1.9323722124099731, + 1.9179916381835938, + 1.888519525527954, + 1.8364351987838745, + 1.7595080137252808, + 1.6583768129348755, + 1.5324983596801758, + 1.3977420330047607, + 1.2954875230789185, + 1.2060627937316895, + 1.0913913249969482, + 1.0173896551132202, + 1.0041992664337158, + 0.9709844589233398, + 0.8240172863006592, + 0.8306403160095215, + 0.8292332887649536, + 0.7336467504501343, + 0.6404102444648743, + 0.6392682194709778, + 0.5670160055160522, + 0.5074000954627991, + 0.47107958793640137, + 0.4670189917087555, + 0.39768555760383606, + 0.3525322675704956, + 0.3546525835990906, + 0.29220694303512573, + 0.24403618276119232, + 0.20660048723220825, + 0.20959466695785522, + 0.2991301119327545, + 0.7961766719818115, + 0.6157392859458923, + 0.13594496250152588, + 0.3368400037288666, + 0.16185835003852844, + 0.16379770636558533, + 0.22459492087364197, + 0.15214239060878754, + 0.16184163093566895, + 0.15529227256774902, + 0.11480414867401123, + 0.10978127270936966, + 0.11690033227205276, + 0.08214520663022995, + 0.08353253453969955, + 0.089408278465271, + 0.0714857205748558, + 0.05802242457866669, + 0.05843034386634827, + 0.05466533824801445, + 0.04183757305145264, + 0.03538341820240021, + 0.04032349959015846, + 0.03800634294748306, + 0.028339138254523277, + 0.02575778029859066, + 0.027427183464169502, + 0.02605382725596428, + 0.02214139886200428, + 0.01943008415400982, + 0.019308442249894142, + 0.018659204244613647, + 0.016609223559498787, + 0.015432826243340969, + 0.015048518776893616, + 0.01453104056417942, + 0.013568831607699394, + 0.01279075164347887, + 0.012013362720608711, + 0.011340633034706116, + 0.011249641887843609, + 0.010899513028562069, + 0.010109437629580498, + 0.009702284820377827, + 0.009859495796263218, + 0.009957442060112953, + 0.009485440328717232, + 0.008981387130916119, + 0.00892586912959814, + 0.009055068716406822, + 0.008917734026908875, + 0.008661660365760326, + 0.008630131371319294, + 0.008735750801861286, + 0.008716454729437828, + 0.008567679673433304, + 0.008460626006126404, + 0.008474151603877544, + 0.008436348289251328, + 0.008336101658642292, + 0.008307644166052341, + 0.008318508043885231, + 0.008257385343313217, + 0.00813703890889883, + 0.008092965930700302, + 0.008057969622313976, + 0.007912124507129192, + 0.007807997986674309, + 0.007734346203505993, + 0.007560931146144867, + 0.007379134185612202, + 0.00715870363637805, + 0.006953955627977848, + 0.006677772384136915, + 0.006420440506190062, + 0.006171204149723053, + 0.0058857896365225315, + 0.0056123086251318455, + 0.005337849725037813, + 0.0050886585377156734, + 0.004832160659134388, + 0.00459428783506155, + 0.004372581373900175, + 0.004167978186160326, + 0.003983148839324713, + 0.0038211375940591097, + 0.003676780266687274, + 0.0035329803358763456, + 0.0034212416503578424, + 0.0033247889950871468, + 0.0032605708111077547, + 0.0032138836104422808, + 0.0031649332959204912, + 0.0031348851043730974, + 0.003124399110674858, + 0.003121866611763835, + 0.003138733096420765, + 0.003139830892905593, + 0.003151324577629566, + 0.003145790658891201, + 0.003156741615384817, + 0.0031833606772124767, + 0.0032192610669881105, + 0.0033021459821611643, + 0.003320711897686124, + 0.0032885167747735977, + 0.003262635786086321, + 0.003335873829200864, + 0.0033696985337883234, + 0.003298870986327529, + 0.0033332856837660074, + 0.003453037003055215, + 0.003369833342730999, + 0.0033405350986868143, + 0.003418640699237585, + 0.0033881987910717726, + 0.003352362895384431, + 0.003387290984392166, + 0.003384575480595231, + 0.0033599617891013622, + 0.0033759933430701494, + 0.0033776238560676575, + 0.0033567019272595644, + 0.003347113961353898, + 0.0033564588520675898, + 0.003352509578689933, + 0.0033195370342582464, + 0.0033111260272562504, + 0.0033282781951129436, + 0.003318522125482559, + 0.0032838284969329834, + 0.0032690358348190784, + 0.003270390210673213, + 0.003265863051638007, + 0.0032207223121076822, + 0.0032000248320400715, + 0.0031913607381284237, + 0.0031860102899372578, + 0.0031670595053583384, + 0.0031403081957250834, + 0.0031195259653031826, + 0.0031212109606713057, + 0.0031118243932724, + 0.0030975891277194023, + 0.0030737619381397963, + 0.0030599618330597878, + 0.003056872636079788, + 0.0030443372670561075, + 0.0030357104260474443, + 0.0030219205655157566, + 0.003012879053130746, + 0.003005437785759568, + 0.0029972223564982414, + 0.00298754358664155, + 0.0029809800907969475, + 0.00297661405056715, + 0.0029686333145946264, + 0.0029667022172361612, + 0.002964244456961751, + 0.00296014710329473, + 0.002958135213702917, + 0.0029619340784847736 + ], + "train_accuracy": [ + 0.13571429252624512, + 0.16428571939468384, + 0.18571428954601288, + 0.18571428954601288, + 0.19285714626312256, + 0.1428571492433548, + 0.17142857611179352, + 0.20000000298023224, + 0.2571428716182709, + 0.20714285969734192, + 0.2928571403026581, + 0.37857142090797424, + 0.3499999940395355, + 0.3214285671710968, + 0.4000000059604645, + 0.3571428656578064, + 0.48571428656578064, + 0.5071428418159485, + 0.5, + 0.5571428537368774, + 0.6857143044471741, + 0.5214285850524902, + 0.5642856955528259, + 0.6785714030265808, + 0.7857142686843872, + 0.7785714268684387, + 0.7571428418159485, + 0.8142856955528259, + 0.8214285969734192, + 0.8071428537368774, + 0.8214285969734192, + 0.9214285612106323, + 0.8571428656578064, + 0.9285714030265808, + 0.949999988079071, + 0.9571428298950195, + 0.9428571462631226, + 0.8571428656578064, + 0.7071428298950195, + 0.699999988079071, + 0.9714285731315613, + 0.8571428656578064, + 0.9571428298950195, + 0.949999988079071, + 0.9214285612106323, + 0.949999988079071, + 0.9428571462631226, + 0.9714285731315613, + 0.9642857313156128, + 0.9714285731315613, + 0.9642857313156128, + 0.9785714149475098, + 0.9857142567634583, + 0.9714285731315613, + 0.9857142567634583, + 0.9785714149475098, + 0.9785714149475098, + 0.9785714149475098, + 0.9928571581840515, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9928571581840515, + 0.9928571581840515, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "validation_accuracy": [ + 0.1379999965429306, + null, + null, + null, + null, + 0.12800000607967377, + null, + null, + null, + null, + 0.27799999713897705, + null, + null, + null, + null, + 0.38199999928474426, + null, + null, + null, + null, + 0.3799999952316284, + null, + null, + null, + null, + 0.5580000281333923, + null, + null, + null, + null, + 0.6060000061988831, + null, + null, + null, + null, + 0.656000018119812, + null, + null, + null, + null, + 0.550000011920929, + null, + null, + null, + null, + 0.6499999761581421, + null, + null, + null, + null, + 0.6919999718666077, + null, + null, + null, + null, + 0.656000018119812, + null, + null, + null, + null, + 0.6600000262260437, + null, + null, + null, + null, + 0.6579999923706055, + null, + null, + null, + null, + 0.6499999761581421, + null, + null, + null, + null, + 0.656000018119812, + null, + null, + null, + null, + 0.6679999828338623, + null, + null, + null, + null, + 0.6660000085830688, + null, + null, + null, + null, + 0.6660000085830688, + null, + null, + null, + null, + 0.6639999747276306, + null, + null, + null, + null, + 0.6639999747276306, + null, + null, + null, + null, + 0.6600000262260437, + null, + null, + null, + null, + 0.6620000004768372, + null, + null, + null, + null, + 0.6679999828338623, + null, + null, + null, + null, + 0.6759999990463257, + null, + null, + null, + null, + 0.6800000071525574, + null, + null, + null, + null, + 0.6859999895095825, + null, + null, + null, + null, + 0.6880000233650208, + null, + null, + null, + null, + 0.6940000057220459, + null, + null, + null, + null, + 0.6940000057220459, + null, + null, + null, + null, + 0.6919999718666077, + null, + null, + null, + null, + 0.6899999976158142, + null, + null, + null, + null, + 0.6919999718666077, + null, + null, + null, + null, + 0.6959999799728394, + null, + null, + null, + null, + 0.6940000057220459, + null, + null, + null, + null, + 0.6899999976158142, + null, + null, + null, + null, + 0.6880000233650208, + null, + null, + null, + null, + 0.6840000152587891, + null, + null, + null, + null, + 0.6819999814033508, + null, + null, + null, + null, + 0.6819999814033508, + null, + null, + null, + 0.6819999814033508 + ], + "test_accuracy": [ + 0.1340000033378601, + null, + null, + null, + null, + 0.13600000739097595, + null, + null, + null, + null, + 0.2930000126361847, + null, + null, + null, + null, + 0.3840000033378601, + null, + null, + null, + null, + 0.38499999046325684, + null, + null, + null, + null, + 0.5529999732971191, + null, + null, + null, + null, + 0.6259999871253967, + null, + null, + null, + null, + 0.6420000195503235, + null, + null, + null, + null, + 0.5770000219345093, + null, + null, + null, + null, + 0.6769999861717224, + null, + null, + null, + null, + 0.6940000057220459, + null, + null, + null, + null, + 0.6779999732971191, + null, + null, + null, + null, + 0.6740000247955322, + null, + null, + null, + null, + 0.6779999732971191, + null, + null, + null, + null, + 0.6700000166893005, + null, + null, + null, + null, + 0.6639999747276306, + null, + null, + null, + null, + 0.6740000247955322, + null, + null, + null, + null, + 0.675000011920929, + null, + null, + null, + null, + 0.6710000038146973, + null, + null, + null, + null, + 0.6660000085830688, + null, + null, + null, + null, + 0.6650000214576721, + null, + null, + null, + null, + 0.6600000262260437, + null, + null, + null, + null, + 0.6679999828338623, + null, + null, + null, + null, + 0.6660000085830688, + null, + null, + null, + null, + 0.6790000200271606, + null, + null, + null, + null, + 0.6779999732971191, + null, + null, + null, + null, + 0.6809999942779541, + null, + null, + null, + null, + 0.6819999814033508, + null, + null, + null, + null, + 0.6840000152587891, + null, + null, + null, + null, + 0.6850000023841858, + null, + null, + null, + null, + 0.6899999976158142, + null, + null, + null, + null, + 0.6919999718666077, + null, + null, + null, + null, + 0.6890000104904175, + null, + null, + null, + null, + 0.6880000233650208, + null, + null, + null, + null, + 0.6869999766349792, + null, + null, + null, + null, + 0.6830000281333923, + null, + null, + null, + null, + 0.6840000152587891, + null, + null, + null, + null, + 0.6830000281333923, + null, + null, + null, + null, + 0.6830000281333923, + null, + null, + null, + null, + 0.6819999814033508, + null, + null, + null, + 0.6840000152587891 + ] + } + }, + { + "seed": 2, + "method": "KAFT", + "result": { + "best_validation_accuracy": 0.8100000023841858, + "test_accuracy_at_validation_peak": 0.7940000295639038, + "best_epoch": 105, + "final_train_loss": 0.08612638711929321, + "final_train_accuracy": 1.0 + }, + "history": { + "train_loss": [ + 1.9458681344985962, + 1.9454479217529297, + 1.9444538354873657, + 1.9417024850845337, + 1.9351882934570312, + 1.92147958278656, + 1.8949776887893677, + 1.8465231657028198, + 1.7640355825424194, + 1.6404554843902588, + 1.4729236364364624, + 1.258646011352539, + 1.0220487117767334, + 0.8043339252471924, + 0.5980220437049866, + 0.4449666142463684, + 0.3416220247745514, + 0.2613144516944885, + 0.23064929246902466, + 0.19614113867282867, + 0.1565822809934616, + 0.14034810662269592, + 0.12310431152582169, + 0.09524121135473251, + 0.09632627665996552, + 0.0822078064084053, + 0.06245448812842369, + 0.07715088129043579, + 0.08818095177412033, + 0.05790106952190399, + 0.10160153359174728, + 0.06409977376461029, + 0.07256277650594711, + 0.07666979730129242, + 0.054826296865940094, + 0.06244348734617233, + 0.06817369163036346, + 0.08452975004911423, + 0.04655420780181885, + 0.10066910833120346, + 0.060909830033779144, + 0.06561968475580215, + 0.057907234877347946, + 0.0648990273475647, + 0.06559283286333084, + 0.05002928525209427, + 0.0674375370144844, + 0.061249036341905594, + 0.07455016672611237, + 0.05598131939768791, + 0.06622612476348877, + 0.07605484127998352, + 0.05546135455369949, + 0.06712831556797028, + 0.06765151023864746, + 0.061972107738256454, + 0.07032469660043716, + 0.06338812410831451, + 0.07420895248651505, + 0.0727803036570549, + 0.0689079612493515, + 0.08143617957830429, + 0.07475729286670685, + 0.07771146297454834, + 0.0807262733578682, + 0.07466446608304977, + 0.08282274752855301, + 0.07464516907930374, + 0.07169142365455627, + 0.07816226035356522, + 0.07387734204530716, + 0.07481706142425537, + 0.07989316433668137, + 0.07333817332983017, + 0.0795072466135025, + 0.07782670110464096, + 0.07436338067054749, + 0.08134360611438751, + 0.07540920376777649, + 0.07698261737823486, + 0.0789143443107605, + 0.07590901851654053, + 0.0810367688536644, + 0.07807218283414841, + 0.07481616735458374, + 0.0793713927268982, + 0.07476254552602768, + 0.07607170939445496, + 0.07924406975507736, + 0.07353135198354721, + 0.07799628376960754, + 0.076716847717762, + 0.07542578130960464, + 0.07972463220357895, + 0.0741831511259079, + 0.07664717733860016, + 0.0755501538515091, + 0.07498300075531006, + 0.07844091951847076, + 0.07392465323209763, + 0.07630109786987305, + 0.07549698650836945, + 0.07407153397798538, + 0.07680924236774445, + 0.07321382313966751, + 0.07437234371900558, + 0.07377327978610992, + 0.07359518855810165, + 0.07476513832807541, + 0.07286085933446884, + 0.07386958599090576, + 0.07278510183095932, + 0.07309570908546448, + 0.07320892065763474, + 0.07248430699110031, + 0.07298212498426437, + 0.07238015532493591, + 0.07300197333097458, + 0.07279986888170242, + 0.0728028193116188, + 0.07290536910295486, + 0.07281801104545593, + 0.07310181856155396, + 0.07317625731229782, + 0.07330421358346939, + 0.07356105744838715, + 0.07370833307504654, + 0.07400409132242203, + 0.07399053126573563, + 0.07418448477983475, + 0.07438162714242935, + 0.07473568618297577, + 0.07500158995389938, + 0.07514598965644836, + 0.07533856481313705, + 0.07550375163555145, + 0.07576654106378555, + 0.0759568065404892, + 0.07623017579317093, + 0.0764547735452652, + 0.07663887739181519, + 0.07682541012763977, + 0.07700479030609131, + 0.07724055647850037, + 0.07739630341529846, + 0.07757385820150375, + 0.07771138846874237, + 0.07792378962039948, + 0.07808876782655716, + 0.07829367369413376, + 0.07845897972583771, + 0.07863199710845947, + 0.0787820965051651, + 0.07896022498607635, + 0.07913433015346527, + 0.07929732650518417, + 0.07944682240486145, + 0.07960760593414307, + 0.0797756165266037, + 0.07996322214603424, + 0.08015352487564087, + 0.08033785223960876, + 0.08050888031721115, + 0.08067726343870163, + 0.08085254579782486, + 0.08102409541606903, + 0.08118825405836105, + 0.08135084062814713, + 0.08152300864458084, + 0.08170820027589798, + 0.08189962059259415, + 0.08207162469625473, + 0.08222981542348862, + 0.08239062130451202, + 0.08255768567323685, + 0.08272306621074677, + 0.08287455141544342, + 0.0830283910036087, + 0.08319081366062164, + 0.08336582779884338, + 0.08353972434997559, + 0.0836765393614769, + 0.08381855487823486, + 0.08398516476154327, + 0.08414240926504135, + 0.08428412675857544, + 0.08442343771457672, + 0.08456338196992874, + 0.0846991166472435, + 0.08486489206552505, + 0.0850261002779007, + 0.08515828102827072, + 0.08527068048715591, + 0.08538524061441422, + 0.08552666753530502, + 0.08565535396337509, + 0.08576308935880661, + 0.08586840331554413, + 0.08598379790782928, + 0.08612638711929321 + ], + "train_accuracy": [ + 0.13571429252624512, + 0.15000000596046448, + 0.26428571343421936, + 0.4928571283817291, + 0.6142857074737549, + 0.6499999761581421, + 0.5714285969734192, + 0.48571428656578064, + 0.5214285850524902, + 0.5428571701049805, + 0.6000000238418579, + 0.6785714030265808, + 0.8714285492897034, + 0.8571428656578064, + 0.8999999761581421, + 0.9214285612106323, + 0.9142857193946838, + 0.9357143044471741, + 0.9214285612106323, + 0.9285714030265808, + 0.949999988079071, + 0.9571428298950195, + 0.9714285731315613, + 0.9642857313156128, + 0.949999988079071, + 0.9714285731315613, + 0.9857142567634583, + 0.9785714149475098, + 0.9642857313156128, + 0.9714285731315613, + 0.9642857313156128, + 0.9857142567634583, + 0.9714285731315613, + 0.9785714149475098, + 0.9857142567634583, + 0.9785714149475098, + 0.9714285731315613, + 0.9785714149475098, + 0.9928571581840515, + 0.9571428298950195, + 0.9785714149475098, + 0.9714285731315613, + 0.9928571581840515, + 0.9785714149475098, + 0.9785714149475098, + 1.0, + 0.9857142567634583, + 0.9857142567634583, + 0.9785714149475098, + 1.0, + 0.9857142567634583, + 0.9857142567634583, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9928571581840515, + 1.0, + 0.9785714149475098, + 0.9928571581840515, + 1.0, + 0.9928571581840515, + 1.0, + 0.9928571581840515, + 0.9857142567634583, + 0.9928571581840515, + 0.9928571581840515, + 0.9928571581840515, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9928571581840515, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9928571581840515, + 0.9857142567634583, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9928571581840515, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9928571581840515, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "validation_accuracy": [ + 0.12399999797344208, + null, + null, + null, + null, + 0.4059999883174896, + null, + null, + null, + null, + 0.46399998664855957, + null, + null, + null, + null, + 0.7860000133514404, + null, + null, + null, + null, + 0.7799999713897705, + null, + null, + null, + null, + 0.7799999713897705, + null, + null, + null, + null, + 0.7680000066757202, + null, + null, + null, + null, + 0.7720000147819519, + null, + null, + null, + null, + 0.7559999823570251, + null, + null, + null, + null, + 0.7419999837875366, + null, + null, + null, + null, + 0.7760000228881836, + null, + null, + null, + null, + 0.7519999742507935, + null, + null, + null, + null, + 0.7699999809265137, + null, + null, + null, + null, + 0.7940000295639038, + null, + null, + null, + null, + 0.7820000052452087, + null, + null, + null, + null, + 0.7940000295639038, + null, + null, + null, + null, + 0.800000011920929, + null, + null, + null, + null, + 0.7940000295639038, + null, + null, + null, + null, + 0.7979999780654907, + null, + null, + null, + null, + 0.8059999942779541, + null, + null, + null, + null, + 0.8019999861717224, + null, + null, + null, + null, + 0.8100000023841858, + null, + null, + null, + null, + 0.8100000023841858, + null, + null, + null, + null, + 0.8080000281333923, + null, + null, + null, + null, + 0.8040000200271606, + null, + null, + null, + null, + 0.8040000200271606, + null, + null, + null, + null, + 0.7979999780654907, + null, + null, + null, + null, + 0.7960000038146973, + null, + null, + null, + null, + 0.800000011920929, + null, + null, + null, + null, + 0.800000011920929, + null, + null, + null, + null, + 0.8019999861717224, + null, + null, + null, + null, + 0.8019999861717224, + null, + null, + null, + null, + 0.8019999861717224, + null, + null, + null, + null, + 0.7979999780654907, + null, + null, + null, + null, + 0.800000011920929, + null, + null, + null, + null, + 0.800000011920929, + null, + null, + null, + null, + 0.800000011920929, + null, + null, + null, + null, + 0.800000011920929, + null, + null, + null, + null, + 0.800000011920929, + null, + null, + null, + null, + 0.800000011920929, + null, + null, + null, + 0.8019999861717224 + ], + "test_accuracy": [ + 0.1340000033378601, + null, + null, + null, + null, + 0.4090000092983246, + null, + null, + null, + null, + 0.48899999260902405, + null, + null, + null, + null, + 0.7739999890327454, + null, + null, + null, + null, + 0.7850000262260437, + null, + null, + null, + null, + 0.777999997138977, + null, + null, + null, + null, + 0.7649999856948853, + null, + null, + null, + null, + 0.7879999876022339, + null, + null, + null, + null, + 0.777999997138977, + null, + null, + null, + null, + 0.7639999985694885, + null, + null, + null, + null, + 0.7979999780654907, + null, + null, + null, + null, + 0.7770000100135803, + null, + null, + null, + null, + 0.7950000166893005, + null, + null, + null, + null, + 0.7929999828338623, + null, + null, + null, + null, + 0.7900000214576721, + null, + null, + null, + null, + 0.7950000166893005, + null, + null, + null, + null, + 0.7979999780654907, + null, + null, + null, + null, + 0.7910000085830688, + null, + null, + null, + null, + 0.7990000247955322, + null, + null, + null, + null, + 0.7960000038146973, + null, + null, + null, + null, + 0.7940000295639038, + null, + null, + null, + null, + 0.7940000295639038, + null, + null, + null, + null, + 0.7929999828338623, + null, + null, + null, + null, + 0.7950000166893005, + null, + null, + null, + null, + 0.796999990940094, + null, + null, + null, + null, + 0.7940000295639038, + null, + null, + null, + null, + 0.7910000085830688, + null, + null, + null, + null, + 0.7929999828338623, + null, + null, + null, + null, + 0.7950000166893005, + null, + null, + null, + null, + 0.796999990940094, + null, + null, + null, + null, + 0.796999990940094, + null, + null, + null, + null, + 0.7990000247955322, + null, + null, + null, + null, + 0.800000011920929, + null, + null, + null, + null, + 0.7979999780654907, + null, + null, + null, + null, + 0.800000011920929, + null, + null, + null, + null, + 0.8029999732971191, + null, + null, + null, + null, + 0.8019999861717224, + null, + null, + null, + null, + 0.8040000200271606, + null, + null, + null, + null, + 0.8050000071525574, + null, + null, + null, + null, + 0.8050000071525574, + null, + null, + null, + 0.8050000071525574 + ] + } + } + ], + "gradient_diagnostics": [ + { + "seed": 0, + "training_result": { + "best_validation_accuracy": 0.3160000145435333, + "test_accuracy_at_validation_peak": 0.34299999475479126, + "best_epoch": 65, + "final_train_loss": 1.9459097385406494, + "final_train_accuracy": 0.1428571492433548 + }, + "all_weight_gradients_exact_zero": true, + "weight_gradient_frobenius": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "preactivation_error_frobenius": [ + 0.0, + 0.0, + 2.595283210852959e-20, + 1.0592342220039588e-17, + 4.019294578015481e-15, + 1.6807222931111698e-12, + 6.419248466116301e-10, + 2.810125181440526e-07, + 0.00012559315655380487, + 0.07824604213237762 + ], + "output_adjacent_error_frobenius": 0.00012559315655380487, + "standardized_penultimate_probe_accuracy": 0.514, + "diagnostic_loss": 1.9459097385406494 + }, + { + "seed": 1, + "training_result": { + "best_validation_accuracy": 0.32600000500679016, + "test_accuracy_at_validation_peak": 0.289000004529953, + "best_epoch": 10, + "final_train_loss": 1.9459097385406494, + "final_train_accuracy": 0.1428571492433548 + }, + "all_weight_gradients_exact_zero": true, + "weight_gradient_frobenius": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "preactivation_error_frobenius": [ + 0.0, + 0.0, + 3.367761173963376e-20, + 1.3237871786956696e-17, + 5.172728564928342e-15, + 2.3537578136556547e-12, + 9.602483252990623e-10, + 3.7496701565942203e-07, + 0.00016006706573534757, + 0.07824604213237762 + ], + "output_adjacent_error_frobenius": 0.00016006706573534757, + "standardized_penultimate_probe_accuracy": 0.578, + "diagnostic_loss": 1.9459097385406494 + }, + { + "seed": 2, + "training_result": { + "best_validation_accuracy": 0.3160000145435333, + "test_accuracy_at_validation_peak": 0.3190000057220459, + "best_epoch": 80, + "final_train_loss": 1.9459097385406494, + "final_train_accuracy": 0.13571429252624512 + }, + "all_weight_gradients_exact_zero": true, + "weight_gradient_frobenius": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "preactivation_error_frobenius": [ + 0.0, + 0.0, + 3.2805721368737387e-20, + 1.4039903627346274e-17, + 5.446252020739227e-15, + 2.1669773180715834e-12, + 8.829898479056908e-10, + 3.4699377238212037e-07, + 0.00014812999870628119, + 0.07824604213237762 + ], + "output_adjacent_error_frobenius": 0.00014812999870628119, + "standardized_penultimate_probe_accuracy": 0.536, + "diagnostic_loss": 1.9459097385406494 + } + ] +}
\ No newline at end of file |
