From 4d0186956cc3d1adda1d7937d9efdde2507fdf6d Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Tue, 21 Jul 2026 08:53:51 -0500 Subject: results: record audited scaling and baseline runs --- results/nuis_ctrl_v1_rho0p05_raw_s4.json | 1 + 1 file changed, 1 insertion(+) create mode 100644 results/nuis_ctrl_v1_rho0p05_raw_s4.json (limited to 'results/nuis_ctrl_v1_rho0p05_raw_s4.json') diff --git a/results/nuis_ctrl_v1_rho0p05_raw_s4.json b/results/nuis_ctrl_v1_rho0p05_raw_s4.json new file mode 100644 index 0000000..a138ad4 --- /dev/null +++ b/results/nuis_ctrl_v1_rho0p05_raw_s4.json @@ -0,0 +1 @@ +{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 15, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 0, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.05, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 4, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "nuis_ctrl_v1_rho0p05_raw_s4", "n_in": 784}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4633917808532715, "cos_r_negg": [-0.01276855356991291, 0.027974901720881462, 0.007863546721637249], "cos_innovation_negg": [-0.012265687808394432, 0.028612103313207626, 0.008681844919919968], "cos_apical_negg": [-0.01276855356991291, 0.027974901720881462, 0.007863546721637249], "cos_Ac_negg": [-0.012265857309103012, 0.028612008318305016, 0.008681772276759148], "r_norm": [4.9412102699279785, 4.886099338531494, 4.965764999389648], "ldr": {"dL_sdil": -0.002613544464111328, "dL_bp": -0.2646901607513428, "ratio": 0.00987397664005563}}, {"step": 100, "epoch": 0, "train_loss": 0.26013994216918945, "cos_r_negg": [0.24850524961948395, 0.25191164016723633, 0.272588849067688], "cos_innovation_negg": [0.5308746099472046, 0.47673410177230835, 0.37461376190185547], "cos_apical_negg": [0.24850524961948395, 0.25191164016723633, 0.272588849067688], "cos_Ac_negg": [0.5308569073677063, 0.4768475890159607, 0.37450483441352844], "r_norm": [1.5276544094085693, 1.5313708782196045, 1.545727014541626]}, {"step": 200, "epoch": 0, "train_loss": 0.29375600814819336, "cos_r_negg": [0.2392352819442749, 0.2733278274536133, 0.27691513299942017], "cos_innovation_negg": [0.5437605381011963, 0.5081994533538818, 0.4157235026359558], "cos_apical_negg": [0.2392352819442749, 0.2733278274536133, 0.27691513299942017], "cos_Ac_negg": [0.5438199639320374, 0.5080227851867676, 0.4157814383506775], "r_norm": [1.418898344039917, 1.4281047582626343, 1.4369816780090332]}, {"step": 300, "epoch": 0, "train_loss": 0.2932523488998413, "cos_r_negg": [0.23650336265563965, 0.27414965629577637, 0.3194761872291565], "cos_innovation_negg": [0.5758167505264282, 0.5769020318984985, 0.4987916648387909], "cos_apical_negg": [0.23650336265563965, 0.27414965629577637, 0.3194761872291565], "cos_Ac_negg": [0.5758305788040161, 0.5769277811050415, 0.49880701303482056], "r_norm": [1.3357043266296387, 1.345266342163086, 1.3534455299377441]}, {"step": 400, "epoch": 0, "train_loss": 0.1698438823223114, "cos_r_negg": [0.16553497314453125, 0.22581245005130768, 0.3293743133544922], "cos_innovation_negg": [0.5541159510612488, 0.5609233379364014, 0.5268353819847107], "cos_apical_negg": [0.16553497314453125, 0.22581245005130768, 0.3293743133544922], "cos_Ac_negg": [0.5540916919708252, 0.5609796643257141, 0.526884138584137], "r_norm": [1.2621896266937256, 1.2686779499053955, 1.2758424282073975]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9405, "test_loss": 0.21326016387939453}, {"step": 500, "epoch": 1, "train_loss": 0.15398839116096497, "cos_r_negg": [0.1688903570175171, 0.22117003798484802, 0.2884068489074707], "cos_innovation_negg": [0.5467410087585449, 0.5154349207878113, 0.4775344133377075], "cos_apical_negg": [0.1688903570175171, 0.22117003798484802, 0.2884068489074707], "cos_Ac_negg": [0.5467312335968018, 0.5154768228530884, 0.4773128926753998], "r_norm": [1.2117657661437988, 1.2178266048431396, 1.229022741317749], "ldr": {"dL_sdil": -0.010761469602584839, "dL_bp": -0.008880361914634705, "ratio": 1.2118278180588673}}, {"step": 600, "epoch": 1, "train_loss": 0.09925056993961334, "cos_r_negg": [0.16322532296180725, 0.19497591257095337, 0.32837289571762085], "cos_innovation_negg": [0.5066546201705933, 0.489335298538208, 0.49765563011169434], "cos_apical_negg": [0.16322532296180725, 0.19497591257095337, 0.32837289571762085], "cos_Ac_negg": [0.5065829753875732, 0.4891866445541382, 0.497527152299881], "r_norm": [1.1727622747421265, 1.1827952861785889, 1.1884406805038452]}, {"step": 700, "epoch": 1, "train_loss": 0.15494240820407867, "cos_r_negg": [0.1633482575416565, 0.20705632865428925, 0.35798266530036926], "cos_innovation_negg": [0.521158754825592, 0.5058408975601196, 0.5488661527633667], "cos_apical_negg": [0.1633482575416565, 0.20705632865428925, 0.35798266530036926], "cos_Ac_negg": [0.5211193561553955, 0.5058815479278564, 0.5487911701202393], "r_norm": [1.1890515089035034, 1.1969449520111084, 1.202889084815979]}, {"step": 800, "epoch": 1, "train_loss": 0.13286997377872467, "cos_r_negg": [0.13530421257019043, 0.20170271396636963, 0.340335488319397], "cos_innovation_negg": [0.546042263507843, 0.5575150847434998, 0.5765976905822754], "cos_apical_negg": [0.13530421257019043, 0.20170271396636963, 0.340335488319397], "cos_Ac_negg": [0.546067476272583, 0.5574982166290283, 0.5764522552490234], "r_norm": [1.1382240056991577, 1.142512321472168, 1.1514114141464233]}, {"step": 900, "epoch": 1, "train_loss": 0.24774156510829926, "cos_r_negg": [0.1709466427564621, 0.2295072227716446, 0.38772282004356384], "cos_innovation_negg": [0.5662651062011719, 0.5407345294952393, 0.5741195678710938], "cos_apical_negg": [0.1709466427564621, 0.2295072227716446, 0.38772282004356384], "cos_Ac_negg": [0.5662455558776855, 0.5406302213668823, 0.573854923248291], "r_norm": [1.129356861114502, 1.131345272064209, 1.1407878398895264]}, {"epoch_end": 1, "step": 938, "test_acc": 0.944, "test_loss": 0.210464591217041}, {"step": 1000, "epoch": 2, "train_loss": 0.05530806630849838, "cos_r_negg": [0.1402783989906311, 0.20164531469345093, 0.38454777002334595], "cos_innovation_negg": [0.5203700065612793, 0.5064951777458191, 0.5947195887565613], "cos_apical_negg": [0.1402783989906311, 0.20164531469345093, 0.38454777002334595], "cos_Ac_negg": [0.5202797055244446, 0.5063457489013672, 0.5945744514465332], "r_norm": [1.1265949010849, 1.1327511072158813, 1.1379094123840332], "ldr": {"dL_sdil": -0.00884103775024414, "dL_bp": -0.008573353290557861, "ratio": 1.0312228425231338}}, {"step": 1100, "epoch": 2, "train_loss": 0.18691973388195038, "cos_r_negg": [0.13471540808677673, 0.17767074704170227, 0.39217913150787354], "cos_innovation_negg": [0.5172616839408875, 0.47908714413642883, 0.6195251941680908], "cos_apical_negg": [0.13471540808677673, 0.17767074704170227, 0.39217913150787354], "cos_Ac_negg": [0.5172070264816284, 0.4790244996547699, 0.6194561123847961], "r_norm": [1.1021387577056885, 1.1059601306915283, 1.1143887042999268]}, {"step": 1200, "epoch": 2, "train_loss": 0.2067277580499649, "cos_r_negg": [0.113346166908741, 0.1947312355041504, 0.389112651348114], "cos_innovation_negg": [0.521289050579071, 0.5408700108528137, 0.6286255717277527], "cos_apical_negg": [0.113346166908741, 0.1947312355041504, 0.389112651348114], "cos_Ac_negg": [0.5212043523788452, 0.5406849384307861, 0.6283817887306213], "r_norm": [1.0992424488067627, 1.1022663116455078, 1.1104168891906738]}, {"step": 1300, "epoch": 2, "train_loss": 0.1622488796710968, "cos_r_negg": [0.1405969262123108, 0.19370582699775696, 0.392331600189209], "cos_innovation_negg": [0.46598413586616516, 0.4714345932006836, 0.5880535840988159], "cos_apical_negg": [0.1405969262123108, 0.19370582699775696, 0.392331600189209], "cos_Ac_negg": [0.46584635972976685, 0.471155047416687, 0.5878466963768005], "r_norm": [1.1388928890228271, 1.1448814868927002, 1.1534709930419922]}, {"step": 1400, "epoch": 2, "train_loss": 0.16302144527435303, "cos_r_negg": [0.12247227132320404, 0.2063058316707611, 0.37510859966278076], "cos_innovation_negg": [0.49395352602005005, 0.5141550898551941, 0.6139331459999084], "cos_apical_negg": [0.12247227132320404, 0.2063058316707611, 0.37510859966278076], "cos_Ac_negg": [0.4937470555305481, 0.5138537883758545, 0.6137375831604004], "r_norm": [1.0973784923553467, 1.1018210649490356, 1.105970859527588]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9578, "test_loss": 0.15663828811645508}, {"step": 1500, "epoch": 3, "train_loss": 0.0855225920677185, "cos_r_negg": [0.12679940462112427, 0.187379851937294, 0.41415488719940186], "cos_innovation_negg": [0.46263599395751953, 0.4583713412284851, 0.612302303314209], "cos_apical_negg": [0.12679940462112427, 0.187379851937294, 0.41415488719940186], "cos_Ac_negg": [0.4625742435455322, 0.4581865668296814, 0.6120743155479431], "r_norm": [1.0643413066864014, 1.069561243057251, 1.0730834007263184], "ldr": {"dL_sdil": -0.004560746252536774, "dL_bp": -0.004647597670555115, "ratio": 0.9813126212347104}}, {"step": 1600, "epoch": 3, "train_loss": 0.11481274664402008, "cos_r_negg": [0.10856539756059647, 0.1522957980632782, 0.43272650241851807], "cos_innovation_negg": [0.4990244507789612, 0.5282912254333496, 0.6558042168617249], "cos_apical_negg": [0.10856539756059647, 0.1522957980632782, 0.43272650241851807], "cos_Ac_negg": [0.49895843863487244, 0.5281450748443604, 0.6539133787155151], "r_norm": [1.0802571773529053, 1.0838298797607422, 1.089996576309204]}, {"step": 1700, "epoch": 3, "train_loss": 0.09685763716697693, "cos_r_negg": [0.14557063579559326, 0.18873047828674316, 0.4243680536746979], "cos_innovation_negg": [0.49350735545158386, 0.5314773321151733, 0.6354253888130188], "cos_apical_negg": [0.14557063579559326, 0.18873047828674316, 0.4243680536746979], "cos_Ac_negg": [0.4933376908302307, 0.5312278270721436, 0.6353346705436707], "r_norm": [1.0909192562103271, 1.0945215225219727, 1.1035640239715576]}, {"step": 1800, "epoch": 3, "train_loss": 0.06086686998605728, "cos_r_negg": [0.10004259645938873, 0.20091745257377625, 0.4032532572746277], "cos_innovation_negg": [0.4952639639377594, 0.5358074903488159, 0.6659960746765137], "cos_apical_negg": [0.10004259645938873, 0.20091745257377625, 0.4032532572746277], "cos_Ac_negg": [0.4951687753200531, 0.5353055596351624, 0.6658689975738525], "r_norm": [1.0584827661514282, 1.0594239234924316, 1.0661325454711914]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9557, "test_loss": 0.17649168395996093}, {"step": 1900, "epoch": 4, "train_loss": 0.07546502351760864, "cos_r_negg": [0.10957294702529907, 0.20830683410167694, 0.39079493284225464], "cos_innovation_negg": [0.5019330382347107, 0.5308883786201477, 0.6334292888641357], "cos_apical_negg": [0.10957294702529907, 0.20830683410167694, 0.39079493284225464], "cos_Ac_negg": [0.5017940402030945, 0.5305935144424438, 0.6332826614379883], "r_norm": [1.082535982131958, 1.0822274684906006, 1.0914366245269775]}, {"step": 2000, "epoch": 4, "train_loss": 0.12586073577404022, "cos_r_negg": [0.08955678343772888, 0.18430209159851074, 0.3933820128440857], "cos_innovation_negg": [0.49093759059906006, 0.5192382335662842, 0.6256149411201477], "cos_apical_negg": [0.08955678343772888, 0.18430209159851074, 0.3933820128440857], "cos_Ac_negg": [0.4909134805202484, 0.5187180042266846, 0.6252263188362122], "r_norm": [1.0552659034729004, 1.0591601133346558, 1.0642681121826172], "ldr": {"dL_sdil": -0.006847351789474487, "dL_bp": -0.007140249013900757, "ratio": 0.9589794104020669}}, {"step": 2100, "epoch": 4, "train_loss": 0.035429831594228745, "cos_r_negg": [0.119143545627594, 0.1786750853061676, 0.4113121032714844], "cos_innovation_negg": [0.5101559162139893, 0.5627262592315674, 0.6266975402832031], "cos_apical_negg": [0.119143545627594, 0.1786750853061676, 0.4113121032714844], "cos_Ac_negg": [0.5101614594459534, 0.5625768899917603, 0.6265712976455688], "r_norm": [1.059920072555542, 1.0629360675811768, 1.0702342987060547]}, {"step": 2200, "epoch": 4, "train_loss": 0.033365048468112946, "cos_r_negg": [0.08176523447036743, 0.16746781766414642, 0.36795932054519653], "cos_innovation_negg": [0.4932630956172943, 0.5718141794204712, 0.6306283473968506], "cos_apical_negg": [0.08176523447036743, 0.16746781766414642, 0.36795932054519653], "cos_Ac_negg": [0.4932239055633545, 0.571699321269989, 0.6305181384086609], "r_norm": [1.0574030876159668, 1.0599828958511353, 1.064523696899414]}, {"step": 2300, "epoch": 4, "train_loss": 0.25615012645721436, "cos_r_negg": [0.08106667548418045, 0.1829918473958969, 0.4243144690990448], "cos_innovation_negg": [0.48078063130378723, 0.5395497679710388, 0.6645500659942627], "cos_apical_negg": [0.08106667548418045, 0.1829918473958969, 0.4243144690990448], "cos_Ac_negg": [0.48067957162857056, 0.5393576622009277, 0.6646496057510376], "r_norm": [1.0397179126739502, 1.042352557182312, 1.0465013980865479]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9616, "test_loss": 0.15654121017456055}, {"step": 2400, "epoch": 5, "train_loss": 0.14259488880634308, "cos_r_negg": [0.0766877606511116, 0.1229669600725174, 0.35789403319358826], "cos_innovation_negg": [0.4500814974308014, 0.4828101098537445, 0.6296756267547607], "cos_apical_negg": [0.0766877606511116, 0.1229669600725174, 0.35789403319358826], "cos_Ac_negg": [0.45002585649490356, 0.4827505946159363, 0.629584550857544], "r_norm": [1.0328072309494019, 1.035341739654541, 1.038388729095459]}, {"step": 2500, "epoch": 5, "train_loss": 0.045146387070417404, "cos_r_negg": [0.0641186460852623, 0.14930087327957153, 0.3463379144668579], "cos_innovation_negg": [0.45168396830558777, 0.5197337865829468, 0.6641145944595337], "cos_apical_negg": [0.0641186460852623, 0.14930087327957153, 0.3463379144668579], "cos_Ac_negg": [0.45177531242370605, 0.5193834900856018, 0.6637856364250183], "r_norm": [1.0509676933288574, 1.0534470081329346, 1.05649733543396], "ldr": {"dL_sdil": -0.0070339590311050415, "dL_bp": -0.007535845041275024, "ratio": 0.9334001684720064}}, {"step": 2600, "epoch": 5, "train_loss": 0.10692869126796722, "cos_r_negg": [0.08029148727655411, 0.15471167862415314, 0.3597244620323181], "cos_innovation_negg": [0.4552716016769409, 0.5071496963500977, 0.6587305068969727], "cos_apical_negg": [0.08029148727655411, 0.15471167862415314, 0.3597244620323181], "cos_Ac_negg": [0.45515599846839905, 0.506893515586853, 0.6586518287658691], "r_norm": [1.0370371341705322, 1.0405818223953247, 1.042618989944458]}, {"step": 2700, "epoch": 5, "train_loss": 0.057580314576625824, "cos_r_negg": [0.11116532981395721, 0.17247194051742554, 0.3980430066585541], "cos_innovation_negg": [0.4248823821544647, 0.4200972020626068, 0.6716198921203613], "cos_apical_negg": [0.11116532981395721, 0.17247194051742554, 0.3980430066585541], "cos_Ac_negg": [0.4248430132865906, 0.4199381470680237, 0.6715167164802551], "r_norm": [1.0334545373916626, 1.0371612310409546, 1.0430705547332764]}, {"step": 2800, "epoch": 5, "train_loss": 0.14944960176944733, "cos_r_negg": [0.09190257638692856, 0.17375566065311432, 0.3027140200138092], "cos_innovation_negg": [0.47083961963653564, 0.4981519281864166, 0.6407217979431152], "cos_apical_negg": [0.09190257638692856, 0.17375566065311432, 0.3027140200138092], "cos_Ac_negg": [0.4708113670349121, 0.49773240089416504, 0.6406062245368958], "r_norm": [1.0166034698486328, 1.0176409482955933, 1.0220248699188232]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9605, "test_loss": 0.15841765823364257}, {"step": 2900, "epoch": 6, "train_loss": 0.07720599323511124, "cos_r_negg": [0.10671725869178772, 0.17564380168914795, 0.3285195827484131], "cos_innovation_negg": [0.470671683549881, 0.5171830654144287, 0.655055582523346], "cos_apical_negg": [0.10671725869178772, 0.17564380168914795, 0.3285195827484131], "cos_Ac_negg": [0.47066807746887207, 0.5167785882949829, 0.6550564765930176], "r_norm": [1.0551540851593018, 1.0575717687606812, 1.0610696077346802]}, {"step": 3000, "epoch": 6, "train_loss": 0.2923441231250763, "cos_r_negg": [0.090237095952034, 0.11580106616020203, 0.3385462164878845], "cos_innovation_negg": [0.436171293258667, 0.4663727581501007, 0.6474610567092896], "cos_apical_negg": [0.090237095952034, 0.11580106616020203, 0.3385462164878845], "cos_Ac_negg": [0.43597984313964844, 0.46631571650505066, 0.6472241878509521], "r_norm": [1.0401558876037598, 1.0426424741744995, 1.04593825340271], "ldr": {"dL_sdil": -0.007276475429534912, "dL_bp": -0.008799374103546143, "ratio": 0.8269310230374791}}, {"step": 3100, "epoch": 6, "train_loss": 0.13063712418079376, "cos_r_negg": [0.09154856950044632, 0.15246111154556274, 0.36129021644592285], "cos_innovation_negg": [0.4175061285495758, 0.4531165659427643, 0.7083004713058472], "cos_apical_negg": [0.09154856950044632, 0.15246111154556274, 0.36129021644592285], "cos_Ac_negg": [0.41741645336151123, 0.45313185453414917, 0.708194375038147], "r_norm": [1.053849458694458, 1.0565844774246216, 1.060617446899414]}, {"step": 3200, "epoch": 6, "train_loss": 0.09819801151752472, "cos_r_negg": [0.07863219082355499, 0.14805670082569122, 0.35639455914497375], "cos_innovation_negg": [0.4197821021080017, 0.4336961507797241, 0.6829315423965454], "cos_apical_negg": [0.07863219082355499, 0.14805670082569122, 0.35639455914497375], "cos_Ac_negg": [0.4195158779621124, 0.4333699643611908, 0.6826649904251099], "r_norm": [1.0234484672546387, 1.0238585472106934, 1.0276715755462646]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9607, "test_loss": 0.16267271842956543}, {"step": 3300, "epoch": 7, "train_loss": 0.028529947623610497, "cos_r_negg": [0.08966170251369476, 0.12818852066993713, 0.34817975759506226], "cos_innovation_negg": [0.441426545381546, 0.4613744616508484, 0.6785696744918823], "cos_apical_negg": [0.08966170251369476, 0.12818852066993713, 0.34817975759506226], "cos_Ac_negg": [0.4409579634666443, 0.4609857499599457, 0.6791725754737854], "r_norm": [1.0220474004745483, 1.0210413932800293, 1.025068759918213]}, {"step": 3400, "epoch": 7, "train_loss": 0.1324930042028427, "cos_r_negg": [0.07912766933441162, 0.131761372089386, 0.3849921226501465], "cos_innovation_negg": [0.4406862258911133, 0.4612444043159485, 0.6928120851516724], "cos_apical_negg": [0.07912766933441162, 0.131761372089386, 0.3849921226501465], "cos_Ac_negg": [0.4403899908065796, 0.46111372113227844, 0.6927999258041382], "r_norm": [1.0272427797317505, 1.0293800830841064, 1.0310218334197998]}, {"step": 3500, "epoch": 7, "train_loss": 0.05119926109910011, "cos_r_negg": [0.07785937935113907, 0.13771826028823853, 0.31989145278930664], "cos_innovation_negg": [0.39601752161979675, 0.4081972539424896, 0.6666200160980225], "cos_apical_negg": [0.07785937935113907, 0.13771826028823853, 0.31989145278930664], "cos_Ac_negg": [0.3957563042640686, 0.4080226421356201, 0.6665476560592651], "r_norm": [1.0206598043441772, 1.022580623626709, 1.0244653224945068], "ldr": {"dL_sdil": -0.0055401623249053955, "dL_bp": -0.006562232971191406, "ratio": 0.844249564016858}}, {"step": 3600, "epoch": 7, "train_loss": 0.009449993260204792, "cos_r_negg": [0.09007138013839722, 0.09390336275100708, 0.364920049905777], "cos_innovation_negg": [0.4198237955570221, 0.42908626794815063, 0.6880031228065491], "cos_apical_negg": [0.09007138013839722, 0.09390336275100708, 0.364920049905777], "cos_Ac_negg": [0.41977348923683167, 0.4300592541694641, 0.6880263686180115], "r_norm": [0.99738609790802, 0.9973214864730835, 1.0014511346817017]}, {"step": 3700, "epoch": 7, "train_loss": 0.047529637813568115, "cos_r_negg": [0.060060493648052216, 0.07941828668117523, 0.26429396867752075], "cos_innovation_negg": [0.43672502040863037, 0.4856759309768677, 0.7090200185775757], "cos_apical_negg": [0.060060493648052216, 0.07941828668117523, 0.26429396867752075], "cos_Ac_negg": [0.43659698963165283, 0.4856643080711365, 0.7091152667999268], "r_norm": [1.0114314556121826, 1.0112817287445068, 1.013547658920288]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9619, "test_loss": 0.1646844841003418}, {"step": 3800, "epoch": 8, "train_loss": 0.028165673837065697, "cos_r_negg": [0.04935648664832115, 0.07586020231246948, 0.29833394289016724], "cos_innovation_negg": [0.39825111627578735, 0.44790321588516235, 0.6613509654998779], "cos_apical_negg": [0.04935648664832115, 0.07586020231246948, 0.29833394289016724], "cos_Ac_negg": [0.39816486835479736, 0.4477677643299103, 0.6615231037139893], "r_norm": [1.0284254550933838, 1.0292689800262451, 1.0327450037002563]}, {"step": 3900, "epoch": 8, "train_loss": 0.1413274109363556, "cos_r_negg": [0.057543277740478516, 0.1653311848640442, 0.3022421598434448], "cos_innovation_negg": [0.3702201247215271, 0.364401638507843, 0.6903688311576843], "cos_apical_negg": [0.057543277740478516, 0.1653311848640442, 0.3022421598434448], "cos_Ac_negg": [0.36931949853897095, 0.3637664020061493, 0.6898601055145264], "r_norm": [1.0219491720199585, 1.0218803882598877, 1.0267157554626465]}, {"step": 4000, "epoch": 8, "train_loss": 0.037294983863830566, "cos_r_negg": [0.04054345190525055, 0.09202315658330917, 0.3343167304992676], "cos_innovation_negg": [0.3908749520778656, 0.4211050868034363, 0.6868146657943726], "cos_apical_negg": [0.04054345190525055, 0.09202315658330917, 0.3343167304992676], "cos_Ac_negg": [0.3908200263977051, 0.42087793350219727, 0.6864671111106873], "r_norm": [1.0049583911895752, 1.005995273590088, 1.0071860551834106], "ldr": {"dL_sdil": -0.005113609135150909, "dL_bp": -0.006626486778259277, "ratio": 0.7716923471315236}}, {"step": 4100, "epoch": 8, "train_loss": 0.024643462151288986, "cos_r_negg": [0.05470426380634308, 0.13417969644069672, 0.33288973569869995], "cos_innovation_negg": [0.36566293239593506, 0.3673812747001648, 0.7012430429458618], "cos_apical_negg": [0.05470426380634308, 0.13417969644069672, 0.33288973569869995], "cos_Ac_negg": [0.36525222659111023, 0.3670940399169922, 0.701558530330658], "r_norm": [0.9790952205657959, 0.9794970154762268, 0.979072093963623]}, {"step": 4200, "epoch": 8, "train_loss": 0.11996988952159882, "cos_r_negg": [0.0717785581946373, 0.12417430430650711, 0.3153742849826813], "cos_innovation_negg": [0.3397974669933319, 0.3639867603778839, 0.7073224782943726], "cos_apical_negg": [0.0717785581946373, 0.12417430430650711, 0.3153742849826813], "cos_Ac_negg": [0.3396352529525757, 0.3636566400527954, 0.708104133605957], "r_norm": [0.9776666760444641, 0.977496325969696, 0.9800012111663818]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.962, "test_loss": 0.1710110767364502}, {"step": 4300, "epoch": 9, "train_loss": 0.03403007239103317, "cos_r_negg": [0.05581548810005188, 0.13285601139068604, 0.3589896559715271], "cos_innovation_negg": [0.35469383001327515, 0.3764450252056122, 0.7123684883117676], "cos_apical_negg": [0.05581548810005188, 0.13285601139068604, 0.3589896559715271], "cos_Ac_negg": [0.3544830083847046, 0.3760649561882019, 0.7125866413116455], "r_norm": [0.97840416431427, 0.9785627126693726, 0.9797685742378235]}, {"step": 4400, "epoch": 9, "train_loss": 0.03238349407911301, "cos_r_negg": [0.07354895770549774, 0.15934056043624878, 0.36559784412384033], "cos_innovation_negg": [0.40034839510917664, 0.42497092485427856, 0.7239202857017517], "cos_apical_negg": [0.07354895770549774, 0.15934056043624878, 0.36559784412384033], "cos_Ac_negg": [0.40018779039382935, 0.4246886968612671, 0.7229862213134766], "r_norm": [1.008237361907959, 1.0079395771026611, 1.0122385025024414]}, {"step": 4500, "epoch": 9, "train_loss": 0.1467689424753189, "cos_r_negg": [0.06329061836004257, 0.15482372045516968, 0.34820833802223206], "cos_innovation_negg": [0.3648613691329956, 0.3886018991470337, 0.7092785835266113], "cos_apical_negg": [0.06329061836004257, 0.15482372045516968, 0.34820833802223206], "cos_Ac_negg": [0.36520254611968994, 0.38881176710128784, 0.7101279497146606], "r_norm": [1.0042691230773926, 1.0046032667160034, 1.005810260772705], "ldr": {"dL_sdil": -0.005316473543643951, "dL_bp": -0.007558912038803101, "ratio": 0.7033384588089183}}, {"step": 4600, "epoch": 9, "train_loss": 0.012906771153211594, "cos_r_negg": [0.06826816499233246, 0.11718006432056427, 0.3150479793548584], "cos_innovation_negg": [0.3665471374988556, 0.40594732761383057, 0.7223443388938904], "cos_apical_negg": [0.06826816499233246, 0.11718006432056427, 0.3150479793548584], "cos_Ac_negg": [0.36649179458618164, 0.40595564246177673, 0.7226409316062927], "r_norm": [1.0136744976043701, 1.0134626626968384, 1.0152064561843872]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9637, "test_loss": 0.16485629844665528}, {"step": 4700, "epoch": 10, "train_loss": 0.02736743539571762, "cos_r_negg": [0.03550593927502632, 0.11548344790935516, 0.28253379464149475], "cos_innovation_negg": [0.3464192748069763, 0.3614247143268585, 0.693299412727356], "cos_apical_negg": [0.03550593927502632, 0.11548344790935516, 0.28253379464149475], "cos_Ac_negg": [0.3461849093437195, 0.3606976866722107, 0.693226158618927], "r_norm": [1.0213532447814941, 1.020444631576538, 1.0231938362121582]}, {"step": 4800, "epoch": 10, "train_loss": 0.0703713521361351, "cos_r_negg": [0.044721659272909164, 0.07623544335365295, 0.242234468460083], "cos_innovation_negg": [0.35500195622444153, 0.38033363223075867, 0.7140325307846069], "cos_apical_negg": [0.044721659272909164, 0.07623544335365295, 0.242234468460083], "cos_Ac_negg": [0.35475096106529236, 0.3799006938934326, 0.7137417793273926], "r_norm": [0.9935460090637207, 0.9923553466796875, 0.9948216676712036]}, {"step": 4900, "epoch": 10, "train_loss": 0.02629293128848076, "cos_r_negg": [0.06685224920511246, 0.13649609684944153, 0.2876155376434326], "cos_innovation_negg": [0.3617466688156128, 0.4214091897010803, 0.7168684005737305], "cos_apical_negg": [0.06685224920511246, 0.13649609684944153, 0.2876155376434326], "cos_Ac_negg": [0.3615431785583496, 0.4209834933280945, 0.7167174816131592], "r_norm": [1.0347400903701782, 1.0337830781936646, 1.0375102758407593]}, {"step": 5000, "epoch": 10, "train_loss": 0.035900868475437164, "cos_r_negg": [0.025756340473890305, 0.13357065618038177, 0.3234238624572754], "cos_innovation_negg": [0.3522346019744873, 0.40994662046432495, 0.6928673982620239], "cos_apical_negg": [0.025756340473890305, 0.13357065618038177, 0.3234238624572754], "cos_Ac_negg": [0.35224539041519165, 0.40978020429611206, 0.6926594972610474], "r_norm": [1.0103343725204468, 1.0091902017593384, 1.010603904724121], "ldr": {"dL_sdil": -0.005174554884433746, "dL_bp": -0.0073034390807151794, "ratio": 0.7085093511763824}}, {"step": 5100, "epoch": 10, "train_loss": 0.05992225557565689, "cos_r_negg": [0.04124075174331665, 0.10998278856277466, 0.27149146795272827], "cos_innovation_negg": [0.38109320402145386, 0.4332895576953888, 0.708886981010437], "cos_apical_negg": [0.04124075174331665, 0.10998278856277466, 0.27149146795272827], "cos_Ac_negg": [0.38090264797210693, 0.43301063776016235, 0.7095015048980713], "r_norm": [0.9967202544212341, 0.997312605381012, 0.997156023979187]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9631, "test_loss": 0.16887755584716796}, {"step": 5200, "epoch": 11, "train_loss": 0.029580220580101013, "cos_r_negg": [0.027782924473285675, 0.11598636955022812, 0.2720359265804291], "cos_innovation_negg": [0.32047146558761597, 0.35808008909225464, 0.6741222143173218], "cos_apical_negg": [0.027782924473285675, 0.11598636955022812, 0.2720359265804291], "cos_Ac_negg": [0.32039231061935425, 0.35767117142677307, 0.6737675070762634], "r_norm": [1.0095304250717163, 1.0074961185455322, 1.012148380279541]}, {"step": 5300, "epoch": 11, "train_loss": 0.022948311641812325, "cos_r_negg": [0.034091852605342865, 0.06341452896595001, 0.21252983808517456], "cos_innovation_negg": [0.36609888076782227, 0.42277854681015015, 0.7314366102218628], "cos_apical_negg": [0.034091852605342865, 0.06341452896595001, 0.21252983808517456], "cos_Ac_negg": [0.3660215437412262, 0.4229591190814972, 0.7318074107170105], "r_norm": [0.9903703927993774, 0.9895915985107422, 0.9912302494049072]}, {"step": 5400, "epoch": 11, "train_loss": 0.09156230092048645, "cos_r_negg": [0.024518117308616638, 0.07620741426944733, 0.2544670104980469], "cos_innovation_negg": [0.3567865490913391, 0.41314697265625, 0.6894890069961548], "cos_apical_negg": [0.024518117308616638, 0.07620741426944733, 0.2544670104980469], "cos_Ac_negg": [0.35719090700149536, 0.4126911163330078, 0.6897022128105164], "r_norm": [0.9840506315231323, 0.9835418462753296, 0.984965443611145]}, {"step": 5500, "epoch": 11, "train_loss": 0.06469833850860596, "cos_r_negg": [0.028588611632585526, 0.12334965914487839, 0.24590280652046204], "cos_innovation_negg": [0.334442138671875, 0.33600616455078125, 0.7357508540153503], "cos_apical_negg": [0.028588611632585526, 0.12334965914487839, 0.24590280652046204], "cos_Ac_negg": [0.3342592418193817, 0.33551597595214844, 0.7359646558761597], "r_norm": [1.0026648044586182, 1.0012426376342773, 1.0037378072738647], "ldr": {"dL_sdil": -0.005138382315635681, "dL_bp": -0.007787100970745087, "ratio": 0.6598581853426294}}, {"step": 5600, "epoch": 11, "train_loss": 0.01619894802570343, "cos_r_negg": [0.02412668615579605, 0.06913219392299652, 0.25795450806617737], "cos_innovation_negg": [0.3788745403289795, 0.4205939769744873, 0.7200464010238647], "cos_apical_negg": [0.02412668615579605, 0.06913219392299652, 0.25795450806617737], "cos_Ac_negg": [0.377731591463089, 0.42007142305374146, 0.7202447652816772], "r_norm": [1.010632872581482, 1.00955069065094, 1.0115344524383545]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9638, "test_loss": 0.17477376174926756}, {"step": 5700, "epoch": 12, "train_loss": 0.034003935754299164, "cos_r_negg": [0.02326776459813118, 0.09680469334125519, 0.2676955461502075], "cos_innovation_negg": [0.332442969083786, 0.40938708186149597, 0.7143099308013916], "cos_apical_negg": [0.02326776459813118, 0.09680469334125519, 0.2676955461502075], "cos_Ac_negg": [0.33246880769729614, 0.4096144437789917, 0.7147245407104492], "r_norm": [0.9652283191680908, 0.9628087878227234, 0.9655753374099731]}, {"step": 5800, "epoch": 12, "train_loss": 0.011000153608620167, "cos_r_negg": [0.003949150908738375, 0.11836135387420654, 0.2192959487438202], "cos_innovation_negg": [0.35420942306518555, 0.44399017095565796, 0.6782984733581543], "cos_apical_negg": [0.003949150908738375, 0.11836135387420654, 0.2192959487438202], "cos_Ac_negg": [0.3537759482860565, 0.4441183805465698, 0.6786057949066162], "r_norm": [1.0089538097381592, 1.0071743726730347, 1.0095679759979248]}, {"step": 5900, "epoch": 12, "train_loss": 0.04633845388889313, "cos_r_negg": [0.02327817864716053, 0.03072489984333515, 0.2638982832431793], "cos_innovation_negg": [0.33669018745422363, 0.3953905403614044, 0.6866704821586609], "cos_apical_negg": [0.02327817864716053, 0.03072489984333515, 0.2638982832431793], "cos_Ac_negg": [0.3359820246696472, 0.3951113820075989, 0.6870233416557312], "r_norm": [1.0110232830047607, 1.0101172924041748, 1.0133225917816162]}, {"step": 6000, "epoch": 12, "train_loss": 0.01362815871834755, "cos_r_negg": [0.03887077793478966, 0.11401763558387756, 0.25929033756256104], "cos_innovation_negg": [0.330759197473526, 0.3829606771469116, 0.7363024353981018], "cos_apical_negg": [0.03887077793478966, 0.11401763558387756, 0.25929033756256104], "cos_Ac_negg": [0.3305964469909668, 0.38287049531936646, 0.7362428307533264], "r_norm": [0.994838297367096, 0.9944480061531067, 0.9945006966590881], "ldr": {"dL_sdil": -0.004394859075546265, "dL_bp": -0.006933242082595825, "ratio": 0.6338822477551248}}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9646, "test_loss": 0.16979231948852538}, {"step": 6100, "epoch": 13, "train_loss": 0.06225595250725746, "cos_r_negg": [0.010341176763176918, 0.15007269382476807, 0.26343023777008057], "cos_innovation_negg": [0.3087495267391205, 0.33682119846343994, 0.7710036039352417], "cos_apical_negg": [0.010341176763176918, 0.15007269382476807, 0.26343023777008057], "cos_Ac_negg": [0.309277206659317, 0.3375481367111206, 0.7723146080970764], "r_norm": [0.992320716381073, 0.9911161065101624, 0.9919863939285278]}, {"step": 6200, "epoch": 13, "train_loss": 0.0032057627104222775, "cos_r_negg": [0.021069344133138657, 0.12110094726085663, 0.24954718351364136], "cos_innovation_negg": [0.32438939809799194, 0.37345829606056213, 0.7641387581825256], "cos_apical_negg": [0.021069344133138657, 0.12110094726085663, 0.24954718351364136], "cos_Ac_negg": [0.3244231641292572, 0.37292492389678955, 0.7640959620475769], "r_norm": [0.9851340055465698, 0.9834593534469604, 0.9847379922866821]}, {"step": 6300, "epoch": 13, "train_loss": 0.008786734193563461, "cos_r_negg": [0.026174163445830345, 0.14485730230808258, 0.20660057663917542], "cos_innovation_negg": [0.30421939492225647, 0.34772437810897827, 0.7134988307952881], "cos_apical_negg": [0.026174163445830345, 0.14485730230808258, 0.20660057663917542], "cos_Ac_negg": [0.30417656898498535, 0.3474142253398895, 0.7138352394104004], "r_norm": [0.9829367995262146, 0.9817464351654053, 0.9827190041542053]}, {"step": 6400, "epoch": 13, "train_loss": 0.029361091554164886, "cos_r_negg": [0.018825875595211983, 0.06510050594806671, 0.20756199955940247], "cos_innovation_negg": [0.32970887422561646, 0.3689943552017212, 0.7224449515342712], "cos_apical_negg": [0.018825875595211983, 0.06510050594806671, 0.20756199955940247], "cos_Ac_negg": [0.3299565017223358, 0.3688269853591919, 0.7231218814849854], "r_norm": [1.0003130435943604, 0.998401403427124, 1.001128911972046]}, {"step": 6500, "epoch": 13, "train_loss": 0.008670948445796967, "cos_r_negg": [0.007858971133828163, 0.12014691531658173, 0.22846658527851105], "cos_innovation_negg": [0.3156766891479492, 0.3323468267917633, 0.7432212829589844], "cos_apical_negg": [0.007858971133828163, 0.12014691531658173, 0.22846658527851105], "cos_Ac_negg": [0.31595155596733093, 0.3322823941707611, 0.7441815137863159], "r_norm": [0.980766773223877, 0.9787405729293823, 0.9799807071685791], "ldr": {"dL_sdil": -0.004171811044216156, "dL_bp": -0.007981650531291962, "ratio": 0.5226752321290719}}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9642, "test_loss": 0.1732793312072754}, {"step": 6600, "epoch": 14, "train_loss": 0.008569706231355667, "cos_r_negg": [-0.004409132990986109, 0.10667832940816879, 0.2484140694141388], "cos_innovation_negg": [0.29996323585510254, 0.33741700649261475, 0.714909017086029], "cos_apical_negg": [-0.004409132990986109, 0.10667832940816879, 0.2484140694141388], "cos_Ac_negg": [0.29964345693588257, 0.33711785078048706, 0.7159640192985535], "r_norm": [0.9837241172790527, 0.9821308851242065, 0.9836736917495728]}, {"step": 6700, "epoch": 14, "train_loss": 0.07513140887022018, "cos_r_negg": [0.0029986146837472916, 0.12318495661020279, 0.21719655394554138], "cos_innovation_negg": [0.28236839175224304, 0.3176575303077698, 0.7294604778289795], "cos_apical_negg": [0.0029986146837472916, 0.12318495661020279, 0.21719655394554138], "cos_Ac_negg": [0.28175628185272217, 0.3161846697330475, 0.7299823760986328], "r_norm": [1.0008494853973389, 0.9995094537734985, 1.0006990432739258]}, {"step": 6800, "epoch": 14, "train_loss": 0.06361684203147888, "cos_r_negg": [0.02827482670545578, 0.03142590448260307, 0.26733407378196716], "cos_innovation_negg": [0.3290252089500427, 0.398573100566864, 0.773834228515625], "cos_apical_negg": [0.02827482670545578, 0.03142590448260307, 0.26733407378196716], "cos_Ac_negg": [0.329598993062973, 0.399262011051178, 0.774982213973999], "r_norm": [0.9957860708236694, 0.9938015937805176, 0.9954384565353394]}, {"step": 6900, "epoch": 14, "train_loss": 0.009432310238480568, "cos_r_negg": [0.005537485703825951, 0.10541363060474396, 0.22380328178405762], "cos_innovation_negg": [0.33142176270484924, 0.35452109575271606, 0.7206307053565979], "cos_apical_negg": [0.005537485703825951, 0.10541363060474396, 0.22380328178405762], "cos_Ac_negg": [0.33240050077438354, 0.354592502117157, 0.7211755514144897], "r_norm": [0.9861862063407898, 0.9840484857559204, 0.9847438931465149]}, {"step": 7000, "epoch": 14, "train_loss": 0.055023930966854095, "cos_r_negg": [0.021639054641127586, 0.11997617781162262, 0.2204824537038803], "cos_innovation_negg": [0.30473893880844116, 0.3262280225753784, 0.7341196537017822], "cos_apical_negg": [0.021639054641127586, 0.11997617781162262, 0.2204824537038803], "cos_Ac_negg": [0.30584344267845154, 0.32628151774406433, 0.7359507083892822], "r_norm": [0.9695146083831787, 0.9673624038696289, 0.9677636623382568], "ldr": {"dL_sdil": -0.00318213552236557, "dL_bp": -0.0056747570633888245, "ratio": 0.560752731230626}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9642, "test_loss": 0.18486077995300293}], "final": {"test_acc": 0.9642, "test_loss": 0.18486077995300293, "wall_s": 34.16561818122864, "cos_r_negg": [0.020560957491397858, 0.10119639337062836, 0.23658712208271027], "cos_innovation_negg": [0.30665135383605957, 0.3345761001110077, 0.7279347777366638], "cos_apical_negg": [0.020560957491397858, 0.10119639337062836, 0.23658712208271027], "cos_Ac_negg": [0.30704784393310547, 0.3338749408721924, 0.7279426455497742]}} \ No newline at end of file -- cgit v1.2.3