path: root/results/pilot_sim_cifar10_sdil_w64_d60_s0.json

{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 60, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "pilot_sim_cifar10_sdil_w64_d60_s0", "n_in": 3072}, "provenance": {"git_commit": "0f107d1ee4e750421a0e95f8bd06bf0f629d2fa7", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6154470443725586, "cos_r_negg": [0.008188098669052124, 0.03132791817188263, -0.04745005816221237, -0.002227875404059887, -0.013256456702947617, -0.014939205721020699, -0.07091359794139862, -0.030459068715572357, -0.020020881667733192, -0.051334332674741745, 0.04942387342453003, -0.020939603447914124, 0.002700087148696184, -0.05190502479672432, -0.056835681200027466, -0.06955941021442413, 0.08165355026721954, 0.041968271136283875, 0.0524429976940155, -0.03258373588323593, 0.02309548109769821, -0.008639009669423103, 0.07035446166992188, 0.01823953166604042, -0.00805345643311739, -0.011262137442827225, -0.06306220591068268, -0.004426212981343269, -0.06595856696367264, -0.030616607517004013, 0.0438714325428009, 0.0039827860891819, -0.02320013754069805, -0.03326372057199478, 0.003818083554506302, 0.020670447498559952, -0.00602892367169261, 0.00011380738578736782, 0.030327288433909416, 0.016832441091537476, 0.09271088242530823, 0.020278532058000565, -0.012991376221179962, 0.037845999002456665, -0.04402860999107361, 0.0067482297308743, -0.04700296372175217, -0.0008557961555197835, -0.05770082771778107, 0.04755961894989014, 0.004939173348248005, -0.10112802684307098, 0.030835676938295364, 0.029946893453598022, -0.015894554555416107, 0.04179966822266579, 0.013654191978275776, -0.06056639924645424, -0.04872291162610054, -0.03112165257334709], "cos_apical_negg": [0.008188098669052124, 0.03132791817188263, -0.04745005816221237, -0.002227875404059887, -0.013256456702947617, -0.014939205721020699, -0.07091359794139862, -0.030459068715572357, -0.020020881667733192, -0.051334332674741745, 0.04942387342453003, -0.020939603447914124, 0.002700087148696184, -0.05190502479672432, -0.056835681200027466, -0.06955941021442413, 0.08165355026721954, 0.041968271136283875, 0.0524429976940155, -0.03258373588323593, 0.02309548109769821, -0.008639009669423103, 0.07035446166992188, 0.01823953166604042, -0.00805345643311739, -0.011262137442827225, -0.06306220591068268, -0.004426212981343269, -0.06595856696367264, -0.030616607517004013, 0.0438714325428009, 0.0039827860891819, -0.02320013754069805, -0.03326372057199478, 0.003818083554506302, 0.020670447498559952, -0.00602892367169261, 0.00011380738578736782, 0.030327288433909416, 0.016832441091537476, 0.09271088242530823, 0.020278532058000565, -0.012991376221179962, 0.037845999002456665, -0.04402860999107361, 0.0067482297308743, -0.04700296372175217, -0.0008557961555197835, -0.05770082771778107, 0.04755961894989014, 0.004939173348248005, -0.10112802684307098, 0.030835676938295364, 0.029946893453598022, -0.015894554555416107, 0.04179966822266579, 0.013654191978275776, -0.06056639924645424, -0.04872291162610054, -0.03112165257334709], "cos_Ac_negg": [0.008188098669052124, 0.03132791817188263, -0.04745005816221237, -0.002227875404059887, -0.013256456702947617, -0.014939205721020699, -0.07091359794139862, -0.030459068715572357, -0.020020881667733192, -0.051334332674741745, 0.04942387342453003, -0.020939603447914124, 0.002700087148696184, -0.05190502479672432, -0.056835681200027466, -0.06955941021442413, 0.08165355026721954, 0.041968271136283875, 0.0524429976940155, -0.03258373588323593, 0.02309548109769821, -0.008639009669423103, 0.07035446166992188, 0.01823953166604042, -0.00805345643311739, -0.011262137442827225, -0.06306220591068268, -0.004426212981343269, -0.06595856696367264, -0.030616607517004013, 0.0438714325428009, 0.0039827860891819, -0.02320013754069805, -0.03326372057199478, 0.003818083554506302, 0.020670447498559952, -0.00602892367169261, 0.00011380738578736782, 0.030327288433909416, 0.016832441091537476, 0.09271088242530823, 0.020278532058000565, -0.012991376221179962, 0.037845999002456665, -0.04402860999107361, 0.0067482297308743, -0.04700296372175217, -0.0008557961555197835, -0.05770082771778107, 0.04755961894989014, 0.004939173348248005, -0.10112802684307098, 0.030835676938295364, 0.029946893453598022, -0.015894554555416107, 0.04179966822266579, 0.013654191978275776, -0.06056639924645424, -0.04872291162610054, -0.03112165257334709], "r_norm": [2.475722312927246, 2.581672191619873, 2.5104451179504395, 2.4316773414611816, 2.2790603637695312, 2.4673492908477783, 2.376934766769409, 2.434628486633301, 2.592359781265259, 2.5058107376098633, 2.4041948318481445, 2.5822935104370117, 2.4772605895996094, 2.4681668281555176, 2.6032633781433105, 2.5102105140686035, 2.5783021450042725, 2.5189881324768066, 2.487623691558838, 2.527086019515991, 2.6228270530700684, 2.425225257873535, 2.425752639770508, 2.5075631141662598, 2.4634971618652344, 2.42893123626709, 2.6356470584869385, 2.4488370418548584, 2.370922088623047, 2.640894651412964, 2.3422160148620605, 2.447188377380371, 2.4530675411224365, 2.4734878540039062, 2.5735106468200684, 2.523186683654785, 2.401862621307373, 2.3840420246124268, 2.5408825874328613, 2.4573960304260254, 2.5272536277770996, 2.433478832244873, 2.4793224334716797, 2.4267563819885254, 2.510546922683716, 2.5136985778808594, 2.5523428916931152, 2.4561514854431152, 2.4074058532714844, 2.429624557495117, 2.395200252532959, 2.547451972961426, 2.3779640197753906, 2.4384965896606445, 2.555941581726074, 2.398407459259033, 2.6079585552215576, 2.485663890838623, 2.4005508422851562, 2.4267616271972656], "ldr": {"dL_sdil": 0.015146255493164062, "dL_bp": -0.4264340400695801, "ratio": -0.03551840160483598}}, {"epoch_end": 0, "step": 391, "test_acc": 0.3619, "test_loss": 1.80926533203125}, {"step": 500, "epoch": 1, "train_loss": 1.6660630702972412, "cos_r_negg": [0.6112304925918579, 0.09000800549983978, 0.044928938150405884, 0.022784523665905, 0.030601579695940018, 0.05130467563867569, 0.05879845470190048, 0.10867206007242203, 0.040181964635849, 0.004886255599558353, 0.07790626585483551, 0.02760295197367668, 0.044667042791843414, 0.021306147798895836, 0.09223973751068115, 0.026670049875974655, 0.043648310005664825, 0.056379079818725586, 0.09735850989818573, 0.07787682116031647, 0.04671887308359146, 0.09523791074752808, 0.1159275695681572, 0.09864035248756409, 0.14201515913009644, 0.06158149242401123, 0.04996059089899063, -0.03743249922990799, 0.042612869292497635, -0.007639927789568901, 0.10276351869106293, 0.07502959668636322, 0.0053717647679150105, 0.07206674665212631, 0.06370322406291962, 0.10443229973316193, 0.029140260070562363, 0.019112512469291687, 0.04475380852818489, 0.018761005252599716, 0.10706733167171478, 0.11353138089179993, 0.016565771773457527, 0.06804738938808441, 0.037905264645814896, 0.04407908022403717, 0.04533611610531807, 0.13673312962055206, -0.015630923211574554, 0.025380907580256462, -0.021598290652036667, -0.016693541780114174, 0.07548674941062927, 0.12835091352462769, 0.14071142673492432, 0.06848399341106415, 0.07631034404039383, 0.09373270720243454, -0.09031413495540619, 0.011114958673715591], "cos_apical_negg": [0.6112304925918579, 0.09000800549983978, 0.044928938150405884, 0.022784523665905, 0.030601579695940018, 0.05130467563867569, 0.05879845470190048, 0.10867206007242203, 0.040181964635849, 0.004886255599558353, 0.07790626585483551, 0.02760295197367668, 0.044667042791843414, 0.021306147798895836, 0.09223973751068115, 0.026670049875974655, 0.043648310005664825, 0.056379079818725586, 0.09735850989818573, 0.07787682116031647, 0.04671887308359146, 0.09523791074752808, 0.1159275695681572, 0.09864035248756409, 0.14201515913009644, 0.06158149242401123, 0.04996059089899063, -0.03743249922990799, 0.042612869292497635, -0.007639927789568901, 0.10276351869106293, 0.07502959668636322, 0.0053717647679150105, 0.07206674665212631, 0.06370322406291962, 0.10443229973316193, 0.029140260070562363, 0.019112512469291687, 0.04475380852818489, 0.018761005252599716, 0.10706733167171478, 0.11353138089179993, 0.016565771773457527, 0.06804738938808441, 0.037905264645814896, 0.04407908022403717, 0.04533611610531807, 0.13673312962055206, -0.015630923211574554, 0.025380907580256462, -0.021598290652036667, -0.016693541780114174, 0.07548674941062927, 0.12835091352462769, 0.14071142673492432, 0.06848399341106415, 0.07631034404039383, 0.09373270720243454, -0.09031413495540619, 0.011114958673715591], "cos_Ac_negg": [0.6112304925918579, 0.09000800549983978, 0.044928938150405884, 0.022784523665905, 0.030601579695940018, 0.05130467563867569, 0.05879845470190048, 0.10867206007242203, 0.040181964635849, 0.004886255599558353, 0.07790626585483551, 0.02760295197367668, 0.044667042791843414, 0.021306147798895836, 0.09223973751068115, 0.026670049875974655, 0.043648310005664825, 0.056379079818725586, 0.09735850989818573, 0.07787682116031647, 0.04671887308359146, 0.09523791074752808, 0.1159275695681572, 0.09864035248756409, 0.14201515913009644, 0.06158149242401123, 0.04996059089899063, -0.03743249922990799, 0.042612869292497635, -0.007639927789568901, 0.10276351869106293, 0.07502959668636322, 0.0053717647679150105, 0.07206674665212631, 0.06370322406291962, 0.10443229973316193, 0.029140260070562363, 0.019112512469291687, 0.04475380852818489, 0.018761005252599716, 0.10706733167171478, 0.11353138089179993, 0.016565771773457527, 0.06804738938808441, 0.037905264645814896, 0.04407908022403717, 0.04533611610531807, 0.13673312962055206, -0.015630923211574554, 0.025380907580256462, -0.021598290652036667, -0.016693541780114174, 0.07548674941062927, 0.12835091352462769, 0.14071142673492432, 0.06848399341106415, 0.07631034404039383, 0.09373270720243454, -0.09031413495540619, 0.011114958673715591], "r_norm": [1.7520763874053955, 1.766920566558838, 1.7303932905197144, 1.6763145923614502, 1.5762789249420166, 1.6812564134597778, 1.616024374961853, 1.6734426021575928, 1.7926931381225586, 1.713576316833496, 1.672144889831543, 1.753313422203064, 1.6941341161727905, 1.6868164539337158, 1.7898908853530884, 1.7138323783874512, 1.7655799388885498, 1.709261417388916, 1.7114425897598267, 1.7462739944458008, 1.8087623119354248, 1.6744320392608643, 1.6850876808166504, 1.7198946475982666, 1.7012033462524414, 1.6709038019180298, 1.8157541751861572, 1.6835846900939941, 1.6287428140640259, 1.8034865856170654, 1.6017817258834839, 1.6871418952941895, 1.6592463254928589, 1.7022277116775513, 1.7667028903961182, 1.7495498657226562, 1.640779972076416, 1.6459012031555176, 1.7476775646209717, 1.6883957386016846, 1.7556278705596924, 1.6741769313812256, 1.7022665739059448, 1.6788749694824219, 1.7135440111160278, 1.7291560173034668, 1.7452316284179688, 1.7010447978973389, 1.6530239582061768, 1.6732720136642456, 1.6451759338378906, 1.7638916969299316, 1.6559914350509644, 1.6842113733291626, 1.7604870796203613, 1.6597012281417847, 1.7804629802703857, 1.7029420137405396, 1.6510965824127197, 1.6611117124557495]}, {"epoch_end": 1, "step": 782, "test_acc": 0.392, "test_loss": 1.75426728515625}, {"step": 1000, "epoch": 2, "train_loss": 1.7955200672149658, "cos_r_negg": [0.7283141016960144, 0.12397865951061249, 0.07722286880016327, 0.0990663468837738, 0.10357300937175751, 0.1530320644378662, 0.13637344539165497, 0.15010394155979156, 0.11963604390621185, 0.11117586493492126, 0.1509389579296112, 0.05456150695681572, 0.12177175283432007, 0.11703399568796158, 0.1454901099205017, 0.044380199164152145, 0.07652189582586288, 0.11796985566616058, 0.15015453100204468, 0.17564058303833008, 0.1257973462343216, 0.15391501784324646, 0.14797170460224152, 0.23963387310504913, 0.20538128912448883, 0.18966582417488098, 0.10512446612119675, 0.037836551666259766, 0.11386585235595703, 0.062348999083042145, 0.2124868631362915, 0.15442901849746704, 0.08915965259075165, 0.10933101177215576, 0.13747796416282654, 0.15771083533763885, 0.1466752588748932, 0.1096687987446785, 0.09196659922599792, 0.10895353555679321, 0.20359939336776733, 0.16457532346248627, 0.09495964646339417, 0.1459512710571289, 0.0896441787481308, 0.14316484332084656, 0.15017956495285034, 0.17479172348976135, 0.0769026130437851, 0.09786699712276459, 0.03322369232773781, 0.08382532000541687, 0.10217329859733582, 0.18325230479240417, 0.21581311523914337, 0.15000763535499573, 0.13540419936180115, 0.19928213953971863, 0.06684704124927521, 0.08040070533752441], "cos_apical_negg": [0.7283141016960144, 0.12397865951061249, 0.07722286880016327, 0.0990663468837738, 0.10357300937175751, 0.1530320644378662, 0.13637344539165497, 0.15010394155979156, 0.11963604390621185, 0.11117586493492126, 0.1509389579296112, 0.05456150695681572, 0.12177175283432007, 0.11703399568796158, 0.1454901099205017, 0.044380199164152145, 0.07652189582586288, 0.11796985566616058, 0.15015453100204468, 0.17564058303833008, 0.1257973462343216, 0.15391501784324646, 0.14797170460224152, 0.23963387310504913, 0.20538128912448883, 0.18966582417488098, 0.10512446612119675, 0.037836551666259766, 0.11386585235595703, 0.062348999083042145, 0.2124868631362915, 0.15442901849746704, 0.08915965259075165, 0.10933101177215576, 0.13747796416282654, 0.15771083533763885, 0.1466752588748932, 0.1096687987446785, 0.09196659922599792, 0.10895353555679321, 0.20359939336776733, 0.16457532346248627, 0.09495964646339417, 0.1459512710571289, 0.0896441787481308, 0.14316484332084656, 0.15017956495285034, 0.17479172348976135, 0.0769026130437851, 0.09786699712276459, 0.03322369232773781, 0.08382532000541687, 0.10217329859733582, 0.18325230479240417, 0.21581311523914337, 0.15000763535499573, 0.13540419936180115, 0.19928213953971863, 0.06684704124927521, 0.08040070533752441], "cos_Ac_negg": [0.7283141016960144, 0.12397865951061249, 0.07722286880016327, 0.0990663468837738, 0.10357300937175751, 0.1530320644378662, 0.13637344539165497, 0.15010394155979156, 0.11963604390621185, 0.11117586493492126, 0.1509389579296112, 0.05456150695681572, 0.12177175283432007, 0.11703399568796158, 0.1454901099205017, 0.044380199164152145, 0.07652189582586288, 0.11796985566616058, 0.15015453100204468, 0.17564058303833008, 0.1257973462343216, 0.15391501784324646, 0.14797170460224152, 0.23963387310504913, 0.20538128912448883, 0.18966582417488098, 0.10512446612119675, 0.037836551666259766, 0.11386585235595703, 0.062348999083042145, 0.2124868631362915, 0.15442901849746704, 0.08915965259075165, 0.10933101177215576, 0.13747796416282654, 0.15771083533763885, 0.1466752588748932, 0.1096687987446785, 0.09196659922599792, 0.10895353555679321, 0.20359939336776733, 0.16457532346248627, 0.09495964646339417, 0.1459512710571289, 0.0896441787481308, 0.14316484332084656, 0.15017956495285034, 0.17479172348976135, 0.0769026130437851, 0.09786699712276459, 0.03322369232773781, 0.08382532000541687, 0.10217329859733582, 0.18325230479240417, 0.21581311523914337, 0.15000763535499573, 0.13540419936180115, 0.19928213953971863, 0.06684704124927521, 0.08040070533752441], "r_norm": [1.5162702798843384, 1.4437369108200073, 1.4186245203018188, 1.3624285459518433, 1.2946631908416748, 1.3795342445373535, 1.3301594257354736, 1.3690296411514282, 1.474086880683899, 1.3982348442077637, 1.3665202856063843, 1.433239221572876, 1.3859946727752686, 1.378375768661499, 1.4720566272735596, 1.3937890529632568, 1.4350709915161133, 1.3990051746368408, 1.4112764596939087, 1.431164264678955, 1.4802019596099854, 1.371061086654663, 1.3806287050247192, 1.4106919765472412, 1.3990602493286133, 1.3737479448318481, 1.491297960281372, 1.3631949424743652, 1.3261017799377441, 1.4662944078445435, 1.320297360420227, 1.3802337646484375, 1.3585920333862305, 1.3867385387420654, 1.4451172351837158, 1.434313178062439, 1.3478941917419434, 1.3408222198486328, 1.4220380783081055, 1.385351538658142, 1.4433773756027222, 1.3722491264343262, 1.3892741203308105, 1.3717788457870483, 1.3982517719268799, 1.4182720184326172, 1.4286270141601562, 1.399727702140808, 1.3468252420425415, 1.3730473518371582, 1.3270926475524902, 1.440374493598938, 1.3557770252227783, 1.3819899559020996, 1.446204423904419, 1.3592655658721924, 1.4582908153533936, 1.3990848064422607, 1.3458908796310425, 1.3503236770629883]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.4028, "test_loss": 1.7169515991210937}, {"step": 1500, "epoch": 3, "train_loss": 1.594815969467163, "cos_r_negg": [0.7841651439666748, 0.2161160409450531, 0.1961853951215744, 0.18456125259399414, 0.23227360844612122, 0.24110907316207886, 0.23738275468349457, 0.24352815747261047, 0.21226640045642853, 0.17797112464904785, 0.262307733297348, 0.17668496072292328, 0.19149498641490936, 0.21754074096679688, 0.24505764245986938, 0.1617370843887329, 0.17980742454528809, 0.2752155363559723, 0.2516050338745117, 0.2537948489189148, 0.217879980802536, 0.24332749843597412, 0.23424136638641357, 0.2852822244167328, 0.30759215354919434, 0.253506600856781, 0.16954253613948822, 0.11346258223056793, 0.24361751973628998, 0.15761670470237732, 0.30523914098739624, 0.2543443441390991, 0.16462290287017822, 0.19498077034950256, 0.22023391723632812, 0.2586563229560852, 0.25071412324905396, 0.21320423483848572, 0.19206826388835907, 0.204280823469162, 0.26202476024627686, 0.26420727372169495, 0.17556732892990112, 0.20808789134025574, 0.19919845461845398, 0.24238885939121246, 0.23006713390350342, 0.2808533310890198, 0.17946100234985352, 0.20193298161029816, 0.14356201887130737, 0.22060465812683105, 0.2116435021162033, 0.26824069023132324, 0.29073798656463623, 0.25586333870887756, 0.25466328859329224, 0.3074699938297272, 0.13738617300987244, 0.1778407096862793], "cos_apical_negg": [0.7841651439666748, 0.2161160409450531, 0.1961853951215744, 0.18456125259399414, 0.23227360844612122, 0.24110907316207886, 0.23738275468349457, 0.24352815747261047, 0.21226640045642853, 0.17797112464904785, 0.262307733297348, 0.17668496072292328, 0.19149498641490936, 0.21754074096679688, 0.24505764245986938, 0.1617370843887329, 0.17980742454528809, 0.2752155363559723, 0.2516050338745117, 0.2537948489189148, 0.217879980802536, 0.24332749843597412, 0.23424136638641357, 0.2852822244167328, 0.30759215354919434, 0.253506600856781, 0.16954253613948822, 0.11346258223056793, 0.24361751973628998, 0.15761670470237732, 0.30523914098739624, 0.2543443441390991, 0.16462290287017822, 0.19498077034950256, 0.22023391723632812, 0.2586563229560852, 0.25071412324905396, 0.21320423483848572, 0.19206826388835907, 0.204280823469162, 0.26202476024627686, 0.26420727372169495, 0.17556732892990112, 0.20808789134025574, 0.19919845461845398, 0.24238885939121246, 0.23006713390350342, 0.2808533310890198, 0.17946100234985352, 0.20193298161029816, 0.14356201887130737, 0.22060465812683105, 0.2116435021162033, 0.26824069023132324, 0.29073798656463623, 0.25586333870887756, 0.25466328859329224, 0.3074699938297272, 0.13738617300987244, 0.1778407096862793], "cos_Ac_negg": [0.7841651439666748, 0.2161160409450531, 0.1961853951215744, 0.18456125259399414, 0.23227360844612122, 0.24110907316207886, 0.23738275468349457, 0.24352815747261047, 0.21226640045642853, 0.17797112464904785, 0.262307733297348, 0.17668496072292328, 0.19149498641490936, 0.21754074096679688, 0.24505764245986938, 0.1617370843887329, 0.17980742454528809, 0.2752155363559723, 0.2516050338745117, 0.2537948489189148, 0.217879980802536, 0.24332749843597412, 0.23424136638641357, 0.2852822244167328, 0.30759215354919434, 0.253506600856781, 0.16954253613948822, 0.11346258223056793, 0.24361751973628998, 0.15761670470237732, 0.30523914098739624, 0.2543443441390991, 0.16462290287017822, 0.19498077034950256, 0.22023391723632812, 0.2586563229560852, 0.25071412324905396, 0.21320423483848572, 0.19206826388835907, 0.204280823469162, 0.26202476024627686, 0.26420727372169495, 0.17556732892990112, 0.20808789134025574, 0.19919845461845398, 0.24238885939121246, 0.23006713390350342, 0.2808533310890198, 0.17946100234985352, 0.20193298161029816, 0.14356201887130737, 0.22060465812683105, 0.2116435021162033, 0.26824069023132324, 0.29073798656463623, 0.25586333870887756, 0.25466328859329224, 0.3074699938297272, 0.13738617300987244, 0.1778407096862793], "r_norm": [1.3412169218063354, 1.1955029964447021, 1.169551134109497, 1.1279528141021729, 1.0767290592193604, 1.1497975587844849, 1.112419843673706, 1.1420049667358398, 1.2167010307312012, 1.1575387716293335, 1.1368540525436401, 1.1851744651794434, 1.1444880962371826, 1.139318823814392, 1.2291351556777954, 1.1380887031555176, 1.1862664222717285, 1.16620671749115, 1.172590970993042, 1.1854867935180664, 1.2166485786437988, 1.138096570968628, 1.1533963680267334, 1.1770051717758179, 1.1696887016296387, 1.1468814611434937, 1.233482003211975, 1.1201822757720947, 1.0976669788360596, 1.21329927444458, 1.1162488460540771, 1.1514217853546143, 1.1221919059753418, 1.1523878574371338, 1.1937062740325928, 1.1919960975646973, 1.1253868341445923, 1.1093482971191406, 1.1690483093261719, 1.1526436805725098, 1.2001460790634155, 1.1467821598052979, 1.1473064422607422, 1.1328951120376587, 1.1583421230316162, 1.1768639087677002, 1.181457281112671, 1.1651825904846191, 1.1113417148590088, 1.1236951351165771, 1.085038423538208, 1.1904107332229614, 1.1124787330627441, 1.1630470752716064, 1.2148313522338867, 1.129392385482788, 1.2163174152374268, 1.1718720197677612, 1.0985890626907349, 1.1132700443267822]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4075, "test_loss": 1.7215805053710938}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4083, "test_loss": 1.7022966186523438}], "final": {"test_acc": 0.4083, "test_loss": 1.7022966186523438, "wall_s": 213.1677463054657, "cos_r_negg": [0.7801978588104248, 0.3091685175895691, 0.31516051292419434, 0.29503870010375977, 0.3405274748802185, 0.33319759368896484, 0.30835410952568054, 0.3405994772911072, 0.2993738651275635, 0.2872163653373718, 0.36008089780807495, 0.30455726385116577, 0.34036552906036377, 0.3057326674461365, 0.3333376348018646, 0.24812127649784088, 0.26849642395973206, 0.35599270462989807, 0.3621777892112732, 0.3366605043411255, 0.3188316226005554, 0.33639609813690186, 0.3429409861564636, 0.38857609033584595, 0.394670695066452, 0.355517715215683, 0.2923544645309448, 0.2525053024291992, 0.32503175735473633, 0.23014283180236816, 0.37797093391418457, 0.3487055003643036, 0.27684497833251953, 0.30512434244155884, 0.3378211259841919, 0.3332935571670532, 0.35276827216148376, 0.3120586574077606, 0.28984498977661133, 0.3073764443397522, 0.3814936876296997, 0.3590427041053772, 0.28722456097602844, 0.28970253467559814, 0.33874714374542236, 0.35058075189590454, 0.3473470211029053, 0.3788111209869385, 0.3193284571170807, 0.31394970417022705, 0.28791821002960205, 0.2856176495552063, 0.3209686279296875, 0.3656827211380005, 0.3633660674095154, 0.3561963140964508, 0.3391960561275482, 0.41389453411102295, 0.256534218788147, 0.2908320426940918], "cos_apical_negg": [0.7801978588104248, 0.3091685175895691, 0.31516051292419434, 0.29503870010375977, 0.3405274748802185, 0.33319759368896484, 0.30835410952568054, 0.3405994772911072, 0.2993738651275635, 0.2872163653373718, 0.36008089780807495, 0.30455726385116577, 0.34036552906036377, 0.3057326674461365, 0.3333376348018646, 0.24812127649784088, 0.26849642395973206, 0.35599270462989807, 0.3621777892112732, 0.3366605043411255, 0.3188316226005554, 0.33639609813690186, 0.3429409861564636, 0.38857609033584595, 0.394670695066452, 0.355517715215683, 0.2923544645309448, 0.2525053024291992, 0.32503175735473633, 0.23014283180236816, 0.37797093391418457, 0.3487055003643036, 0.27684497833251953, 0.30512434244155884, 0.3378211259841919, 0.3332935571670532, 0.35276827216148376, 0.3120586574077606, 0.28984498977661133, 0.3073764443397522, 0.3814936876296997, 0.3590427041053772, 0.28722456097602844, 0.28970253467559814, 0.33874714374542236, 0.35058075189590454, 0.3473470211029053, 0.3788111209869385, 0.3193284571170807, 0.31394970417022705, 0.28791821002960205, 0.2856176495552063, 0.3209686279296875, 0.3656827211380005, 0.3633660674095154, 0.3561963140964508, 0.3391960561275482, 0.41389453411102295, 0.256534218788147, 0.2908320426940918], "cos_Ac_negg": [0.7801978588104248, 0.3091685175895691, 0.31516051292419434, 0.29503870010375977, 0.3405274748802185, 0.33319759368896484, 0.30835410952568054, 0.3405994772911072, 0.2993738651275635, 0.2872163653373718, 0.36008089780807495, 0.30455726385116577, 0.34036552906036377, 0.3057326674461365, 0.3333376348018646, 0.24812127649784088, 0.26849642395973206, 0.35599270462989807, 0.3621777892112732, 0.3366605043411255, 0.3188316226005554, 0.33639609813690186, 0.3429409861564636, 0.38857609033584595, 0.394670695066452, 0.355517715215683, 0.2923544645309448, 0.2525053024291992, 0.32503175735473633, 0.23014283180236816, 0.37797093391418457, 0.3487055003643036, 0.27684497833251953, 0.30512434244155884, 0.3378211259841919, 0.3332935571670532, 0.35276827216148376, 0.3120586574077606, 0.28984498977661133, 0.3073764443397522, 0.3814936876296997, 0.3590427041053772, 0.28722456097602844, 0.28970253467559814, 0.33874714374542236, 0.35058075189590454, 0.3473470211029053, 0.3788111209869385, 0.3193284571170807, 0.31394970417022705, 0.28791821002960205, 0.2856176495552063, 0.3209686279296875, 0.3656827211380005, 0.3633660674095154, 0.3561963140964508, 0.3391960561275482, 0.41389453411102295, 0.256534218788147, 0.2908320426940918]}}