1
|
{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 60, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 3, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_dfa_w64_d60_s3", "n_in": 3072}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.416471481323242, "cos_r_negg": [0.011034354567527771, 0.009778410196304321, -0.005175890401005745, 0.06470051407814026, 0.018282506614923477, 0.011382738128304482, -0.005024812649935484, -0.019846880808472633, -0.009526850655674934, 0.033607300370931625, 0.056432295590639114, 0.007911688648164272, 0.031163012608885765, -0.06069733202457428, 0.025152752175927162, -0.07322832942008972, -0.035255808383226395, 0.07395307719707489, 0.028051743283867836, 0.006810421124100685, 0.02829650789499283, -0.018351973965764046, -0.05066262185573578, 0.03387511149048805, 0.043458569794893265, 0.049599677324295044, 0.05521861091256142, -0.03410328924655914, 0.005314301699399948, -0.024868059903383255, -0.032576486468315125, 0.042438067495822906, 0.07566317170858383, 0.035273849964141846, -0.007690399419516325, 0.002642424777150154, -0.11291581392288208, 0.052527494728565216, 0.023594997823238373, -0.010310381650924683, 0.037106551229953766, 0.016276765614748, 0.05549519509077072, -0.026969514787197113, -0.007964426651597023, 0.07981345802545547, 0.022261226549744606, 0.0497598722577095, -0.05376143753528595, 0.026926986873149872, -0.0004265345633029938, -0.055940743535757065, 0.026235613971948624, 0.051641568541526794, -0.045333363115787506, 0.050232961773872375, 0.029803914949297905, 0.02461191825568676, -0.013203268870711327, 0.03761856630444527], "cos_innovation_negg": [0.011034354567527771, 0.009778410196304321, -0.005175890401005745, 0.06470051407814026, 0.018282506614923477, 0.011382738128304482, -0.005024812649935484, -0.019846880808472633, -0.009526850655674934, 0.033607300370931625, 0.056432295590639114, 0.007911688648164272, 0.031163012608885765, -0.06069733202457428, 0.025152752175927162, -0.07322832942008972, -0.035255808383226395, 0.07395307719707489, 0.028051743283867836, 0.006810421124100685, 0.02829650789499283, -0.018351973965764046, -0.05066262185573578, 0.03387511149048805, 0.043458569794893265, 0.049599677324295044, 0.05521861091256142, -0.03410328924655914, 0.005314301699399948, -0.024868059903383255, -0.032576486468315125, 0.042438067495822906, 0.07566317170858383, 0.035273849964141846, -0.007690399419516325, 0.002642424777150154, -0.11291581392288208, 0.052527494728565216, 0.023594997823238373, -0.010310381650924683, 0.037106551229953766, 0.016276765614748, 0.05549519509077072, -0.026969514787197113, -0.007964426651597023, 0.07981345802545547, 0.022261226549744606, 0.0497598722577095, -0.05376143753528595, 0.026926986873149872, -0.0004265345633029938, -0.055940743535757065, 0.026235613971948624, 0.051641568541526794, -0.045333363115787506, 0.050232961773872375, 0.029803914949297905, 0.02461191825568676, -0.013203268870711327, 0.03761856630444527], "cos_apical_negg": [0.011034354567527771, 0.009778410196304321, -0.005175890401005745, 0.06470051407814026, 0.018282506614923477, 0.011382738128304482, -0.005024812649935484, -0.019846880808472633, -0.009526850655674934, 0.033607300370931625, 0.056432295590639114, 0.007911688648164272, 0.031163012608885765, -0.06069733202457428, 0.025152752175927162, -0.07322832942008972, -0.035255808383226395, 0.07395307719707489, 0.028051743283867836, 0.006810421124100685, 0.02829650789499283, -0.018351973965764046, -0.05066262185573578, 0.03387511149048805, 0.043458569794893265, 0.049599677324295044, 0.05521861091256142, -0.03410328924655914, 0.005314301699399948, -0.024868059903383255, -0.032576486468315125, 0.042438067495822906, 0.07566317170858383, 0.035273849964141846, -0.007690399419516325, 0.002642424777150154, -0.11291581392288208, 0.052527494728565216, 0.023594997823238373, -0.010310381650924683, 0.037106551229953766, 0.016276765614748, 0.05549519509077072, -0.026969514787197113, -0.007964426651597023, 0.07981345802545547, 0.022261226549744606, 0.0497598722577095, -0.05376143753528595, 0.026926986873149872, -0.0004265345633029938, -0.055940743535757065, 0.026235613971948624, 0.051641568541526794, -0.045333363115787506, 0.050232961773872375, 0.029803914949297905, 0.02461191825568676, -0.013203268870711327, 0.03761856630444527], "cos_Ac_negg": [0.011034354567527771, 0.009778410196304321, -0.005175890401005745, 0.06470051407814026, 0.018282506614923477, 0.011382738128304482, -0.005024812649935484, -0.019846880808472633, -0.009526850655674934, 0.033607300370931625, 0.056432295590639114, 0.007911688648164272, 0.031163012608885765, -0.06069733202457428, 0.025152752175927162, -0.07322832942008972, -0.035255808383226395, 0.07395307719707489, 0.028051743283867836, 0.006810421124100685, 0.02829650789499283, -0.018351973965764046, -0.05066262185573578, 0.03387511149048805, 0.043458569794893265, 0.049599677324295044, 0.05521861091256142, -0.03410328924655914, 0.005314301699399948, -0.024868059903383255, -0.032576486468315125, 0.042438067495822906, 0.07566317170858383, 0.035273849964141846, -0.007690399419516325, 0.002642424777150154, -0.11291581392288208, 0.052527494728565216, 0.023594997823238373, -0.010310381650924683, 0.037106551229953766, 0.016276765614748, 0.05549519509077072, -0.026969514787197113, -0.007964426651597023, 0.07981345802545547, 0.022261226549744606, 0.0497598722577095, -0.05376143753528595, 0.026926986873149872, -0.0004265345633029938, -0.055940743535757065, 0.026235613971948624, 0.051641568541526794, -0.045333363115787506, 0.050232961773872375, 0.029803914949297905, 0.02461191825568676, -0.013203268870711327, 0.03761856630444527], "r_norm": [2.543682813644409, 2.4681715965270996, 2.382098436355591, 2.3982362747192383, 2.4679696559906006, 2.564542531967163, 2.3697268962860107, 2.5606372356414795, 2.446824550628662, 2.4486100673675537, 2.493159770965576, 2.261246681213379, 2.3780174255371094, 2.545248508453369, 2.46536922454834, 2.4224092960357666, 2.534801483154297, 2.304856061935425, 2.4681167602539062, 2.5735745429992676, 2.604710817337036, 2.5486974716186523, 2.51301908493042, 2.6024398803710938, 2.4404380321502686, 2.42704701423645, 2.3967599868774414, 2.400517702102661, 2.4280176162719727, 2.6205453872680664, 2.5500264167785645, 2.4981589317321777, 2.476635694503784, 2.48075532913208, 2.4816904067993164, 2.4836316108703613, 2.4943137168884277, 2.4834561347961426, 2.502634286880493, 2.347290515899658, 2.480867385864258, 2.478705883026123, 2.4616293907165527, 2.504462718963623, 2.2933263778686523, 2.5474891662597656, 2.3788580894470215, 2.431075096130371, 2.5752921104431152, 2.545206069946289, 2.5327000617980957, 2.419905662536621, 2.3588967323303223, 2.4085493087768555, 2.3420486450195312, 2.38167142868042, 2.4683940410614014, 2.422899007797241, 2.4193553924560547, 2.5130624771118164]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3462, "test_loss": 1.8815731689453126}, {"step": 500, "epoch": 1, "train_loss": 1.7625470161437988, "cos_r_negg": [0.5473410487174988, 0.029749108478426933, 0.040507614612579346, 0.05899553373456001, -0.0009539490565657616, -0.049099747091531754, 0.02956867590546608, 0.034946925938129425, -0.02725764736533165, 0.042042240500450134, -0.04587266966700554, -0.0035246815532445908, 0.025652922689914703, 0.01817459799349308, 0.017357688397169113, 0.0011543402215465903, 0.04390783980488777, -0.02894407883286476, 0.04844854399561882, 0.039135683327913284, -0.04929898679256439, -0.06978000700473785, 0.06919372081756592, -0.029181834310293198, 0.02198691852390766, -0.06511790305376053, 0.018031682819128036, -0.05167689919471741, 0.04889536648988724, -0.0344417467713356, -0.03321873024106026, 0.04132002592086792, 0.0034072990529239178, 0.0641528069972992, 0.05335326865315437, 0.019268689677119255, -0.09292290359735489, 0.021184630692005157, -0.014759203419089317, 0.04832688346505165, -0.05906318128108978, -0.0645274892449379, 0.02925347536802292, -0.0738200843334198, 0.03796761482954025, 0.04775761812925339, -0.11676812171936035, 0.06793846189975739, -0.003982875496149063, -0.030202597379684448, -0.017439551651477814, 0.038238462060689926, -0.08563432097434998, 0.010651003569364548, -0.041275754570961, -0.07457277178764343, 0.003246141131967306, -0.03875042125582695, -0.011117867194116116, 0.007179941516369581], "cos_innovation_negg": [0.5473410487174988, 0.029749108478426933, 0.040507614612579346, 0.05899553373456001, -0.0009539490565657616, -0.049099747091531754, 0.02956867590546608, 0.034946925938129425, -0.02725764736533165, 0.042042240500450134, -0.04587266966700554, -0.0035246815532445908, 0.025652922689914703, 0.01817459799349308, 0.017357688397169113, 0.0011543402215465903, 0.04390783980488777, -0.02894407883286476, 0.04844854399561882, 0.039135683327913284, -0.04929898679256439, -0.06978000700473785, 0.06919372081756592, -0.029181834310293198, 0.02198691852390766, -0.06511790305376053, 0.018031682819128036, -0.05167689919471741, 0.04889536648988724, -0.0344417467713356, -0.03321873024106026, 0.04132002592086792, 0.0034072990529239178, 0.0641528069972992, 0.05335326865315437, 0.019268689677119255, -0.09292290359735489, 0.021184630692005157, -0.014759203419089317, 0.04832688346505165, -0.05906318128108978, -0.0645274892449379, 0.02925347536802292, -0.0738200843334198, 0.03796761482954025, 0.04775761812925339, -0.11676812171936035, 0.06793846189975739, -0.003982875496149063, -0.030202597379684448, -0.017439551651477814, 0.038238462060689926, -0.08563432097434998, 0.010651003569364548, -0.041275754570961, -0.07457277178764343, 0.003246141131967306, -0.03875042125582695, -0.011117867194116116, 0.007179941516369581], "cos_apical_negg": [0.5473410487174988, 0.029749108478426933, 0.040507614612579346, 0.05899553373456001, -0.0009539490565657616, -0.049099747091531754, 0.02956867590546608, 0.034946925938129425, -0.02725764736533165, 0.042042240500450134, -0.04587266966700554, -0.0035246815532445908, 0.025652922689914703, 0.01817459799349308, 0.017357688397169113, 0.0011543402215465903, 0.04390783980488777, -0.02894407883286476, 0.04844854399561882, 0.039135683327913284, -0.04929898679256439, -0.06978000700473785, 0.06919372081756592, -0.029181834310293198, 0.02198691852390766, -0.06511790305376053, 0.018031682819128036, -0.05167689919471741, 0.04889536648988724, -0.0344417467713356, -0.03321873024106026, 0.04132002592086792, 0.0034072990529239178, 0.0641528069972992, 0.05335326865315437, 0.019268689677119255, -0.09292290359735489, 0.021184630692005157, -0.014759203419089317, 0.04832688346505165, -0.05906318128108978, -0.0645274892449379, 0.02925347536802292, -0.0738200843334198, 0.03796761482954025, 0.04775761812925339, -0.11676812171936035, 0.06793846189975739, -0.003982875496149063, -0.030202597379684448, -0.017439551651477814, 0.038238462060689926, -0.08563432097434998, 0.010651003569364548, -0.041275754570961, -0.07457277178764343, 0.003246141131967306, -0.03875042125582695, -0.011117867194116116, 0.007179941516369581], "cos_Ac_negg": [0.5473410487174988, 0.029749108478426933, 0.040507614612579346, 0.05899553373456001, -0.0009539490565657616, -0.049099747091531754, 0.02956867590546608, 0.034946925938129425, -0.02725764736533165, 0.042042240500450134, -0.04587266966700554, -0.0035246815532445908, 0.025652922689914703, 0.01817459799349308, 0.017357688397169113, 0.0011543402215465903, 0.04390783980488777, -0.02894407883286476, 0.04844854399561882, 0.039135683327913284, -0.04929898679256439, -0.06978000700473785, 0.06919372081756592, -0.029181834310293198, 0.02198691852390766, -0.06511790305376053, 0.018031682819128036, -0.05167689919471741, 0.04889536648988724, -0.0344417467713356, -0.03321873024106026, 0.04132002592086792, 0.0034072990529239178, 0.0641528069972992, 0.05335326865315437, 0.019268689677119255, -0.09292290359735489, 0.021184630692005157, -0.014759203419089317, 0.04832688346505165, -0.05906318128108978, -0.0645274892449379, 0.02925347536802292, -0.0738200843334198, 0.03796761482954025, 0.04775761812925339, -0.11676812171936035, 0.06793846189975739, -0.003982875496149063, -0.030202597379684448, -0.017439551651477814, 0.038238462060689926, -0.08563432097434998, 0.010651003569364548, -0.041275754570961, -0.07457277178764343, 0.003246141131967306, -0.03875042125582695, -0.011117867194116116, 0.007179941516369581], "r_norm": [2.2852718830108643, 2.213348865509033, 2.0883994102478027, 2.166900396347046, 2.178363561630249, 2.2761824131011963, 2.1159420013427734, 2.284665107727051, 2.193911075592041, 2.192317247390747, 2.2052512168884277, 2.0256237983703613, 2.1023035049438477, 2.2655158042907715, 2.1850621700286865, 2.147256374359131, 2.250645160675049, 2.082151412963867, 2.201376438140869, 2.2652106285095215, 2.31304931640625, 2.270045280456543, 2.221255302429199, 2.320812702178955, 2.182539939880371, 2.195979118347168, 2.14009428024292, 2.117737293243408, 2.162111759185791, 2.301762342453003, 2.2803802490234375, 2.225593090057373, 2.2037181854248047, 2.2120957374572754, 2.1814894676208496, 2.2071986198425293, 2.228107452392578, 2.2119569778442383, 2.224391460418701, 2.123133659362793, 2.2046942710876465, 2.2149035930633545, 2.148021697998047, 2.212257146835327, 2.024836778640747, 2.257174015045166, 2.1318342685699463, 2.1477837562561035, 2.280033826828003, 2.259819507598877, 2.2575278282165527, 2.1689352989196777, 2.123037099838257, 2.1552557945251465, 2.096240520477295, 2.1276469230651855, 2.198523998260498, 2.1365365982055664, 2.162288188934326, 2.2248334884643555]}, {"epoch_end": 1, "step": 782, "test_acc": 0.359, "test_loss": 1.8630443359375}, {"step": 1000, "epoch": 2, "train_loss": 1.7913938760757446, "cos_r_negg": [0.5971537828445435, 0.021894119679927826, 0.09817145764827728, 0.061049383133649826, -0.029152052477002144, -0.007392494007945061, -0.007802640087902546, 0.04543574899435043, -0.007431368343532085, 0.029778501018881798, 0.02573494240641594, 0.04941509664058685, 0.03152729198336601, 2.6545021682977676e-06, 0.030992280691862106, 0.007582557387650013, -0.010552633553743362, -0.0510983020067215, -0.007346827071160078, 0.030351487919688225, -0.04595271497964859, -0.020877104252576828, 0.07050575315952301, -0.027703961357474327, 0.0633077472448349, -0.024771522730588913, 0.024814501404762268, -0.010597830638289452, 0.034355588257312775, -0.00284773763269186, -0.027902286499738693, 0.0036842701956629753, -0.01354872528463602, 0.04162687063217163, 0.05248928815126419, 0.0010142766404896975, -0.06225695461034775, 0.025511465966701508, -0.038294583559036255, 0.03588205203413963, -0.018996134400367737, -0.0036708172410726547, 0.07859359681606293, -0.08571013063192368, 0.0015851007774472237, 0.010448841378092766, -0.01768655888736248, 0.06259477138519287, 0.00955975241959095, -0.051921457052230835, 0.008461769670248032, 0.06449637562036514, -0.09169629961252213, 0.013119894079864025, -0.010055940598249435, -0.06629485636949539, 0.02068496122956276, -0.05651898682117462, -0.004221017472445965, -0.03782729431986809], "cos_innovation_negg": [0.5971537828445435, 0.021894119679927826, 0.09817145764827728, 0.061049383133649826, -0.029152052477002144, -0.007392494007945061, -0.007802640087902546, 0.04543574899435043, -0.007431368343532085, 0.029778501018881798, 0.02573494240641594, 0.04941509664058685, 0.03152729198336601, 2.6545021682977676e-06, 0.030992280691862106, 0.007582557387650013, -0.010552633553743362, -0.0510983020067215, -0.007346827071160078, 0.030351487919688225, -0.04595271497964859, -0.020877104252576828, 0.07050575315952301, -0.027703961357474327, 0.0633077472448349, -0.024771522730588913, 0.024814501404762268, -0.010597830638289452, 0.034355588257312775, -0.00284773763269186, -0.027902286499738693, 0.0036842701956629753, -0.01354872528463602, 0.04162687063217163, 0.05248928815126419, 0.0010142766404896975, -0.06225695461034775, 0.025511465966701508, -0.038294583559036255, 0.03588205203413963, -0.018996134400367737, -0.0036708172410726547, 0.07859359681606293, -0.08571013063192368, 0.0015851007774472237, 0.010448841378092766, -0.01768655888736248, 0.06259477138519287, 0.00955975241959095, -0.051921457052230835, 0.008461769670248032, 0.06449637562036514, -0.09169629961252213, 0.013119894079864025, -0.010055940598249435, -0.06629485636949539, 0.02068496122956276, -0.05651898682117462, -0.004221017472445965, -0.03782729431986809], "cos_apical_negg": [0.5971537828445435, 0.021894119679927826, 0.09817145764827728, 0.061049383133649826, -0.029152052477002144, -0.007392494007945061, -0.007802640087902546, 0.04543574899435043, -0.007431368343532085, 0.029778501018881798, 0.02573494240641594, 0.04941509664058685, 0.03152729198336601, 2.6545021682977676e-06, 0.030992280691862106, 0.007582557387650013, -0.010552633553743362, -0.0510983020067215, -0.007346827071160078, 0.030351487919688225, -0.04595271497964859, -0.020877104252576828, 0.07050575315952301, -0.027703961357474327, 0.0633077472448349, -0.024771522730588913, 0.024814501404762268, -0.010597830638289452, 0.034355588257312775, -0.00284773763269186, -0.027902286499738693, 0.0036842701956629753, -0.01354872528463602, 0.04162687063217163, 0.05248928815126419, 0.0010142766404896975, -0.06225695461034775, 0.025511465966701508, -0.038294583559036255, 0.03588205203413963, -0.018996134400367737, -0.0036708172410726547, 0.07859359681606293, -0.08571013063192368, 0.0015851007774472237, 0.010448841378092766, -0.01768655888736248, 0.06259477138519287, 0.00955975241959095, -0.051921457052230835, 0.008461769670248032, 0.06449637562036514, -0.09169629961252213, 0.013119894079864025, -0.010055940598249435, -0.06629485636949539, 0.02068496122956276, -0.05651898682117462, -0.004221017472445965, -0.03782729431986809], "cos_Ac_negg": [0.5971537828445435, 0.021894119679927826, 0.09817145764827728, 0.061049383133649826, -0.029152052477002144, -0.007392494007945061, -0.007802640087902546, 0.04543574899435043, -0.007431368343532085, 0.029778501018881798, 0.02573494240641594, 0.04941509664058685, 0.03152729198336601, 2.6545021682977676e-06, 0.030992280691862106, 0.007582557387650013, -0.010552633553743362, -0.0510983020067215, -0.007346827071160078, 0.030351487919688225, -0.04595271497964859, -0.020877104252576828, 0.07050575315952301, -0.027703961357474327, 0.0633077472448349, -0.024771522730588913, 0.024814501404762268, -0.010597830638289452, 0.034355588257312775, -0.00284773763269186, -0.027902286499738693, 0.0036842701956629753, -0.01354872528463602, 0.04162687063217163, 0.05248928815126419, 0.0010142766404896975, -0.06225695461034775, 0.025511465966701508, -0.038294583559036255, 0.03588205203413963, -0.018996134400367737, -0.0036708172410726547, 0.07859359681606293, -0.08571013063192368, 0.0015851007774472237, 0.010448841378092766, -0.01768655888736248, 0.06259477138519287, 0.00955975241959095, -0.051921457052230835, 0.008461769670248032, 0.06449637562036514, -0.09169629961252213, 0.013119894079864025, -0.010055940598249435, -0.06629485636949539, 0.02068496122956276, -0.05651898682117462, -0.004221017472445965, -0.03782729431986809], "r_norm": [2.270751953125, 2.2013630867004395, 2.0757763385772705, 2.1514651775360107, 2.1614019870758057, 2.2729403972625732, 2.0977487564086914, 2.2730135917663574, 2.1904687881469727, 2.180060863494873, 2.195136070251465, 2.013617992401123, 2.093043327331543, 2.2506041526794434, 2.161492347717285, 2.127927780151367, 2.2388346195220947, 2.07600736618042, 2.1931233406066895, 2.2481136322021484, 2.300996780395508, 2.2647571563720703, 2.202075958251953, 2.3077430725097656, 2.166813850402832, 2.182044506072998, 2.128645658493042, 2.1049985885620117, 2.1448745727539062, 2.288891077041626, 2.2687621116638184, 2.2093358039855957, 2.188870429992676, 2.2021546363830566, 2.1689066886901855, 2.18792986869812, 2.2096920013427734, 2.2012839317321777, 2.2067902088165283, 2.1106173992156982, 2.1900229454040527, 2.208646535873413, 2.1376657485961914, 2.2103867530822754, 2.0021584033966064, 2.2566800117492676, 2.124558448791504, 2.1377627849578857, 2.258460760116577, 2.2419233322143555, 2.251932144165039, 2.1588568687438965, 2.1049463748931885, 2.153712272644043, 2.081277847290039, 2.1136860847473145, 2.1732945442199707, 2.1227238178253174, 2.152517795562744, 2.2077884674072266]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3419, "test_loss": 1.8728737182617188}, {"step": 1500, "epoch": 3, "train_loss": 1.7469151020050049, "cos_r_negg": [0.5330359935760498, 0.06855221092700958, 0.05162184685468674, 0.08716437220573425, -0.008329702541232109, -0.008950409479439259, -0.0006544194184243679, 0.06687228381633759, -0.026471810415387154, 0.034034427255392075, -0.0335475318133831, 0.01642283797264099, -0.007982833310961723, 0.0006792694330215454, 0.03442753106355667, 0.02753916010260582, 0.08817972242832184, -0.015462561510503292, 0.05122409760951996, 0.0003430015640333295, -0.01798778772354126, 0.020352086052298546, 0.09322929382324219, -0.05006154254078865, 0.046400655061006546, -0.043441664427518845, 0.012250003404915333, -0.05086598917841911, 0.000632967334240675, -0.02909906953573227, -0.0438908115029335, 0.04437175393104553, -0.0064100902527570724, 0.016334785148501396, 0.06977900117635727, 0.04352376610040665, -0.008959362283349037, 0.0030630086548626423, -0.03147897496819496, 0.0334748774766922, -0.04837929829955101, -0.004705514758825302, -0.004161679185926914, -0.08050394058227539, -0.02144329994916916, 0.034824639558792114, -0.003403794253244996, 0.10653313994407654, -0.013146600686013699, -0.017849180847406387, -0.011511427350342274, 0.0472860261797905, -0.07780762016773224, 0.025587381795048714, 0.024715103209018707, -0.04360129311680794, 0.023186136037111282, -0.03573177754878998, -0.03228802606463432, -0.01966124027967453], "cos_innovation_negg": [0.5330359935760498, 0.06855221092700958, 0.05162184685468674, 0.08716437220573425, -0.008329702541232109, -0.008950409479439259, -0.0006544194184243679, 0.06687228381633759, -0.026471810415387154, 0.034034427255392075, -0.0335475318133831, 0.01642283797264099, -0.007982833310961723, 0.0006792694330215454, 0.03442753106355667, 0.02753916010260582, 0.08817972242832184, -0.015462561510503292, 0.05122409760951996, 0.0003430015640333295, -0.01798778772354126, 0.020352086052298546, 0.09322929382324219, -0.05006154254078865, 0.046400655061006546, -0.043441664427518845, 0.012250003404915333, -0.05086598917841911, 0.000632967334240675, -0.02909906953573227, -0.0438908115029335, 0.04437175393104553, -0.0064100902527570724, 0.016334785148501396, 0.06977900117635727, 0.04352376610040665, -0.008959362283349037, 0.0030630086548626423, -0.03147897496819496, 0.0334748774766922, -0.04837929829955101, -0.004705514758825302, -0.004161679185926914, -0.08050394058227539, -0.02144329994916916, 0.034824639558792114, -0.003403794253244996, 0.10653313994407654, -0.013146600686013699, -0.017849180847406387, -0.011511427350342274, 0.0472860261797905, -0.07780762016773224, 0.025587381795048714, 0.024715103209018707, -0.04360129311680794, 0.023186136037111282, -0.03573177754878998, -0.03228802606463432, -0.01966124027967453], "cos_apical_negg": [0.5330359935760498, 0.06855221092700958, 0.05162184685468674, 0.08716437220573425, -0.008329702541232109, -0.008950409479439259, -0.0006544194184243679, 0.06687228381633759, -0.026471810415387154, 0.034034427255392075, -0.0335475318133831, 0.01642283797264099, -0.007982833310961723, 0.0006792694330215454, 0.03442753106355667, 0.02753916010260582, 0.08817972242832184, -0.015462561510503292, 0.05122409760951996, 0.0003430015640333295, -0.01798778772354126, 0.020352086052298546, 0.09322929382324219, -0.05006154254078865, 0.046400655061006546, -0.043441664427518845, 0.012250003404915333, -0.05086598917841911, 0.000632967334240675, -0.02909906953573227, -0.0438908115029335, 0.04437175393104553, -0.0064100902527570724, 0.016334785148501396, 0.06977900117635727, 0.04352376610040665, -0.008959362283349037, 0.0030630086548626423, -0.03147897496819496, 0.0334748774766922, -0.04837929829955101, -0.004705514758825302, -0.004161679185926914, -0.08050394058227539, -0.02144329994916916, 0.034824639558792114, -0.003403794253244996, 0.10653313994407654, -0.013146600686013699, -0.017849180847406387, -0.011511427350342274, 0.0472860261797905, -0.07780762016773224, 0.025587381795048714, 0.024715103209018707, -0.04360129311680794, 0.023186136037111282, -0.03573177754878998, -0.03228802606463432, -0.01966124027967453], "cos_Ac_negg": [0.5330359935760498, 0.06855221092700958, 0.05162184685468674, 0.08716437220573425, -0.008329702541232109, -0.008950409479439259, -0.0006544194184243679, 0.06687228381633759, -0.026471810415387154, 0.034034427255392075, -0.0335475318133831, 0.01642283797264099, -0.007982833310961723, 0.0006792694330215454, 0.03442753106355667, 0.02753916010260582, 0.08817972242832184, -0.015462561510503292, 0.05122409760951996, 0.0003430015640333295, -0.01798778772354126, 0.020352086052298546, 0.09322929382324219, -0.05006154254078865, 0.046400655061006546, -0.043441664427518845, 0.012250003404915333, -0.05086598917841911, 0.000632967334240675, -0.02909906953573227, -0.0438908115029335, 0.04437175393104553, -0.0064100902527570724, 0.016334785148501396, 0.06977900117635727, 0.04352376610040665, -0.008959362283349037, 0.0030630086548626423, -0.03147897496819496, 0.0334748774766922, -0.04837929829955101, -0.004705514758825302, -0.004161679185926914, -0.08050394058227539, -0.02144329994916916, 0.034824639558792114, -0.003403794253244996, 0.10653313994407654, -0.013146600686013699, -0.017849180847406387, -0.011511427350342274, 0.0472860261797905, -0.07780762016773224, 0.025587381795048714, 0.024715103209018707, -0.04360129311680794, 0.023186136037111282, -0.03573177754878998, -0.03228802606463432, -0.01966124027967453], "r_norm": [2.28084659576416, 2.210508346557617, 2.094848155975342, 2.1582329273223877, 2.174983024597168, 2.282240390777588, 2.111687183380127, 2.2739200592041016, 2.193063259124756, 2.187309741973877, 2.211914300918579, 2.0239925384521484, 2.1029419898986816, 2.253495931625366, 2.1822845935821533, 2.1494884490966797, 2.254767656326294, 2.07220196723938, 2.197070360183716, 2.2609262466430664, 2.3044190406799316, 2.2762417793273926, 2.2087888717651367, 2.319795608520508, 2.1780340671539307, 2.188530921936035, 2.1326656341552734, 2.1076018810272217, 2.1690168380737305, 2.293008327484131, 2.272796630859375, 2.225308418273926, 2.2039496898651123, 2.2128896713256836, 2.1907856464385986, 2.2084856033325195, 2.224245548248291, 2.2065932750701904, 2.2188873291015625, 2.112318515777588, 2.20369291305542, 2.217454433441162, 2.1485559940338135, 2.2177109718322754, 2.0183145999908447, 2.2709712982177734, 2.1260910034179688, 2.154264450073242, 2.274293899536133, 2.25396466255188, 2.248188018798828, 2.1656055450439453, 2.1179428100585938, 2.1589910984039307, 2.0939483642578125, 2.1234588623046875, 2.1836087703704834, 2.1421847343444824, 2.160097599029541, 2.2136032581329346]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3584, "test_loss": 1.8459331665039063}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3665, "test_loss": 1.8127239501953125}], "final": {"test_acc": 0.3665, "test_loss": 1.8127239501953125, "wall_s": 45.33662247657776, "cos_r_negg": [0.5817568302154541, 0.03133082389831543, 0.056726936250925064, 0.05118889361619949, 0.04365791380405426, -0.02235237881541252, -0.03156343474984169, 0.0500517264008522, -0.0153754698112607, 0.003784403670579195, -0.023922741413116455, 0.07468342781066895, 0.015377920120954514, 0.02706257253885269, 0.031397998332977295, 0.008751153945922852, 0.06810237467288971, 0.020275169983506203, 0.055702194571495056, 0.024997921660542488, -0.02272096835076809, -0.041373834013938904, 0.10833829641342163, -0.02272889018058777, 0.07712725549936295, -0.03970428556203842, 0.017694970592856407, -0.04799677059054375, 0.029361164197325706, -0.03279661759734154, -0.0504496768116951, 0.04907789081335068, -0.02243996039032936, -0.008549323305487633, 0.08012141287326813, 0.05440431833267212, 0.009414292871952057, -0.0051546297036111355, -0.08707298338413239, 0.01931481808423996, 0.013495170511305332, 0.030636053532361984, 0.058429569005966187, -0.019716303795576096, -0.02795001119375229, 0.04706968739628792, 0.044296205043792725, 0.09274455904960632, -0.07268492877483368, -0.005128688178956509, 0.00014444207772612572, 0.06421615183353424, -0.09026831388473511, 0.07781516015529633, 0.04582793265581131, -0.0007914099842309952, 0.007341890130192041, 0.002536190440878272, 0.02620118297636509, -0.036541230976581573], "cos_innovation_negg": [0.5817568302154541, 0.03133082389831543, 0.056726936250925064, 0.05118889361619949, 0.04365791380405426, -0.02235237881541252, -0.03156343474984169, 0.0500517264008522, -0.0153754698112607, 0.003784403670579195, -0.023922741413116455, 0.07468342781066895, 0.015377920120954514, 0.02706257253885269, 0.031397998332977295, 0.008751153945922852, 0.06810237467288971, 0.020275169983506203, 0.055702194571495056, 0.024997921660542488, -0.02272096835076809, -0.041373834013938904, 0.10833829641342163, -0.02272889018058777, 0.07712725549936295, -0.03970428556203842, 0.017694970592856407, -0.04799677059054375, 0.029361164197325706, -0.03279661759734154, -0.0504496768116951, 0.04907789081335068, -0.02243996039032936, -0.008549323305487633, 0.08012141287326813, 0.05440431833267212, 0.009414292871952057, -0.0051546297036111355, -0.08707298338413239, 0.01931481808423996, 0.013495170511305332, 0.030636053532361984, 0.058429569005966187, -0.019716303795576096, -0.02795001119375229, 0.04706968739628792, 0.044296205043792725, 0.09274455904960632, -0.07268492877483368, -0.005128688178956509, 0.00014444207772612572, 0.06421615183353424, -0.09026831388473511, 0.07781516015529633, 0.04582793265581131, -0.0007914099842309952, 0.007341890130192041, 0.002536190440878272, 0.02620118297636509, -0.036541230976581573], "cos_apical_negg": [0.5817568302154541, 0.03133082389831543, 0.056726936250925064, 0.05118889361619949, 0.04365791380405426, -0.02235237881541252, -0.03156343474984169, 0.0500517264008522, -0.0153754698112607, 0.003784403670579195, -0.023922741413116455, 0.07468342781066895, 0.015377920120954514, 0.02706257253885269, 0.031397998332977295, 0.008751153945922852, 0.06810237467288971, 0.020275169983506203, 0.055702194571495056, 0.024997921660542488, -0.02272096835076809, -0.041373834013938904, 0.10833829641342163, -0.02272889018058777, 0.07712725549936295, -0.03970428556203842, 0.017694970592856407, -0.04799677059054375, 0.029361164197325706, -0.03279661759734154, -0.0504496768116951, 0.04907789081335068, -0.02243996039032936, -0.008549323305487633, 0.08012141287326813, 0.05440431833267212, 0.009414292871952057, -0.0051546297036111355, -0.08707298338413239, 0.01931481808423996, 0.013495170511305332, 0.030636053532361984, 0.058429569005966187, -0.019716303795576096, -0.02795001119375229, 0.04706968739628792, 0.044296205043792725, 0.09274455904960632, -0.07268492877483368, -0.005128688178956509, 0.00014444207772612572, 0.06421615183353424, -0.09026831388473511, 0.07781516015529633, 0.04582793265581131, -0.0007914099842309952, 0.007341890130192041, 0.002536190440878272, 0.02620118297636509, -0.036541230976581573], "cos_Ac_negg": [0.5817568302154541, 0.03133082389831543, 0.056726936250925064, 0.05118889361619949, 0.04365791380405426, -0.02235237881541252, -0.03156343474984169, 0.0500517264008522, -0.0153754698112607, 0.003784403670579195, -0.023922741413116455, 0.07468342781066895, 0.015377920120954514, 0.02706257253885269, 0.031397998332977295, 0.008751153945922852, 0.06810237467288971, 0.020275169983506203, 0.055702194571495056, 0.024997921660542488, -0.02272096835076809, -0.041373834013938904, 0.10833829641342163, -0.02272889018058777, 0.07712725549936295, -0.03970428556203842, 0.017694970592856407, -0.04799677059054375, 0.029361164197325706, -0.03279661759734154, -0.0504496768116951, 0.04907789081335068, -0.02243996039032936, -0.008549323305487633, 0.08012141287326813, 0.05440431833267212, 0.009414292871952057, -0.0051546297036111355, -0.08707298338413239, 0.01931481808423996, 0.013495170511305332, 0.030636053532361984, 0.058429569005966187, -0.019716303795576096, -0.02795001119375229, 0.04706968739628792, 0.044296205043792725, 0.09274455904960632, -0.07268492877483368, -0.005128688178956509, 0.00014444207772612572, 0.06421615183353424, -0.09026831388473511, 0.07781516015529633, 0.04582793265581131, -0.0007914099842309952, 0.007341890130192041, 0.002536190440878272, 0.02620118297636509, -0.036541230976581573]}}
|
