1
|
{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 60, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_sdil_w64_d60_s2", "n_in": 3072}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.456728219985962, "cos_r_negg": [0.08611082285642624, 0.017612537369132042, -0.001690153731033206, -0.08085684478282928, -0.0015296442434191704, 0.03165651485323906, -0.027990909293293953, -0.029639337211847305, -0.046965524554252625, 0.03454640135169029, 0.07331723719835281, 0.00037553790025413036, 0.06050413101911545, 0.0030032265931367874, 0.0030294875614345074, -0.06769862025976181, 0.01334536261856556, 0.03393281251192093, -0.039688341319561005, 0.017278827726840973, -0.016950123012065887, 0.04365086928009987, -0.039775408804416656, -0.043039705604314804, 0.0014046858996152878, 0.001827881089411676, -0.0622515045106411, 0.010696405544877052, -0.0036294935271143913, -0.05205393210053444, 0.061973027884960175, 0.04007808864116669, 0.024303218349814415, -0.059550732374191284, -0.06498114764690399, -0.02916010282933712, -0.038352109491825104, -0.040698617696762085, 0.03185011446475983, -0.007801948115229607, -0.028400635346770287, 0.032049812376499176, 0.022648900747299194, -0.024968545883893967, -0.04406441003084183, 0.04823513701558113, 0.03871341049671173, -0.003967022988945246, 0.09255938977003098, 0.12419933080673218, 0.05303552746772766, 0.017109673470258713, 0.07447409629821777, -0.030246540904045105, -0.03758876770734787, -0.09144528210163116, -0.09526985883712769, 0.05922526866197586, 0.012512996792793274, 0.015913574025034904], "cos_innovation_negg": [0.08611082285642624, 0.017612537369132042, -0.001690153731033206, -0.08085684478282928, -0.0015296442434191704, 0.03165651485323906, -0.027990909293293953, -0.029639337211847305, -0.046965524554252625, 0.03454640135169029, 0.07331723719835281, 0.00037553790025413036, 0.06050413101911545, 0.0030032265931367874, 0.0030294875614345074, -0.06769862025976181, 0.01334536261856556, 0.03393281251192093, -0.039688341319561005, 0.017278827726840973, -0.016950123012065887, 0.04365086928009987, -0.039775408804416656, -0.043039705604314804, 0.0014046858996152878, 0.001827881089411676, -0.0622515045106411, 0.010696405544877052, -0.0036294935271143913, -0.05205393210053444, 0.061973027884960175, 0.04007808864116669, 0.024303218349814415, -0.059550732374191284, -0.06498114764690399, -0.02916010282933712, -0.038352109491825104, -0.040698617696762085, 0.03185011446475983, -0.007801948115229607, -0.028400635346770287, 0.032049812376499176, 0.022648900747299194, -0.024968545883893967, -0.04406441003084183, 0.04823513701558113, 0.03871341049671173, -0.003967022988945246, 0.09255938977003098, 0.12419933080673218, 0.05303552746772766, 0.017109673470258713, 0.07447409629821777, -0.030246540904045105, -0.03758876770734787, -0.09144528210163116, -0.09526985883712769, 0.05922526866197586, 0.012512996792793274, 0.015913574025034904], "cos_apical_negg": [0.08611082285642624, 0.017612537369132042, -0.001690153731033206, -0.08085684478282928, -0.0015296442434191704, 0.03165651485323906, -0.027990909293293953, -0.029639337211847305, -0.046965524554252625, 0.03454640135169029, 0.07331723719835281, 0.00037553790025413036, 0.06050413101911545, 0.0030032265931367874, 0.0030294875614345074, -0.06769862025976181, 0.01334536261856556, 0.03393281251192093, -0.039688341319561005, 0.017278827726840973, -0.016950123012065887, 0.04365086928009987, -0.039775408804416656, -0.043039705604314804, 0.0014046858996152878, 0.001827881089411676, -0.0622515045106411, 0.010696405544877052, -0.0036294935271143913, -0.05205393210053444, 0.061973027884960175, 0.04007808864116669, 0.024303218349814415, -0.059550732374191284, -0.06498114764690399, -0.02916010282933712, -0.038352109491825104, -0.040698617696762085, 0.03185011446475983, -0.007801948115229607, -0.028400635346770287, 0.032049812376499176, 0.022648900747299194, -0.024968545883893967, -0.04406441003084183, 0.04823513701558113, 0.03871341049671173, -0.003967022988945246, 0.09255938977003098, 0.12419933080673218, 0.05303552746772766, 0.017109673470258713, 0.07447409629821777, -0.030246540904045105, -0.03758876770734787, -0.09144528210163116, -0.09526985883712769, 0.05922526866197586, 0.012512996792793274, 0.015913574025034904], "cos_Ac_negg": [0.08611082285642624, 0.017612537369132042, -0.001690153731033206, -0.08085684478282928, -0.0015296442434191704, 0.03165651485323906, -0.027990909293293953, -0.029639337211847305, -0.046965524554252625, 0.03454640135169029, 0.07331723719835281, 0.00037553790025413036, 0.06050413101911545, 0.0030032265931367874, 0.0030294875614345074, -0.06769862025976181, 0.01334536261856556, 0.03393281251192093, -0.039688341319561005, 0.017278827726840973, -0.016950123012065887, 0.04365086928009987, -0.039775408804416656, -0.043039705604314804, 0.0014046858996152878, 0.001827881089411676, -0.0622515045106411, 0.010696405544877052, -0.0036294935271143913, -0.05205393210053444, 0.061973027884960175, 0.04007808864116669, 0.024303218349814415, -0.059550732374191284, -0.06498114764690399, -0.02916010282933712, -0.038352109491825104, -0.040698617696762085, 0.03185011446475983, -0.007801948115229607, -0.028400635346770287, 0.032049812376499176, 0.022648900747299194, -0.024968545883893967, -0.04406441003084183, 0.04823513701558113, 0.03871341049671173, -0.003967022988945246, 0.09255938977003098, 0.12419933080673218, 0.05303552746772766, 0.017109673470258713, 0.07447409629821777, -0.030246540904045105, -0.03758876770734787, -0.09144528210163116, -0.09526985883712769, 0.05922526866197586, 0.012512996792793274, 0.015913574025034904], "r_norm": [2.5279881954193115, 2.3028414249420166, 2.5141243934631348, 2.456221103668213, 2.423701286315918, 2.3154499530792236, 2.501948356628418, 2.330960750579834, 2.4371628761291504, 2.366441011428833, 2.285327434539795, 2.3079309463500977, 2.4701573848724365, 2.4401168823242188, 2.4964599609375, 2.441318988800049, 2.582400321960449, 2.2878623008728027, 2.432720184326172, 2.3879125118255615, 2.463024377822876, 2.457271099090576, 2.340888500213623, 2.390347957611084, 2.425302743911743, 2.503244400024414, 2.5851855278015137, 2.472188949584961, 2.3574464321136475, 2.442430019378662, 2.4181876182556152, 2.347317695617676, 2.410494565963745, 2.5535507202148438, 2.496727466583252, 2.357452869415283, 2.324160099029541, 2.335726737976074, 2.4148497581481934, 2.3808083534240723, 2.4768099784851074, 2.4362759590148926, 2.3489975929260254, 2.473440647125244, 2.449836254119873, 2.4900002479553223, 2.3947534561157227, 2.3510684967041016, 2.558475971221924, 2.4334030151367188, 2.3637609481811523, 2.3625833988189697, 2.422903537750244, 2.4801979064941406, 2.429744243621826, 2.346132278442383, 2.2917542457580566, 2.5047624111175537, 2.3685553073883057, 2.3860812187194824], "ldr": {"dL_sdil": -0.08301210403442383, "dL_bp": -0.36100101470947266, "ratio": 0.2299497803385138}}, {"epoch_end": 0, "step": 391, "test_acc": 0.3623, "test_loss": 1.8130749633789063}, {"step": 500, "epoch": 1, "train_loss": 1.647667646408081, "cos_r_negg": [0.641769528388977, 0.04386383295059204, 0.07463890314102173, 0.021204303950071335, 0.057012878358364105, 0.07797746360301971, 0.04838663712143898, 0.10113523155450821, 0.041023753583431244, 0.09492979943752289, 0.11917727440595627, -0.017427703365683556, 0.04937848076224327, 0.0198967307806015, 0.08508764952421188, 0.07521022856235504, 0.06729884445667267, 0.12150822579860687, 0.09932173788547516, 0.137334406375885, 0.0035226233303546906, 0.06921856850385666, 0.09367518126964569, -0.041014622896909714, 0.09224380552768707, 0.018353065475821495, 0.02426125481724739, 0.047729190438985825, 0.057038288563489914, 0.0903923362493515, 0.08484892547130585, 0.12854154407978058, 0.06663370132446289, 0.03489287570118904, 0.10823875665664673, 0.013422808609902859, 0.00047389522660523653, 0.09022317826747894, 0.027861082926392555, 0.1001090258359909, 0.03989126533269882, 0.08583913743495941, 0.03402452915906906, 0.058253757655620575, 0.010880635119974613, 0.049959130585193634, 0.04951344430446625, -0.008289683610200882, 0.03429049625992775, 0.06877272576093674, 0.09401653707027435, 0.006343696266412735, 0.06847921013832092, 0.07727882266044617, 0.03374047577381134, 0.017143288627266884, 0.0008720592595636845, 0.12311574816703796, 0.01842271164059639, 0.03322608023881912], "cos_innovation_negg": [0.641769528388977, 0.04386383295059204, 0.07463890314102173, 0.021204303950071335, 0.057012878358364105, 0.07797746360301971, 0.04838663712143898, 0.10113523155450821, 0.041023753583431244, 0.09492979943752289, 0.11917727440595627, -0.017427703365683556, 0.04937848076224327, 0.0198967307806015, 0.08508764952421188, 0.07521022856235504, 0.06729884445667267, 0.12150822579860687, 0.09932173788547516, 0.137334406375885, 0.0035226233303546906, 0.06921856850385666, 0.09367518126964569, -0.041014622896909714, 0.09224380552768707, 0.018353065475821495, 0.02426125481724739, 0.047729190438985825, 0.057038288563489914, 0.0903923362493515, 0.08484892547130585, 0.12854154407978058, 0.06663370132446289, 0.03489287570118904, 0.10823875665664673, 0.013422808609902859, 0.00047389522660523653, 0.09022317826747894, 0.027861082926392555, 0.1001090258359909, 0.03989126533269882, 0.08583913743495941, 0.03402452915906906, 0.058253757655620575, 0.010880635119974613, 0.049959130585193634, 0.04951344430446625, -0.008289683610200882, 0.03429049625992775, 0.06877272576093674, 0.09401653707027435, 0.006343696266412735, 0.06847921013832092, 0.07727882266044617, 0.03374047577381134, 0.017143288627266884, 0.0008720592595636845, 0.12311574816703796, 0.01842271164059639, 0.03322608023881912], "cos_apical_negg": [0.641769528388977, 0.04386383295059204, 0.07463890314102173, 0.021204303950071335, 0.057012878358364105, 0.07797746360301971, 0.04838663712143898, 0.10113523155450821, 0.041023753583431244, 0.09492979943752289, 0.11917727440595627, -0.017427703365683556, 0.04937848076224327, 0.0198967307806015, 0.08508764952421188, 0.07521022856235504, 0.06729884445667267, 0.12150822579860687, 0.09932173788547516, 0.137334406375885, 0.0035226233303546906, 0.06921856850385666, 0.09367518126964569, -0.041014622896909714, 0.09224380552768707, 0.018353065475821495, 0.02426125481724739, 0.047729190438985825, 0.057038288563489914, 0.0903923362493515, 0.08484892547130585, 0.12854154407978058, 0.06663370132446289, 0.03489287570118904, 0.10823875665664673, 0.013422808609902859, 0.00047389522660523653, 0.09022317826747894, 0.027861082926392555, 0.1001090258359909, 0.03989126533269882, 0.08583913743495941, 0.03402452915906906, 0.058253757655620575, 0.010880635119974613, 0.049959130585193634, 0.04951344430446625, -0.008289683610200882, 0.03429049625992775, 0.06877272576093674, 0.09401653707027435, 0.006343696266412735, 0.06847921013832092, 0.07727882266044617, 0.03374047577381134, 0.017143288627266884, 0.0008720592595636845, 0.12311574816703796, 0.01842271164059639, 0.03322608023881912], "cos_Ac_negg": [0.641769528388977, 0.04386383295059204, 0.07463890314102173, 0.021204303950071335, 0.057012878358364105, 0.07797746360301971, 0.04838663712143898, 0.10113523155450821, 0.041023753583431244, 0.09492979943752289, 0.11917727440595627, -0.017427703365683556, 0.04937848076224327, 0.0198967307806015, 0.08508764952421188, 0.07521022856235504, 0.06729884445667267, 0.12150822579860687, 0.09932173788547516, 0.137334406375885, 0.0035226233303546906, 0.06921856850385666, 0.09367518126964569, -0.041014622896909714, 0.09224380552768707, 0.018353065475821495, 0.02426125481724739, 0.047729190438985825, 0.057038288563489914, 0.0903923362493515, 0.08484892547130585, 0.12854154407978058, 0.06663370132446289, 0.03489287570118904, 0.10823875665664673, 0.013422808609902859, 0.00047389522660523653, 0.09022317826747894, 0.027861082926392555, 0.1001090258359909, 0.03989126533269882, 0.08583913743495941, 0.03402452915906906, 0.058253757655620575, 0.010880635119974613, 0.049959130585193634, 0.04951344430446625, -0.008289683610200882, 0.03429049625992775, 0.06877272576093674, 0.09401653707027435, 0.006343696266412735, 0.06847921013832092, 0.07727882266044617, 0.03374047577381134, 0.017143288627266884, 0.0008720592595636845, 0.12311574816703796, 0.01842271164059639, 0.03322608023881912], "r_norm": [1.8209681510925293, 1.6141014099121094, 1.770363688468933, 1.7218115329742432, 1.7118332386016846, 1.6286389827728271, 1.7343182563781738, 1.622497797012329, 1.6917554140090942, 1.664224624633789, 1.6012752056121826, 1.5958118438720703, 1.7321736812591553, 1.7117646932601929, 1.752622127532959, 1.7185804843902588, 1.8102052211761475, 1.6078778505325317, 1.7049047946929932, 1.6692615747451782, 1.6977629661560059, 1.7430680990219116, 1.6420073509216309, 1.6566094160079956, 1.713047981262207, 1.7564054727554321, 1.7947967052459717, 1.7278015613555908, 1.6431357860565186, 1.7166568040847778, 1.6846169233322144, 1.6454222202301025, 1.6968512535095215, 1.8022133111953735, 1.7575297355651855, 1.6467690467834473, 1.589847207069397, 1.6284513473510742, 1.6974207162857056, 1.6721841096878052, 1.7269549369812012, 1.7283450365066528, 1.646378517150879, 1.7125473022460938, 1.6987946033477783, 1.7626466751098633, 1.681551218032837, 1.6376783847808838, 1.788825273513794, 1.690885305404663, 1.6665555238723755, 1.6487572193145752, 1.704043984413147, 1.7634512186050415, 1.6988167762756348, 1.6549032926559448, 1.6100205183029175, 1.7549748420715332, 1.6675605773925781, 1.6841533184051514]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3973, "test_loss": 1.7619666381835937}, {"step": 1000, "epoch": 2, "train_loss": 1.8276193141937256, "cos_r_negg": [0.7082642912864685, 0.15606874227523804, 0.13993577659130096, 0.08397994190454483, 0.13277322053909302, 0.18050548434257507, 0.099637471139431, 0.17577674984931946, 0.10105134546756744, 0.163823202252388, 0.18464042246341705, 0.08680509030818939, 0.15214112401008606, 0.11036652326583862, 0.17029833793640137, 0.14198023080825806, 0.1445707380771637, 0.17575785517692566, 0.1562148630619049, 0.1746155321598053, 0.0995960533618927, 0.1480758935213089, 0.14604145288467407, 0.02808878943324089, 0.19037765264511108, 0.045590486377477646, 0.08480807393789291, 0.11635389924049377, 0.13613396883010864, 0.16870668530464172, 0.21953356266021729, 0.16809096932411194, 0.13865220546722412, 0.1713135838508606, 0.13746324181556702, 0.06107468530535698, 0.06018224358558655, 0.15696823596954346, 0.07231871783733368, 0.11910079419612885, 0.1783832162618637, 0.1945352554321289, 0.15713657438755035, 0.13438205420970917, 0.08120027929544449, 0.1218709722161293, 0.1404557228088379, 0.06876237690448761, 0.11056104302406311, 0.19422562420368195, 0.12154794484376907, 0.0541163831949234, 0.11579012870788574, 0.1515892893075943, 0.0972316563129425, 0.06939049065113068, 0.08539848029613495, 0.15680289268493652, 0.11893978714942932, 0.07244283705949783], "cos_innovation_negg": [0.7082642912864685, 0.15606874227523804, 0.13993577659130096, 0.08397994190454483, 0.13277322053909302, 0.18050548434257507, 0.099637471139431, 0.17577674984931946, 0.10105134546756744, 0.163823202252388, 0.18464042246341705, 0.08680509030818939, 0.15214112401008606, 0.11036652326583862, 0.17029833793640137, 0.14198023080825806, 0.1445707380771637, 0.17575785517692566, 0.1562148630619049, 0.1746155321598053, 0.0995960533618927, 0.1480758935213089, 0.14604145288467407, 0.02808878943324089, 0.19037765264511108, 0.045590486377477646, 0.08480807393789291, 0.11635389924049377, 0.13613396883010864, 0.16870668530464172, 0.21953356266021729, 0.16809096932411194, 0.13865220546722412, 0.1713135838508606, 0.13746324181556702, 0.06107468530535698, 0.06018224358558655, 0.15696823596954346, 0.07231871783733368, 0.11910079419612885, 0.1783832162618637, 0.1945352554321289, 0.15713657438755035, 0.13438205420970917, 0.08120027929544449, 0.1218709722161293, 0.1404557228088379, 0.06876237690448761, 0.11056104302406311, 0.19422562420368195, 0.12154794484376907, 0.0541163831949234, 0.11579012870788574, 0.1515892893075943, 0.0972316563129425, 0.06939049065113068, 0.08539848029613495, 0.15680289268493652, 0.11893978714942932, 0.07244283705949783], "cos_apical_negg": [0.7082642912864685, 0.15606874227523804, 0.13993577659130096, 0.08397994190454483, 0.13277322053909302, 0.18050548434257507, 0.099637471139431, 0.17577674984931946, 0.10105134546756744, 0.163823202252388, 0.18464042246341705, 0.08680509030818939, 0.15214112401008606, 0.11036652326583862, 0.17029833793640137, 0.14198023080825806, 0.1445707380771637, 0.17575785517692566, 0.1562148630619049, 0.1746155321598053, 0.0995960533618927, 0.1480758935213089, 0.14604145288467407, 0.02808878943324089, 0.19037765264511108, 0.045590486377477646, 0.08480807393789291, 0.11635389924049377, 0.13613396883010864, 0.16870668530464172, 0.21953356266021729, 0.16809096932411194, 0.13865220546722412, 0.1713135838508606, 0.13746324181556702, 0.06107468530535698, 0.06018224358558655, 0.15696823596954346, 0.07231871783733368, 0.11910079419612885, 0.1783832162618637, 0.1945352554321289, 0.15713657438755035, 0.13438205420970917, 0.08120027929544449, 0.1218709722161293, 0.1404557228088379, 0.06876237690448761, 0.11056104302406311, 0.19422562420368195, 0.12154794484376907, 0.0541163831949234, 0.11579012870788574, 0.1515892893075943, 0.0972316563129425, 0.06939049065113068, 0.08539848029613495, 0.15680289268493652, 0.11893978714942932, 0.07244283705949783], "cos_Ac_negg": [0.7082642912864685, 0.15606874227523804, 0.13993577659130096, 0.08397994190454483, 0.13277322053909302, 0.18050548434257507, 0.099637471139431, 0.17577674984931946, 0.10105134546756744, 0.163823202252388, 0.18464042246341705, 0.08680509030818939, 0.15214112401008606, 0.11036652326583862, 0.17029833793640137, 0.14198023080825806, 0.1445707380771637, 0.17575785517692566, 0.1562148630619049, 0.1746155321598053, 0.0995960533618927, 0.1480758935213089, 0.14604145288467407, 0.02808878943324089, 0.19037765264511108, 0.045590486377477646, 0.08480807393789291, 0.11635389924049377, 0.13613396883010864, 0.16870668530464172, 0.21953356266021729, 0.16809096932411194, 0.13865220546722412, 0.1713135838508606, 0.13746324181556702, 0.06107468530535698, 0.06018224358558655, 0.15696823596954346, 0.07231871783733368, 0.11910079419612885, 0.1783832162618637, 0.1945352554321289, 0.15713657438755035, 0.13438205420970917, 0.08120027929544449, 0.1218709722161293, 0.1404557228088379, 0.06876237690448761, 0.11056104302406311, 0.19422562420368195, 0.12154794484376907, 0.0541163831949234, 0.11579012870788574, 0.1515892893075943, 0.0972316563129425, 0.06939049065113068, 0.08539848029613495, 0.15680289268493652, 0.11893978714942932, 0.07244283705949783], "r_norm": [1.560402750968933, 1.321803092956543, 1.443197250366211, 1.3973808288574219, 1.39340341091156, 1.3360519409179688, 1.409365177154541, 1.3380569219589233, 1.3725931644439697, 1.3652260303497314, 1.319079875946045, 1.2982532978057861, 1.4124038219451904, 1.3984441757202148, 1.4320340156555176, 1.4051663875579834, 1.4725010395050049, 1.3174095153808594, 1.3972947597503662, 1.3700189590454102, 1.3876097202301025, 1.42263925075531, 1.3361870050430298, 1.3371045589447021, 1.4042155742645264, 1.418631911277771, 1.4627033472061157, 1.4107178449630737, 1.336469292640686, 1.4001972675323486, 1.3799591064453125, 1.3554964065551758, 1.382567048072815, 1.467519998550415, 1.4245901107788086, 1.3319884538650513, 1.2937085628509521, 1.3294702768325806, 1.3804389238357544, 1.3603155612945557, 1.4023139476776123, 1.4155194759368896, 1.3401696681976318, 1.3975931406021118, 1.3780710697174072, 1.4379241466522217, 1.3687770366668701, 1.3255527019500732, 1.4513036012649536, 1.3843755722045898, 1.3571271896362305, 1.3380626440048218, 1.3901430368423462, 1.4462288618087769, 1.3783987760543823, 1.3366279602050781, 1.3039381504058838, 1.4371603727340698, 1.3566285371780396, 1.3604552745819092]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3977, "test_loss": 1.72474951171875}, {"step": 1500, "epoch": 3, "train_loss": 1.620103359222412, "cos_r_negg": [0.7739584445953369, 0.2080114483833313, 0.18250665068626404, 0.18902087211608887, 0.1994839310646057, 0.28379762172698975, 0.19450971484184265, 0.23946624994277954, 0.19351816177368164, 0.2353816032409668, 0.2686036229133606, 0.16681858897209167, 0.2402220368385315, 0.21861770749092102, 0.26832011342048645, 0.2191285789012909, 0.25580447912216187, 0.2783512771129608, 0.2733460068702698, 0.2626396119594574, 0.18571925163269043, 0.25916624069213867, 0.2586159110069275, 0.1378674954175949, 0.26208797097206116, 0.15676844120025635, 0.2100072205066681, 0.2391136884689331, 0.227627694606781, 0.2663933336734772, 0.28531062602996826, 0.2844960689544678, 0.20642364025115967, 0.25035232305526733, 0.2279733121395111, 0.18928663432598114, 0.18779107928276062, 0.24189972877502441, 0.2109822928905487, 0.18043291568756104, 0.2797839045524597, 0.25708574056625366, 0.21490389108657837, 0.22852283716201782, 0.1815214455127716, 0.281131386756897, 0.22665929794311523, 0.18172207474708557, 0.1800031065940857, 0.2568029761314392, 0.2187817394733429, 0.16893884539604187, 0.22219116985797882, 0.2650783658027649, 0.19234195351600647, 0.223589226603508, 0.2408067137002945, 0.23051846027374268, 0.2247641235589981, 0.1790793240070343], "cos_innovation_negg": [0.7739584445953369, 0.2080114483833313, 0.18250665068626404, 0.18902087211608887, 0.1994839310646057, 0.28379762172698975, 0.19450971484184265, 0.23946624994277954, 0.19351816177368164, 0.2353816032409668, 0.2686036229133606, 0.16681858897209167, 0.2402220368385315, 0.21861770749092102, 0.26832011342048645, 0.2191285789012909, 0.25580447912216187, 0.2783512771129608, 0.2733460068702698, 0.2626396119594574, 0.18571925163269043, 0.25916624069213867, 0.2586159110069275, 0.1378674954175949, 0.26208797097206116, 0.15676844120025635, 0.2100072205066681, 0.2391136884689331, 0.227627694606781, 0.2663933336734772, 0.28531062602996826, 0.2844960689544678, 0.20642364025115967, 0.25035232305526733, 0.2279733121395111, 0.18928663432598114, 0.18779107928276062, 0.24189972877502441, 0.2109822928905487, 0.18043291568756104, 0.2797839045524597, 0.25708574056625366, 0.21490389108657837, 0.22852283716201782, 0.1815214455127716, 0.281131386756897, 0.22665929794311523, 0.18172207474708557, 0.1800031065940857, 0.2568029761314392, 0.2187817394733429, 0.16893884539604187, 0.22219116985797882, 0.2650783658027649, 0.19234195351600647, 0.223589226603508, 0.2408067137002945, 0.23051846027374268, 0.2247641235589981, 0.1790793240070343], "cos_apical_negg": [0.7739584445953369, 0.2080114483833313, 0.18250665068626404, 0.18902087211608887, 0.1994839310646057, 0.28379762172698975, 0.19450971484184265, 0.23946624994277954, 0.19351816177368164, 0.2353816032409668, 0.2686036229133606, 0.16681858897209167, 0.2402220368385315, 0.21861770749092102, 0.26832011342048645, 0.2191285789012909, 0.25580447912216187, 0.2783512771129608, 0.2733460068702698, 0.2626396119594574, 0.18571925163269043, 0.25916624069213867, 0.2586159110069275, 0.1378674954175949, 0.26208797097206116, 0.15676844120025635, 0.2100072205066681, 0.2391136884689331, 0.227627694606781, 0.2663933336734772, 0.28531062602996826, 0.2844960689544678, 0.20642364025115967, 0.25035232305526733, 0.2279733121395111, 0.18928663432598114, 0.18779107928276062, 0.24189972877502441, 0.2109822928905487, 0.18043291568756104, 0.2797839045524597, 0.25708574056625366, 0.21490389108657837, 0.22852283716201782, 0.1815214455127716, 0.281131386756897, 0.22665929794311523, 0.18172207474708557, 0.1800031065940857, 0.2568029761314392, 0.2187817394733429, 0.16893884539604187, 0.22219116985797882, 0.2650783658027649, 0.19234195351600647, 0.223589226603508, 0.2408067137002945, 0.23051846027374268, 0.2247641235589981, 0.1790793240070343], "cos_Ac_negg": [0.7739584445953369, 0.2080114483833313, 0.18250665068626404, 0.18902087211608887, 0.1994839310646057, 0.28379762172698975, 0.19450971484184265, 0.23946624994277954, 0.19351816177368164, 0.2353816032409668, 0.2686036229133606, 0.16681858897209167, 0.2402220368385315, 0.21861770749092102, 0.26832011342048645, 0.2191285789012909, 0.25580447912216187, 0.2783512771129608, 0.2733460068702698, 0.2626396119594574, 0.18571925163269043, 0.25916624069213867, 0.2586159110069275, 0.1378674954175949, 0.26208797097206116, 0.15676844120025635, 0.2100072205066681, 0.2391136884689331, 0.227627694606781, 0.2663933336734772, 0.28531062602996826, 0.2844960689544678, 0.20642364025115967, 0.25035232305526733, 0.2279733121395111, 0.18928663432598114, 0.18779107928276062, 0.24189972877502441, 0.2109822928905487, 0.18043291568756104, 0.2797839045524597, 0.25708574056625366, 0.21490389108657837, 0.22852283716201782, 0.1815214455127716, 0.281131386756897, 0.22665929794311523, 0.18172207474708557, 0.1800031065940857, 0.2568029761314392, 0.2187817394733429, 0.16893884539604187, 0.22219116985797882, 0.2650783658027649, 0.19234195351600647, 0.223589226603508, 0.2408067137002945, 0.23051846027374268, 0.2247641235589981, 0.1790793240070343], "r_norm": [1.3689594268798828, 1.0870769023895264, 1.1857540607452393, 1.1480607986450195, 1.140582799911499, 1.1022882461547852, 1.1591696739196777, 1.1061956882476807, 1.1294915676116943, 1.1219230890274048, 1.0936962366104126, 1.059211015701294, 1.1682244539260864, 1.1568615436553955, 1.1935704946517944, 1.1680881977081299, 1.2146077156066895, 1.0880956649780273, 1.160996437072754, 1.1433653831481934, 1.139925479888916, 1.1733355522155762, 1.1114575862884521, 1.101152777671814, 1.168304681777954, 1.160860300064087, 1.1996692419052124, 1.167079210281372, 1.1029798984527588, 1.164151906967163, 1.150730848312378, 1.1286553144454956, 1.1382898092269897, 1.207364559173584, 1.1758241653442383, 1.0944463014602661, 1.0612165927886963, 1.0988421440124512, 1.1370885372161865, 1.120713472366333, 1.1637184619903564, 1.1658055782318115, 1.1075944900512695, 1.1544240713119507, 1.1362351179122925, 1.1815019845962524, 1.1216727495193481, 1.0837342739105225, 1.1947580575942993, 1.1486496925354004, 1.1149903535842896, 1.0946745872497559, 1.1478476524353027, 1.1931827068328857, 1.132091760635376, 1.0951910018920898, 1.072930097579956, 1.1842303276062012, 1.1149142980575562, 1.1198146343231201]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4013, "test_loss": 1.7225825317382812}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4158, "test_loss": 1.6949622924804688}], "final": {"test_acc": 0.4158, "test_loss": 1.6949622924804688, "wall_s": 117.48857545852661, "cos_r_negg": [0.8220240473747253, 0.317320853471756, 0.31269270181655884, 0.2800901532173157, 0.29436418414115906, 0.3671455979347229, 0.31533852219581604, 0.3758537471294403, 0.2866869270801544, 0.34882116317749023, 0.37997132539749146, 0.2768024206161499, 0.3320702910423279, 0.3260497450828552, 0.33807915449142456, 0.3505033850669861, 0.3352736234664917, 0.3791392743587494, 0.3719269931316376, 0.36095112562179565, 0.29678767919540405, 0.3729771375656128, 0.3468477427959442, 0.2724785804748535, 0.3519517481327057, 0.26703137159347534, 0.29117459058761597, 0.34231114387512207, 0.32633888721466064, 0.3600957989692688, 0.41904565691947937, 0.40246111154556274, 0.3129122853279114, 0.3359273076057434, 0.30861520767211914, 0.3056429624557495, 0.3013440668582916, 0.33988094329833984, 0.3122744560241699, 0.3030822277069092, 0.36874115467071533, 0.35592877864837646, 0.30112260580062866, 0.352790892124176, 0.30509820580482483, 0.36225736141204834, 0.3135794401168823, 0.3113824427127838, 0.3111315071582794, 0.3684026002883911, 0.34208908677101135, 0.2990241050720215, 0.34235721826553345, 0.33697253465652466, 0.31604135036468506, 0.30312058329582214, 0.3260119557380676, 0.3420763611793518, 0.32001587748527527, 0.31079185009002686], "cos_innovation_negg": [0.8220240473747253, 0.317320853471756, 0.31269270181655884, 0.2800901532173157, 0.29436418414115906, 0.3671455979347229, 0.31533852219581604, 0.3758537471294403, 0.2866869270801544, 0.34882116317749023, 0.37997132539749146, 0.2768024206161499, 0.3320702910423279, 0.3260497450828552, 0.33807915449142456, 0.3505033850669861, 0.3352736234664917, 0.3791392743587494, 0.3719269931316376, 0.36095112562179565, 0.29678767919540405, 0.3729771375656128, 0.3468477427959442, 0.2724785804748535, 0.3519517481327057, 0.26703137159347534, 0.29117459058761597, 0.34231114387512207, 0.32633888721466064, 0.3600957989692688, 0.41904565691947937, 0.40246111154556274, 0.3129122853279114, 0.3359273076057434, 0.30861520767211914, 0.3056429624557495, 0.3013440668582916, 0.33988094329833984, 0.3122744560241699, 0.3030822277069092, 0.36874115467071533, 0.35592877864837646, 0.30112260580062866, 0.352790892124176, 0.30509820580482483, 0.36225736141204834, 0.3135794401168823, 0.3113824427127838, 0.3111315071582794, 0.3684026002883911, 0.34208908677101135, 0.2990241050720215, 0.34235721826553345, 0.33697253465652466, 0.31604135036468506, 0.30312058329582214, 0.3260119557380676, 0.3420763611793518, 0.32001587748527527, 0.31079185009002686], "cos_apical_negg": [0.8220240473747253, 0.317320853471756, 0.31269270181655884, 0.2800901532173157, 0.29436418414115906, 0.3671455979347229, 0.31533852219581604, 0.3758537471294403, 0.2866869270801544, 0.34882116317749023, 0.37997132539749146, 0.2768024206161499, 0.3320702910423279, 0.3260497450828552, 0.33807915449142456, 0.3505033850669861, 0.3352736234664917, 0.3791392743587494, 0.3719269931316376, 0.36095112562179565, 0.29678767919540405, 0.3729771375656128, 0.3468477427959442, 0.2724785804748535, 0.3519517481327057, 0.26703137159347534, 0.29117459058761597, 0.34231114387512207, 0.32633888721466064, 0.3600957989692688, 0.41904565691947937, 0.40246111154556274, 0.3129122853279114, 0.3359273076057434, 0.30861520767211914, 0.3056429624557495, 0.3013440668582916, 0.33988094329833984, 0.3122744560241699, 0.3030822277069092, 0.36874115467071533, 0.35592877864837646, 0.30112260580062866, 0.352790892124176, 0.30509820580482483, 0.36225736141204834, 0.3135794401168823, 0.3113824427127838, 0.3111315071582794, 0.3684026002883911, 0.34208908677101135, 0.2990241050720215, 0.34235721826553345, 0.33697253465652466, 0.31604135036468506, 0.30312058329582214, 0.3260119557380676, 0.3420763611793518, 0.32001587748527527, 0.31079185009002686], "cos_Ac_negg": [0.8220240473747253, 0.317320853471756, 0.31269270181655884, 0.2800901532173157, 0.29436418414115906, 0.3671455979347229, 0.31533852219581604, 0.3758537471294403, 0.2866869270801544, 0.34882116317749023, 0.37997132539749146, 0.2768024206161499, 0.3320702910423279, 0.3260497450828552, 0.33807915449142456, 0.3505033850669861, 0.3352736234664917, 0.3791392743587494, 0.3719269931316376, 0.36095112562179565, 0.29678767919540405, 0.3729771375656128, 0.3468477427959442, 0.2724785804748535, 0.3519517481327057, 0.26703137159347534, 0.29117459058761597, 0.34231114387512207, 0.32633888721466064, 0.3600957989692688, 0.41904565691947937, 0.40246111154556274, 0.3129122853279114, 0.3359273076057434, 0.30861520767211914, 0.3056429624557495, 0.3013440668582916, 0.33988094329833984, 0.3122744560241699, 0.3030822277069092, 0.36874115467071533, 0.35592877864837646, 0.30112260580062866, 0.352790892124176, 0.30509820580482483, 0.36225736141204834, 0.3135794401168823, 0.3113824427127838, 0.3111315071582794, 0.3684026002883911, 0.34208908677101135, 0.2990241050720215, 0.34235721826553345, 0.33697253465652466, 0.31604135036468506, 0.30312058329582214, 0.3260119557380676, 0.3420763611793518, 0.32001587748527527, 0.31079185009002686]}}
|
