1
|
{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 30, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "pilot_jac_cifar10_sdil_w64_d30_s0", "n_in": 3072}, "provenance": {"git_commit": "4856f33c47ae490d6688eef50db50a3d69766406", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4157285690307617, "cos_r_negg": [0.007795530371367931, -0.03972156345844269, 0.02516728639602661, 0.032594986259937286, -0.021284010261297226, -0.022270554676651955, 0.018770918250083923, -0.011221065185964108, 0.0958898589015007, -0.023709135130047798, -0.04670961946249008, 0.0031799222342669964, 0.00484514469280839, 0.023440927267074585, -0.017682580277323723, 0.03149745613336563, -0.01755579002201557, 0.004238690249621868, 0.003739067120477557, 0.03512764349579811, 0.04358594864606857, -0.009650608524680138, 0.03439425677061081, -0.03205307945609093, -0.05162773281335831, -0.04418618977069855, 0.019690409302711487, 0.007683158852159977, 0.05375661700963974, 0.044327251613140106], "cos_apical_negg": [0.007795530371367931, -0.03972156345844269, 0.02516728639602661, 0.032594986259937286, -0.021284010261297226, -0.022270554676651955, 0.018770918250083923, -0.011221065185964108, 0.0958898589015007, -0.023709135130047798, -0.04670961946249008, 0.0031799222342669964, 0.00484514469280839, 0.023440927267074585, -0.017682580277323723, 0.03149745613336563, -0.01755579002201557, 0.004238690249621868, 0.003739067120477557, 0.03512764349579811, 0.04358594864606857, -0.009650608524680138, 0.03439425677061081, -0.03205307945609093, -0.05162773281335831, -0.04418618977069855, 0.019690409302711487, 0.007683158852159977, 0.05375661700963974, 0.044327251613140106], "cos_Ac_negg": [0.007795530371367931, -0.03972156345844269, 0.02516728639602661, 0.032594986259937286, -0.021284010261297226, -0.022270554676651955, 0.018770918250083923, -0.011221065185964108, 0.0958898589015007, -0.023709135130047798, -0.04670961946249008, 0.0031799222342669964, 0.00484514469280839, 0.023440927267074585, -0.017682580277323723, 0.03149745613336563, -0.01755579002201557, 0.004238690249621868, 0.003739067120477557, 0.03512764349579811, 0.04358594864606857, -0.009650608524680138, 0.03439425677061081, -0.03205307945609093, -0.05162773281335831, -0.04418618977069855, 0.019690409302711487, 0.007683158852159977, 0.05375661700963974, 0.044327251613140106], "r_norm": [2.5859997272491455, 2.487873077392578, 2.358017683029175, 2.535337448120117, 2.3908329010009766, 2.4138553142547607, 2.5032689571380615, 2.4557106494903564, 2.3779029846191406, 2.3751931190490723, 2.451996326446533, 2.3805606365203857, 2.4780707359313965, 2.5016164779663086, 2.4434757232666016, 2.4289183616638184, 2.4294681549072266, 2.389345169067383, 2.382108449935913, 2.4187893867492676, 2.561915397644043, 2.449065685272217, 2.551858901977539, 2.4553465843200684, 2.4081687927246094, 2.4057531356811523, 2.3511159420013428, 2.398050308227539, 2.4193081855773926, 2.5638649463653564], "ldr": {"dL_sdil": 0.0014848709106445312, "dL_bp": -0.35697102546691895, "ratio": -0.004159639871898053}}, {"epoch_end": 0, "step": 391, "test_acc": 0.36, "test_loss": 1.8044174682617187}, {"step": 500, "epoch": 1, "train_loss": 1.7544350624084473, "cos_r_negg": [0.6653290390968323, 0.07077045738697052, 0.046043671667575836, 0.03851096332073212, 0.015489456243813038, 0.07029647380113602, 0.020347626879811287, 0.02587750181555748, 0.13888058066368103, 0.07940129190683365, 0.036375246942043304, 0.07947824895381927, 0.04108300805091858, 0.041909366846084595, 0.055439747869968414, 0.11433891952037811, 0.0001566256396472454, 0.04260788857936859, 0.08405902236700058, 0.0006076064892113209, 0.0595521479845047, 0.06639420986175537, 0.08550362288951874, 0.10366608947515488, 0.040724750608205795, 0.07333000004291534, 0.14777901768684387, 0.03469246253371239, 0.0794641375541687, 0.05990216135978699], "cos_apical_negg": [0.6653290390968323, 0.07077045738697052, 0.046043671667575836, 0.03851096332073212, 0.015489456243813038, 0.07029647380113602, 0.020347626879811287, 0.02587750181555748, 0.13888058066368103, 0.07940129190683365, 0.036375246942043304, 0.07947824895381927, 0.04108300805091858, 0.041909366846084595, 0.055439747869968414, 0.11433891952037811, 0.0001566256396472454, 0.04260788857936859, 0.08405902236700058, 0.0006076064892113209, 0.0595521479845047, 0.06639420986175537, 0.08550362288951874, 0.10366608947515488, 0.040724750608205795, 0.07333000004291534, 0.14777901768684387, 0.03469246253371239, 0.0794641375541687, 0.05990216135978699], "cos_Ac_negg": [0.6653290390968323, 0.07077045738697052, 0.046043671667575836, 0.03851096332073212, 0.015489456243813038, 0.07029647380113602, 0.020347626879811287, 0.02587750181555748, 0.13888058066368103, 0.07940129190683365, 0.036375246942043304, 0.07947824895381927, 0.04108300805091858, 0.041909366846084595, 0.055439747869968414, 0.11433891952037811, 0.0001566256396472454, 0.04260788857936859, 0.08405902236700058, 0.0006076064892113209, 0.0595521479845047, 0.06639420986175537, 0.08550362288951874, 0.10366608947515488, 0.040724750608205795, 0.07333000004291534, 0.14777901768684387, 0.03469246253371239, 0.0794641375541687, 0.05990216135978699], "r_norm": [1.8760464191436768, 1.7462239265441895, 1.6580451726913452, 1.7832438945770264, 1.6699025630950928, 1.6950693130493164, 1.7377784252166748, 1.7147564888000488, 1.6766102313995361, 1.673931360244751, 1.731095314025879, 1.6688055992126465, 1.753852367401123, 1.7483751773834229, 1.7181192636489868, 1.7302758693695068, 1.7059900760650635, 1.6811676025390625, 1.6618149280548096, 1.7175966501235962, 1.7833949327468872, 1.7352163791656494, 1.783334732055664, 1.7061405181884766, 1.7048929929733276, 1.6877436637878418, 1.6379642486572266, 1.7044821977615356, 1.701486349105835, 1.7973133325576782]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3931, "test_loss": 1.7496632690429688}, {"step": 1000, "epoch": 2, "train_loss": 1.7652791738510132, "cos_r_negg": [0.7455675005912781, 0.13867875933647156, 0.13353434205055237, 0.12310019135475159, 0.06930694729089737, 0.19699104130268097, 0.09868583083152771, 0.08995923399925232, 0.17063626646995544, 0.15953755378723145, 0.11872422695159912, 0.15358929336071014, 0.1210494190454483, 0.0893692672252655, 0.1626296043395996, 0.1403917521238327, 0.08300290256738663, 0.10640966147184372, 0.16039898991584778, 0.07700759172439575, 0.12020392715930939, 0.1384168118238449, 0.14931192994117737, 0.15331223607063293, 0.10677136480808258, 0.20391954481601715, 0.21600967645645142, 0.12095564603805542, 0.1786321997642517, 0.11213947832584381], "cos_apical_negg": [0.7455675005912781, 0.13867875933647156, 0.13353434205055237, 0.12310019135475159, 0.06930694729089737, 0.19699104130268097, 0.09868583083152771, 0.08995923399925232, 0.17063626646995544, 0.15953755378723145, 0.11872422695159912, 0.15358929336071014, 0.1210494190454483, 0.0893692672252655, 0.1626296043395996, 0.1403917521238327, 0.08300290256738663, 0.10640966147184372, 0.16039898991584778, 0.07700759172439575, 0.12020392715930939, 0.1384168118238449, 0.14931192994117737, 0.15331223607063293, 0.10677136480808258, 0.20391954481601715, 0.21600967645645142, 0.12095564603805542, 0.1786321997642517, 0.11213947832584381], "cos_Ac_negg": [0.7455675005912781, 0.13867875933647156, 0.13353434205055237, 0.12310019135475159, 0.06930694729089737, 0.19699104130268097, 0.09868583083152771, 0.08995923399925232, 0.17063626646995544, 0.15953755378723145, 0.11872422695159912, 0.15358929336071014, 0.1210494190454483, 0.0893692672252655, 0.1626296043395996, 0.1403917521238327, 0.08300290256738663, 0.10640966147184372, 0.16039898991584778, 0.07700759172439575, 0.12020392715930939, 0.1384168118238449, 0.14931192994117737, 0.15331223607063293, 0.10677136480808258, 0.20391954481601715, 0.21600967645645142, 0.12095564603805542, 0.1786321997642517, 0.11213947832584381], "r_norm": [1.5910654067993164, 1.4055867195129395, 1.3338172435760498, 1.4394001960754395, 1.3442482948303223, 1.3745750188827515, 1.3977023363113403, 1.3759074211120605, 1.3583508729934692, 1.356281042098999, 1.3894156217575073, 1.348914623260498, 1.4116623401641846, 1.4084699153900146, 1.3849666118621826, 1.3983466625213623, 1.3663556575775146, 1.3503215312957764, 1.3470991849899292, 1.3754619359970093, 1.4387788772583008, 1.396618127822876, 1.4419196844100952, 1.3856663703918457, 1.3714642524719238, 1.3673222064971924, 1.3337500095367432, 1.374590277671814, 1.373435378074646, 1.445796012878418]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3952, "test_loss": 1.7153171020507811}, {"step": 1500, "epoch": 3, "train_loss": 1.5622105598449707, "cos_r_negg": [0.7900501489639282, 0.23095738887786865, 0.2347467541694641, 0.2343415766954422, 0.1593959629535675, 0.27783647179603577, 0.21201758086681366, 0.2417035698890686, 0.2442992627620697, 0.26645994186401367, 0.2338390350341797, 0.21624505519866943, 0.2291589379310608, 0.22390757501125336, 0.23851387202739716, 0.25256645679473877, 0.20062780380249023, 0.2368638515472412, 0.26529771089553833, 0.2094416320323944, 0.2076682448387146, 0.22922424972057343, 0.22596962749958038, 0.2822343707084656, 0.19691810011863708, 0.2956254184246063, 0.3513014018535614, 0.2733116149902344, 0.2675454318523407, 0.2186736762523651], "cos_apical_negg": [0.7900501489639282, 0.23095738887786865, 0.2347467541694641, 0.2343415766954422, 0.1593959629535675, 0.27783647179603577, 0.21201758086681366, 0.2417035698890686, 0.2442992627620697, 0.26645994186401367, 0.2338390350341797, 0.21624505519866943, 0.2291589379310608, 0.22390757501125336, 0.23851387202739716, 0.25256645679473877, 0.20062780380249023, 0.2368638515472412, 0.26529771089553833, 0.2094416320323944, 0.2076682448387146, 0.22922424972057343, 0.22596962749958038, 0.2822343707084656, 0.19691810011863708, 0.2956254184246063, 0.3513014018535614, 0.2733116149902344, 0.2675454318523407, 0.2186736762523651], "cos_Ac_negg": [0.7900501489639282, 0.23095738887786865, 0.2347467541694641, 0.2343415766954422, 0.1593959629535675, 0.27783647179603577, 0.21201758086681366, 0.2417035698890686, 0.2442992627620697, 0.26645994186401367, 0.2338390350341797, 0.21624505519866943, 0.2291589379310608, 0.22390757501125336, 0.23851387202739716, 0.25256645679473877, 0.20062780380249023, 0.2368638515472412, 0.26529771089553833, 0.2094416320323944, 0.2076682448387146, 0.22922424972057343, 0.22596962749958038, 0.2822343707084656, 0.19691810011863708, 0.2956254184246063, 0.3513014018535614, 0.2733116149902344, 0.2675454318523407, 0.2186736762523651], "r_norm": [1.3963406085968018, 1.1641191244125366, 1.1073403358459473, 1.1918562650680542, 1.1104576587677002, 1.1441190242767334, 1.1535261869430542, 1.130647897720337, 1.1298543214797974, 1.1300055980682373, 1.147794485092163, 1.1211740970611572, 1.1667977571487427, 1.1620769500732422, 1.151087760925293, 1.1575617790222168, 1.1221256256103516, 1.1212615966796875, 1.1218758821487427, 1.1313939094543457, 1.1885986328125, 1.1559741497039795, 1.200470209121704, 1.1557137966156006, 1.1320562362670898, 1.13889479637146, 1.1226190328598022, 1.1276708841323853, 1.1505897045135498, 1.1848069429397583]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4057, "test_loss": 1.7090366943359374}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4201, "test_loss": 1.6851649291992188}], "final": {"test_acc": 0.4201, "test_loss": 1.6851649291992188, "wall_s": 339.486483335495, "cos_r_negg": [0.7948374152183533, 0.3171462118625641, 0.32481592893600464, 0.31079748272895813, 0.29714739322662354, 0.37829869985580444, 0.287973552942276, 0.30488693714141846, 0.3360999524593353, 0.3544768691062927, 0.31089234352111816, 0.33214902877807617, 0.29504838585853577, 0.3175065815448761, 0.3597695231437683, 0.36076027154922485, 0.28100791573524475, 0.3558361530303955, 0.37889575958251953, 0.31262513995170593, 0.2987179756164551, 0.3624134659767151, 0.3272242546081543, 0.3705102205276489, 0.3145012855529785, 0.4177534282207489, 0.4370291829109192, 0.3744991421699524, 0.3817164897918701, 0.31987518072128296], "cos_apical_negg": [0.7948374152183533, 0.3171462118625641, 0.32481592893600464, 0.31079748272895813, 0.29714739322662354, 0.37829869985580444, 0.287973552942276, 0.30488693714141846, 0.3360999524593353, 0.3544768691062927, 0.31089234352111816, 0.33214902877807617, 0.29504838585853577, 0.3175065815448761, 0.3597695231437683, 0.36076027154922485, 0.28100791573524475, 0.3558361530303955, 0.37889575958251953, 0.31262513995170593, 0.2987179756164551, 0.3624134659767151, 0.3272242546081543, 0.3705102205276489, 0.3145012855529785, 0.4177534282207489, 0.4370291829109192, 0.3744991421699524, 0.3817164897918701, 0.31987518072128296], "cos_Ac_negg": [0.7948374152183533, 0.3171462118625641, 0.32481592893600464, 0.31079748272895813, 0.29714739322662354, 0.37829869985580444, 0.287973552942276, 0.30488693714141846, 0.3360999524593353, 0.3544768691062927, 0.31089234352111816, 0.33214902877807617, 0.29504838585853577, 0.3175065815448761, 0.3597695231437683, 0.36076027154922485, 0.28100791573524475, 0.3558361530303955, 0.37889575958251953, 0.31262513995170593, 0.2987179756164551, 0.3624134659767151, 0.3272242546081543, 0.3705102205276489, 0.3145012855529785, 0.4177534282207489, 0.4370291829109192, 0.3744991421699524, 0.3817164897918701, 0.31987518072128296]}}
|
