1
|
{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 30, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_dfa_w64_d30_s2", "n_in": 3072}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.7673251628875732, "cos_r_negg": [0.002249512355774641, 0.022959576919674873, -0.018467579036951065, 0.03803185746073723, -0.055734895169734955, 0.00045535527169704437, -0.07102607935667038, 0.010146564804017544, 0.02278125286102295, 0.0149698406457901, -0.005738881882280111, -0.06150812655687332, -0.037963781505823135, 0.0248748566955328, -0.04539640620350838, 0.027594605460762978, -0.02478851191699505, -0.08105120062828064, -0.09922529011964798, 0.0071421735920012, 0.0390196293592453, 0.08004271239042282, -0.05831489339470863, 0.060247354209423065, 0.018277838826179504, 0.03439311683177948, -0.015048985369503498, -0.024490593001246452, -0.015065079554915428, -0.009061385877430439], "cos_innovation_negg": [0.002249512355774641, 0.022959576919674873, -0.018467579036951065, 0.03803185746073723, -0.055734895169734955, 0.00045535527169704437, -0.07102607935667038, 0.010146564804017544, 0.02278125286102295, 0.0149698406457901, -0.005738881882280111, -0.06150812655687332, -0.037963781505823135, 0.0248748566955328, -0.04539640620350838, 0.027594605460762978, -0.02478851191699505, -0.08105120062828064, -0.09922529011964798, 0.0071421735920012, 0.0390196293592453, 0.08004271239042282, -0.05831489339470863, 0.060247354209423065, 0.018277838826179504, 0.03439311683177948, -0.015048985369503498, -0.024490593001246452, -0.015065079554915428, -0.009061385877430439], "cos_apical_negg": [0.002249512355774641, 0.022959576919674873, -0.018467579036951065, 0.03803185746073723, -0.055734895169734955, 0.00045535527169704437, -0.07102607935667038, 0.010146564804017544, 0.02278125286102295, 0.0149698406457901, -0.005738881882280111, -0.06150812655687332, -0.037963781505823135, 0.0248748566955328, -0.04539640620350838, 0.027594605460762978, -0.02478851191699505, -0.08105120062828064, -0.09922529011964798, 0.0071421735920012, 0.0390196293592453, 0.08004271239042282, -0.05831489339470863, 0.060247354209423065, 0.018277838826179504, 0.03439311683177948, -0.015048985369503498, -0.024490593001246452, -0.015065079554915428, -0.009061385877430439], "cos_Ac_negg": [0.002249512355774641, 0.022959576919674873, -0.018467579036951065, 0.03803185746073723, -0.055734895169734955, 0.00045535527169704437, -0.07102607935667038, 0.010146564804017544, 0.02278125286102295, 0.0149698406457901, -0.005738881882280111, -0.06150812655687332, -0.037963781505823135, 0.0248748566955328, -0.04539640620350838, 0.027594605460762978, -0.02478851191699505, -0.08105120062828064, -0.09922529011964798, 0.0071421735920012, 0.0390196293592453, 0.08004271239042282, -0.05831489339470863, 0.060247354209423065, 0.018277838826179504, 0.03439311683177948, -0.015048985369503498, -0.024490593001246452, -0.015065079554915428, -0.009061385877430439], "r_norm": [2.4331135749816895, 2.448417901992798, 2.3842456340789795, 2.4205610752105713, 2.3763790130615234, 2.485638380050659, 2.466935157775879, 2.5698516368865967, 2.603827476501465, 2.4623215198516846, 2.69050931930542, 2.4383158683776855, 2.399193286895752, 2.5776710510253906, 2.5124404430389404, 2.376943588256836, 2.3550431728363037, 2.4747495651245117, 2.427934169769287, 2.5004072189331055, 2.5258994102478027, 2.3911776542663574, 2.456050395965576, 2.4976251125335693, 2.4373555183410645, 2.593169689178467, 2.447528839111328, 2.4820315837860107, 2.4756150245666504, 2.4541056156158447]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3427, "test_loss": 1.8721033325195313}, {"step": 500, "epoch": 1, "train_loss": 1.798956036567688, "cos_r_negg": [0.4959384799003601, -0.005684107542037964, -0.03253506124019623, -0.017861198633909225, 0.0406477116048336, 0.06471378356218338, -0.025100424885749817, -0.007846258580684662, -0.04759366810321808, 0.0429055392742157, -0.07822134345769882, -0.08720242977142334, 0.08282889425754547, -0.007692225743085146, -0.032985106110572815, 0.011605325154960155, 0.06914891302585602, -0.10361462831497192, 0.030095210298895836, -0.04158181697130203, 0.022142386063933372, -0.05886797606945038, 0.058668993413448334, -0.005581153091043234, 0.01728830300271511, -0.025866732001304626, 0.06383432447910309, 0.039459601044654846, 0.006211932748556137, -0.011513623408973217], "cos_innovation_negg": [0.4959384799003601, -0.005684107542037964, -0.03253506124019623, -0.017861198633909225, 0.0406477116048336, 0.06471378356218338, -0.025100424885749817, -0.007846258580684662, -0.04759366810321808, 0.0429055392742157, -0.07822134345769882, -0.08720242977142334, 0.08282889425754547, -0.007692225743085146, -0.032985106110572815, 0.011605325154960155, 0.06914891302585602, -0.10361462831497192, 0.030095210298895836, -0.04158181697130203, 0.022142386063933372, -0.05886797606945038, 0.058668993413448334, -0.005581153091043234, 0.01728830300271511, -0.025866732001304626, 0.06383432447910309, 0.039459601044654846, 0.006211932748556137, -0.011513623408973217], "cos_apical_negg": [0.4959384799003601, -0.005684107542037964, -0.03253506124019623, -0.017861198633909225, 0.0406477116048336, 0.06471378356218338, -0.025100424885749817, -0.007846258580684662, -0.04759366810321808, 0.0429055392742157, -0.07822134345769882, -0.08720242977142334, 0.08282889425754547, -0.007692225743085146, -0.032985106110572815, 0.011605325154960155, 0.06914891302585602, -0.10361462831497192, 0.030095210298895836, -0.04158181697130203, 0.022142386063933372, -0.05886797606945038, 0.058668993413448334, -0.005581153091043234, 0.01728830300271511, -0.025866732001304626, 0.06383432447910309, 0.039459601044654846, 0.006211932748556137, -0.011513623408973217], "cos_Ac_negg": [0.4959384799003601, -0.005684107542037964, -0.03253506124019623, -0.017861198633909225, 0.0406477116048336, 0.06471378356218338, -0.025100424885749817, -0.007846258580684662, -0.04759366810321808, 0.0429055392742157, -0.07822134345769882, -0.08720242977142334, 0.08282889425754547, -0.007692225743085146, -0.032985106110572815, 0.011605325154960155, 0.06914891302585602, -0.10361462831497192, 0.030095210298895836, -0.04158181697130203, 0.022142386063933372, -0.05886797606945038, 0.058668993413448334, -0.005581153091043234, 0.01728830300271511, -0.025866732001304626, 0.06383432447910309, 0.039459601044654846, 0.006211932748556137, -0.011513623408973217], "r_norm": [2.137601375579834, 2.1617796421051025, 2.1047754287719727, 2.1368823051452637, 2.087362766265869, 2.1875364780426025, 2.178551435470581, 2.259371042251587, 2.274402618408203, 2.182623863220215, 2.3903069496154785, 2.1320977210998535, 2.120398998260498, 2.2514829635620117, 2.187145471572876, 2.1064372062683105, 2.0896291732788086, 2.1600897312164307, 2.1520042419433594, 2.2144150733947754, 2.2321019172668457, 2.128386974334717, 2.1819896697998047, 2.1784629821777344, 2.154487133026123, 2.3063125610351562, 2.1651957035064697, 2.188685894012451, 2.1694376468658447, 2.146679401397705]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3627, "test_loss": 1.8544914428710937}, {"step": 1000, "epoch": 2, "train_loss": 1.8124675750732422, "cos_r_negg": [0.5790170431137085, 0.0068262782879173756, 0.014878489077091217, -0.021209105849266052, -0.008565214462578297, 0.08287134021520615, -0.003738019149750471, 0.00792707409709692, -0.006075588054955006, 0.010389113798737526, 0.013715970329940319, -0.08543258160352707, 0.07382140308618546, -0.022730033844709396, -0.037367019802331924, 0.0459660068154335, 0.001288680825382471, -0.05667538568377495, 0.0035297502763569355, -0.011961514130234718, 0.003672307124361396, -0.09530255943536758, 0.044427625834941864, -0.018582481890916824, 0.05315515398979187, 0.014898143708705902, 0.07943236827850342, -0.04117360711097717, 0.04070630669593811, 0.02959546633064747], "cos_innovation_negg": [0.5790170431137085, 0.0068262782879173756, 0.014878489077091217, -0.021209105849266052, -0.008565214462578297, 0.08287134021520615, -0.003738019149750471, 0.00792707409709692, -0.006075588054955006, 0.010389113798737526, 0.013715970329940319, -0.08543258160352707, 0.07382140308618546, -0.022730033844709396, -0.037367019802331924, 0.0459660068154335, 0.001288680825382471, -0.05667538568377495, 0.0035297502763569355, -0.011961514130234718, 0.003672307124361396, -0.09530255943536758, 0.044427625834941864, -0.018582481890916824, 0.05315515398979187, 0.014898143708705902, 0.07943236827850342, -0.04117360711097717, 0.04070630669593811, 0.02959546633064747], "cos_apical_negg": [0.5790170431137085, 0.0068262782879173756, 0.014878489077091217, -0.021209105849266052, -0.008565214462578297, 0.08287134021520615, -0.003738019149750471, 0.00792707409709692, -0.006075588054955006, 0.010389113798737526, 0.013715970329940319, -0.08543258160352707, 0.07382140308618546, -0.022730033844709396, -0.037367019802331924, 0.0459660068154335, 0.001288680825382471, -0.05667538568377495, 0.0035297502763569355, -0.011961514130234718, 0.003672307124361396, -0.09530255943536758, 0.044427625834941864, -0.018582481890916824, 0.05315515398979187, 0.014898143708705902, 0.07943236827850342, -0.04117360711097717, 0.04070630669593811, 0.02959546633064747], "cos_Ac_negg": [0.5790170431137085, 0.0068262782879173756, 0.014878489077091217, -0.021209105849266052, -0.008565214462578297, 0.08287134021520615, -0.003738019149750471, 0.00792707409709692, -0.006075588054955006, 0.010389113798737526, 0.013715970329940319, -0.08543258160352707, 0.07382140308618546, -0.022730033844709396, -0.037367019802331924, 0.0459660068154335, 0.001288680825382471, -0.05667538568377495, 0.0035297502763569355, -0.011961514130234718, 0.003672307124361396, -0.09530255943536758, 0.044427625834941864, -0.018582481890916824, 0.05315515398979187, 0.014898143708705902, 0.07943236827850342, -0.04117360711097717, 0.04070630669593811, 0.02959546633064747], "r_norm": [2.1358258724212646, 2.153205394744873, 2.1028051376342773, 2.1363046169281006, 2.088613986968994, 2.19431209564209, 2.188533306121826, 2.267158269882202, 2.281900405883789, 2.187511920928955, 2.382333755493164, 2.130920886993408, 2.1255078315734863, 2.255626678466797, 2.2015626430511475, 2.0999929904937744, 2.087989091873169, 2.161282777786255, 2.1519885063171387, 2.209789752960205, 2.2398431301116943, 2.1251187324523926, 2.1790413856506348, 2.1789019107818604, 2.162919521331787, 2.3109803199768066, 2.1614503860473633, 2.188908100128174, 2.1768381595611572, 2.1339316368103027]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3539, "test_loss": 1.844827783203125}, {"step": 1500, "epoch": 3, "train_loss": 1.7862067222595215, "cos_r_negg": [0.5376938581466675, 0.017267026007175446, -0.006645498797297478, 0.00728624826297164, -0.016553815454244614, 0.10356226563453674, -0.028826354071497917, 0.053298044949769974, -0.02530461922287941, -0.00992338266223669, 0.01945805549621582, -0.05847847834229469, 0.0884273424744606, -0.02908310294151306, 0.01337914913892746, 0.07316087186336517, 0.019900145009160042, -0.021114975214004517, -0.022281864657998085, 0.028780994936823845, 0.05513715371489525, -0.09054272621870041, 0.10047529637813568, -0.010285192169249058, 0.0910220742225647, -0.018289636820554733, 0.06747397780418396, 0.01790446788072586, 0.07059430330991745, -0.03990055248141289], "cos_innovation_negg": [0.5376938581466675, 0.017267026007175446, -0.006645498797297478, 0.00728624826297164, -0.016553815454244614, 0.10356226563453674, -0.028826354071497917, 0.053298044949769974, -0.02530461922287941, -0.00992338266223669, 0.01945805549621582, -0.05847847834229469, 0.0884273424744606, -0.02908310294151306, 0.01337914913892746, 0.07316087186336517, 0.019900145009160042, -0.021114975214004517, -0.022281864657998085, 0.028780994936823845, 0.05513715371489525, -0.09054272621870041, 0.10047529637813568, -0.010285192169249058, 0.0910220742225647, -0.018289636820554733, 0.06747397780418396, 0.01790446788072586, 0.07059430330991745, -0.03990055248141289], "cos_apical_negg": [0.5376938581466675, 0.017267026007175446, -0.006645498797297478, 0.00728624826297164, -0.016553815454244614, 0.10356226563453674, -0.028826354071497917, 0.053298044949769974, -0.02530461922287941, -0.00992338266223669, 0.01945805549621582, -0.05847847834229469, 0.0884273424744606, -0.02908310294151306, 0.01337914913892746, 0.07316087186336517, 0.019900145009160042, -0.021114975214004517, -0.022281864657998085, 0.028780994936823845, 0.05513715371489525, -0.09054272621870041, 0.10047529637813568, -0.010285192169249058, 0.0910220742225647, -0.018289636820554733, 0.06747397780418396, 0.01790446788072586, 0.07059430330991745, -0.03990055248141289], "cos_Ac_negg": [0.5376938581466675, 0.017267026007175446, -0.006645498797297478, 0.00728624826297164, -0.016553815454244614, 0.10356226563453674, -0.028826354071497917, 0.053298044949769974, -0.02530461922287941, -0.00992338266223669, 0.01945805549621582, -0.05847847834229469, 0.0884273424744606, -0.02908310294151306, 0.01337914913892746, 0.07316087186336517, 0.019900145009160042, -0.021114975214004517, -0.022281864657998085, 0.028780994936823845, 0.05513715371489525, -0.09054272621870041, 0.10047529637813568, -0.010285192169249058, 0.0910220742225647, -0.018289636820554733, 0.06747397780418396, 0.01790446788072586, 0.07059430330991745, -0.03990055248141289], "r_norm": [2.1149516105651855, 2.1250386238098145, 2.0814123153686523, 2.1137514114379883, 2.0607430934906006, 2.168102741241455, 2.1653761863708496, 2.2294483184814453, 2.2551159858703613, 2.162332534790039, 2.3551862239837646, 2.1013975143432617, 2.095797300338745, 2.227856159210205, 2.1703944206237793, 2.0811104774475098, 2.0639243125915527, 2.1438937187194824, 2.130983352661133, 2.1887447834014893, 2.2018675804138184, 2.1081864833831787, 2.15849232673645, 2.1545753479003906, 2.130098819732666, 2.287865400314331, 2.1356403827667236, 2.164860725402832, 2.1414122581481934, 2.117335557937622]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3607, "test_loss": 1.8519111206054688}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3708, "test_loss": 1.8088109741210938}], "final": {"test_acc": 0.3708, "test_loss": 1.8088109741210938, "wall_s": 23.1907901763916, "cos_r_negg": [0.5909473896026611, 0.030654996633529663, -0.004572632722556591, 0.03871794044971466, 0.01197742111980915, 0.1383216381072998, 0.03996679186820984, 0.024300523102283478, -0.0037421202287077904, 0.06520158052444458, 0.0012239343486726284, -0.0599910207092762, 0.08771514147520065, 0.012411105446517467, 0.0019702515564858913, 0.014726400375366211, 0.0860552042722702, -0.04040795564651489, 0.039363324642181396, -0.009258367121219635, 0.07197955250740051, -0.07959756255149841, 0.05979757010936737, -0.02872471511363983, 0.12860217690467834, 0.045584384351968765, 0.08002200722694397, -0.03448985889554024, -0.015440849587321281, -0.0245670098811388], "cos_innovation_negg": [0.5909473896026611, 0.030654996633529663, -0.004572632722556591, 0.03871794044971466, 0.01197742111980915, 0.1383216381072998, 0.03996679186820984, 0.024300523102283478, -0.0037421202287077904, 0.06520158052444458, 0.0012239343486726284, -0.0599910207092762, 0.08771514147520065, 0.012411105446517467, 0.0019702515564858913, 0.014726400375366211, 0.0860552042722702, -0.04040795564651489, 0.039363324642181396, -0.009258367121219635, 0.07197955250740051, -0.07959756255149841, 0.05979757010936737, -0.02872471511363983, 0.12860217690467834, 0.045584384351968765, 0.08002200722694397, -0.03448985889554024, -0.015440849587321281, -0.0245670098811388], "cos_apical_negg": [0.5909473896026611, 0.030654996633529663, -0.004572632722556591, 0.03871794044971466, 0.01197742111980915, 0.1383216381072998, 0.03996679186820984, 0.024300523102283478, -0.0037421202287077904, 0.06520158052444458, 0.0012239343486726284, -0.0599910207092762, 0.08771514147520065, 0.012411105446517467, 0.0019702515564858913, 0.014726400375366211, 0.0860552042722702, -0.04040795564651489, 0.039363324642181396, -0.009258367121219635, 0.07197955250740051, -0.07959756255149841, 0.05979757010936737, -0.02872471511363983, 0.12860217690467834, 0.045584384351968765, 0.08002200722694397, -0.03448985889554024, -0.015440849587321281, -0.0245670098811388], "cos_Ac_negg": [0.5909473896026611, 0.030654996633529663, -0.004572632722556591, 0.03871794044971466, 0.01197742111980915, 0.1383216381072998, 0.03996679186820984, 0.024300523102283478, -0.0037421202287077904, 0.06520158052444458, 0.0012239343486726284, -0.0599910207092762, 0.08771514147520065, 0.012411105446517467, 0.0019702515564858913, 0.014726400375366211, 0.0860552042722702, -0.04040795564651489, 0.039363324642181396, -0.009258367121219635, 0.07197955250740051, -0.07959756255149841, 0.05979757010936737, -0.02872471511363983, 0.12860217690467834, 0.045584384351968765, 0.08002200722694397, -0.03448985889554024, -0.015440849587321281, -0.0245670098811388]}}
|
