{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 30, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 3, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_dfa_w64_d30_s3", "n_in": 3072}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.614835739135742, "cos_r_negg": [-0.0354691743850708, 0.011084317229688168, -0.03507746011018753, -0.04797753691673279, 0.02797923982143402, -0.03713028132915497, -0.007580794394016266, -0.031709469854831696, 0.03390783444046974, 0.06958069652318954, -0.004322929307818413, 0.0609910748898983, 0.0908372774720192, -0.02753886580467224, -0.05806727707386017, 0.1110665574669838, -0.02517387457191944, 0.06073632091283798, 0.002431281376630068, 0.004338130354881287, 0.07117453217506409, -0.03899887949228287, -0.048079777508974075, -0.017434734851121902, 0.04258080571889877, -0.04169657826423645, -0.003240067046135664, 0.030631093308329582, -0.007911516353487968, 0.0622338131070137], "cos_innovation_negg": [-0.0354691743850708, 0.011084317229688168, -0.03507746011018753, -0.04797753691673279, 0.02797923982143402, -0.03713028132915497, -0.007580794394016266, -0.031709469854831696, 0.03390783444046974, 0.06958069652318954, -0.004322929307818413, 0.0609910748898983, 0.0908372774720192, -0.02753886580467224, -0.05806727707386017, 0.1110665574669838, -0.02517387457191944, 0.06073632091283798, 0.002431281376630068, 0.004338130354881287, 0.07117453217506409, -0.03899887949228287, -0.048079777508974075, -0.017434734851121902, 0.04258080571889877, -0.04169657826423645, -0.003240067046135664, 0.030631093308329582, -0.007911516353487968, 0.0622338131070137], "cos_apical_negg": [-0.0354691743850708, 0.011084317229688168, -0.03507746011018753, -0.04797753691673279, 0.02797923982143402, -0.03713028132915497, -0.007580794394016266, -0.031709469854831696, 0.03390783444046974, 0.06958069652318954, -0.004322929307818413, 0.0609910748898983, 0.0908372774720192, -0.02753886580467224, -0.05806727707386017, 0.1110665574669838, -0.02517387457191944, 0.06073632091283798, 0.002431281376630068, 0.004338130354881287, 0.07117453217506409, -0.03899887949228287, -0.048079777508974075, -0.017434734851121902, 0.04258080571889877, -0.04169657826423645, -0.003240067046135664, 0.030631093308329582, -0.007911516353487968, 0.0622338131070137], "cos_Ac_negg": [-0.0354691743850708, 0.011084317229688168, -0.03507746011018753, -0.04797753691673279, 0.02797923982143402, -0.03713028132915497, -0.007580794394016266, -0.031709469854831696, 0.03390783444046974, 0.06958069652318954, -0.004322929307818413, 0.0609910748898983, 0.0908372774720192, -0.02753886580467224, -0.05806727707386017, 0.1110665574669838, -0.02517387457191944, 0.06073632091283798, 0.002431281376630068, 0.004338130354881287, 0.07117453217506409, -0.03899887949228287, -0.048079777508974075, -0.017434734851121902, 0.04258080571889877, -0.04169657826423645, -0.003240067046135664, 0.030631093308329582, -0.007911516353487968, 0.0622338131070137], "r_norm": [2.4395194053649902, 2.3524222373962402, 2.625286340713501, 2.4262709617614746, 2.3646240234375, 2.48673152923584, 2.5131940841674805, 2.494338274002075, 2.5015954971313477, 2.4734864234924316, 2.5628299713134766, 2.490208387374878, 2.3645966053009033, 2.444274425506592, 2.3756394386291504, 2.4287633895874023, 2.498383045196533, 2.440603017807007, 2.5153379440307617, 2.4611639976501465, 2.545836925506592, 2.52408504486084, 2.4028830528259277, 2.4840991497039795, 2.456599235534668, 2.429016590118408, 2.403512477874756, 2.5688743591308594, 2.510859966278076, 2.41801118850708]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3449, "test_loss": 1.8767222900390625}, {"step": 500, "epoch": 1, "train_loss": 1.8141272068023682, "cos_r_negg": [0.5834978818893433, 0.02172071300446987, -0.008782078512012959, -0.08165360242128372, 0.005386007949709892, 0.020413003861904144, 0.049750130623579025, -0.04050087928771973, 0.02649465575814247, 0.020961560308933258, 0.0035947985015809536, 0.048245564103126526, -0.10049033164978027, 0.049065954983234406, -0.000901503604836762, 0.04837929084897041, -0.02588057518005371, 0.01331876590847969, -0.03236357495188713, -0.030467335134744644, -0.0026370598934590816, 0.031721703708171844, 0.003576755989342928, -0.0738953948020935, 0.006696669384837151, -0.011140515096485615, 0.041674211621284485, 0.01569291017949581, -0.08862681686878204, -0.11423579603433609], "cos_innovation_negg": [0.5834978818893433, 0.02172071300446987, -0.008782078512012959, -0.08165360242128372, 0.005386007949709892, 0.020413003861904144, 0.049750130623579025, -0.04050087928771973, 0.02649465575814247, 0.020961560308933258, 0.0035947985015809536, 0.048245564103126526, -0.10049033164978027, 0.049065954983234406, -0.000901503604836762, 0.04837929084897041, -0.02588057518005371, 0.01331876590847969, -0.03236357495188713, -0.030467335134744644, -0.0026370598934590816, 0.031721703708171844, 0.003576755989342928, -0.0738953948020935, 0.006696669384837151, -0.011140515096485615, 0.041674211621284485, 0.01569291017949581, -0.08862681686878204, -0.11423579603433609], "cos_apical_negg": [0.5834978818893433, 0.02172071300446987, -0.008782078512012959, -0.08165360242128372, 0.005386007949709892, 0.020413003861904144, 0.049750130623579025, -0.04050087928771973, 0.02649465575814247, 0.020961560308933258, 0.0035947985015809536, 0.048245564103126526, -0.10049033164978027, 0.049065954983234406, -0.000901503604836762, 0.04837929084897041, -0.02588057518005371, 0.01331876590847969, -0.03236357495188713, -0.030467335134744644, -0.0026370598934590816, 0.031721703708171844, 0.003576755989342928, -0.0738953948020935, 0.006696669384837151, -0.011140515096485615, 0.041674211621284485, 0.01569291017949581, -0.08862681686878204, -0.11423579603433609], "cos_Ac_negg": [0.5834978818893433, 0.02172071300446987, -0.008782078512012959, -0.08165360242128372, 0.005386007949709892, 0.020413003861904144, 0.049750130623579025, -0.04050087928771973, 0.02649465575814247, 0.020961560308933258, 0.0035947985015809536, 0.048245564103126526, -0.10049033164978027, 0.049065954983234406, -0.000901503604836762, 0.04837929084897041, -0.02588057518005371, 0.01331876590847969, -0.03236357495188713, -0.030467335134744644, -0.0026370598934590816, 0.031721703708171844, 0.003576755989342928, -0.0738953948020935, 0.006696669384837151, -0.011140515096485615, 0.041674211621284485, 0.01569291017949581, -0.08862681686878204, -0.11423579603433609], "r_norm": [2.1641273498535156, 2.098332643508911, 2.3022866249084473, 2.142186164855957, 2.1220626831054688, 2.1967649459838867, 2.2501864433288574, 2.2486228942871094, 2.2339694499969482, 2.2253170013427734, 2.243060350418091, 2.22017502784729, 2.094665765762329, 2.2128593921661377, 2.1084399223327637, 2.1571812629699707, 2.2196788787841797, 2.1657493114471436, 2.2287704944610596, 2.2165684700012207, 2.25878643989563, 2.214918613433838, 2.115565776824951, 2.1991896629333496, 2.2043185234069824, 2.1633946895599365, 2.1089258193969727, 2.295809507369995, 2.225527286529541, 2.1454148292541504]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3592, "test_loss": 1.8489001098632813}, {"step": 1000, "epoch": 2, "train_loss": 1.8077439069747925, "cos_r_negg": [0.5426572561264038, -0.000471699982881546, -0.03370850905776024, -0.05805230885744095, 0.03651710972189903, 0.01930047571659088, -0.0027609760873019695, -0.057891279458999634, 0.060708366334438324, 0.010439660400152206, -0.0034087561070919037, 0.017884526401758194, -0.07258465886116028, 0.07702644914388657, 0.02569390833377838, 0.07109665870666504, 0.0006768857128918171, 0.03816009685397148, 0.01573631353676319, -0.009247805923223495, -0.0010661408305168152, 0.051315344870090485, 0.053149912506341934, -0.04660525545477867, -0.02670164406299591, -0.056551456451416016, 0.01708647795021534, 0.02116236463189125, -0.026996344327926636, -0.07165108621120453], "cos_innovation_negg": [0.5426572561264038, -0.000471699982881546, -0.03370850905776024, -0.05805230885744095, 0.03651710972189903, 0.01930047571659088, -0.0027609760873019695, -0.057891279458999634, 0.060708366334438324, 0.010439660400152206, -0.0034087561070919037, 0.017884526401758194, -0.07258465886116028, 0.07702644914388657, 0.02569390833377838, 0.07109665870666504, 0.0006768857128918171, 0.03816009685397148, 0.01573631353676319, -0.009247805923223495, -0.0010661408305168152, 0.051315344870090485, 0.053149912506341934, -0.04660525545477867, -0.02670164406299591, -0.056551456451416016, 0.01708647795021534, 0.02116236463189125, -0.026996344327926636, -0.07165108621120453], "cos_apical_negg": [0.5426572561264038, -0.000471699982881546, -0.03370850905776024, -0.05805230885744095, 0.03651710972189903, 0.01930047571659088, -0.0027609760873019695, -0.057891279458999634, 0.060708366334438324, 0.010439660400152206, -0.0034087561070919037, 0.017884526401758194, -0.07258465886116028, 0.07702644914388657, 0.02569390833377838, 0.07109665870666504, 0.0006768857128918171, 0.03816009685397148, 0.01573631353676319, -0.009247805923223495, -0.0010661408305168152, 0.051315344870090485, 0.053149912506341934, -0.04660525545477867, -0.02670164406299591, -0.056551456451416016, 0.01708647795021534, 0.02116236463189125, -0.026996344327926636, -0.07165108621120453], "cos_Ac_negg": [0.5426572561264038, -0.000471699982881546, -0.03370850905776024, -0.05805230885744095, 0.03651710972189903, 0.01930047571659088, -0.0027609760873019695, -0.057891279458999634, 0.060708366334438324, 0.010439660400152206, -0.0034087561070919037, 0.017884526401758194, -0.07258465886116028, 0.07702644914388657, 0.02569390833377838, 0.07109665870666504, 0.0006768857128918171, 0.03816009685397148, 0.01573631353676319, -0.009247805923223495, -0.0010661408305168152, 0.051315344870090485, 0.053149912506341934, -0.04660525545477867, -0.02670164406299591, -0.056551456451416016, 0.01708647795021534, 0.02116236463189125, -0.026996344327926636, -0.07165108621120453], "r_norm": [2.137204170227051, 2.069383144378662, 2.2760541439056396, 2.1043949127197266, 2.0947699546813965, 2.1611809730529785, 2.218050479888916, 2.218081474304199, 2.201650619506836, 2.1933698654174805, 2.197391986846924, 2.184309959411621, 2.070403575897217, 2.187321186065674, 2.073517322540283, 2.121030330657959, 2.1899051666259766, 2.1389708518981934, 2.1965551376342773, 2.180086135864258, 2.2175405025482178, 2.1903979778289795, 2.075549602508545, 2.173175811767578, 2.169332981109619, 2.1294052600860596, 2.0754308700561523, 2.265500068664551, 2.197822093963623, 2.107464075088501]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3481, "test_loss": 1.8497484985351562}, {"step": 1500, "epoch": 3, "train_loss": 1.724002480506897, "cos_r_negg": [0.5831311941146851, 0.00819560419768095, 0.014842926524579525, -0.04541250690817833, 0.020536597818136215, -0.006145058199763298, 0.015801813453435898, -0.011769660748541355, 0.09342478215694427, 0.050106413662433624, -0.06937626004219055, 0.029324382543563843, -0.017297446727752686, 0.07614302635192871, -0.040968939661979675, 0.08837269246578217, -0.013582034967839718, 0.05021585524082184, -0.020651238039135933, 0.04185253381729126, -0.03610069304704666, 0.033393409103155136, 0.08595992624759674, -0.08570028841495514, 0.0020112735219299793, -0.01912790909409523, 0.019765231758356094, 0.051920510828495026, -0.019497549161314964, -0.04156694561243057], "cos_innovation_negg": [0.5831311941146851, 0.00819560419768095, 0.014842926524579525, -0.04541250690817833, 0.020536597818136215, -0.006145058199763298, 0.015801813453435898, -0.011769660748541355, 0.09342478215694427, 0.050106413662433624, -0.06937626004219055, 0.029324382543563843, -0.017297446727752686, 0.07614302635192871, -0.040968939661979675, 0.08837269246578217, -0.013582034967839718, 0.05021585524082184, -0.020651238039135933, 0.04185253381729126, -0.03610069304704666, 0.033393409103155136, 0.08595992624759674, -0.08570028841495514, 0.0020112735219299793, -0.01912790909409523, 0.019765231758356094, 0.051920510828495026, -0.019497549161314964, -0.04156694561243057], "cos_apical_negg": [0.5831311941146851, 0.00819560419768095, 0.014842926524579525, -0.04541250690817833, 0.020536597818136215, -0.006145058199763298, 0.015801813453435898, -0.011769660748541355, 0.09342478215694427, 0.050106413662433624, -0.06937626004219055, 0.029324382543563843, -0.017297446727752686, 0.07614302635192871, -0.040968939661979675, 0.08837269246578217, -0.013582034967839718, 0.05021585524082184, -0.020651238039135933, 0.04185253381729126, -0.03610069304704666, 0.033393409103155136, 0.08595992624759674, -0.08570028841495514, 0.0020112735219299793, -0.01912790909409523, 0.019765231758356094, 0.051920510828495026, -0.019497549161314964, -0.04156694561243057], "cos_Ac_negg": [0.5831311941146851, 0.00819560419768095, 0.014842926524579525, -0.04541250690817833, 0.020536597818136215, -0.006145058199763298, 0.015801813453435898, -0.011769660748541355, 0.09342478215694427, 0.050106413662433624, -0.06937626004219055, 0.029324382543563843, -0.017297446727752686, 0.07614302635192871, -0.040968939661979675, 0.08837269246578217, -0.013582034967839718, 0.05021585524082184, -0.020651238039135933, 0.04185253381729126, -0.03610069304704666, 0.033393409103155136, 0.08595992624759674, -0.08570028841495514, 0.0020112735219299793, -0.01912790909409523, 0.019765231758356094, 0.051920510828495026, -0.019497549161314964, -0.04156694561243057], "r_norm": [2.148844003677368, 2.0736730098724365, 2.2784037590026855, 2.1243841648101807, 2.1072018146514893, 2.178985595703125, 2.2330057621002197, 2.232729434967041, 2.2185823917388916, 2.200716972351074, 2.2199649810791016, 2.2049193382263184, 2.0769972801208496, 2.1961281299591064, 2.084057569503784, 2.133882761001587, 2.204486608505249, 2.144850730895996, 2.216742515563965, 2.199141502380371, 2.2445669174194336, 2.2061338424682617, 2.096726417541504, 2.1802196502685547, 2.1895241737365723, 2.1474666595458984, 2.0943644046783447, 2.279433250427246, 2.2057342529296875, 2.125532627105713]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3656, "test_loss": 1.8275586059570312}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3733, "test_loss": 1.8026917602539063}], "final": {"test_acc": 0.3733, "test_loss": 1.8026917602539063, "wall_s": 22.949405431747437, "cos_r_negg": [0.602301836013794, 0.029450327157974243, 0.028264211490750313, -0.01377531886100769, -0.012301165610551834, 0.04648302122950554, 0.0061739846132695675, -0.04338932782411575, 0.08334119617938995, 0.04665948450565338, -0.05885539948940277, 0.07525753229856491, 0.006258122157305479, 0.053727999329566956, -0.030440522357821465, 0.11702220886945724, 0.013818957842886448, 0.06568506360054016, 0.02363518811762333, 0.044598422944545746, 0.0018955685663968325, 0.04365307092666626, 0.026811279356479645, -0.0560043603181839, 0.03428618982434273, -0.03289388120174408, 0.040004752576351166, 0.07738371193408966, -0.012301594950258732, -0.05684054270386696], "cos_innovation_negg": [0.602301836013794, 0.029450327157974243, 0.028264211490750313, -0.01377531886100769, -0.012301165610551834, 0.04648302122950554, 0.0061739846132695675, -0.04338932782411575, 0.08334119617938995, 0.04665948450565338, -0.05885539948940277, 0.07525753229856491, 0.006258122157305479, 0.053727999329566956, -0.030440522357821465, 0.11702220886945724, 0.013818957842886448, 0.06568506360054016, 0.02363518811762333, 0.044598422944545746, 0.0018955685663968325, 0.04365307092666626, 0.026811279356479645, -0.0560043603181839, 0.03428618982434273, -0.03289388120174408, 0.040004752576351166, 0.07738371193408966, -0.012301594950258732, -0.05684054270386696], "cos_apical_negg": [0.602301836013794, 0.029450327157974243, 0.028264211490750313, -0.01377531886100769, -0.012301165610551834, 0.04648302122950554, 0.0061739846132695675, -0.04338932782411575, 0.08334119617938995, 0.04665948450565338, -0.05885539948940277, 0.07525753229856491, 0.006258122157305479, 0.053727999329566956, -0.030440522357821465, 0.11702220886945724, 0.013818957842886448, 0.06568506360054016, 0.02363518811762333, 0.044598422944545746, 0.0018955685663968325, 0.04365307092666626, 0.026811279356479645, -0.0560043603181839, 0.03428618982434273, -0.03289388120174408, 0.040004752576351166, 0.07738371193408966, -0.012301594950258732, -0.05684054270386696], "cos_Ac_negg": [0.602301836013794, 0.029450327157974243, 0.028264211490750313, -0.01377531886100769, -0.012301165610551834, 0.04648302122950554, 0.0061739846132695675, -0.04338932782411575, 0.08334119617938995, 0.04665948450565338, -0.05885539948940277, 0.07525753229856491, 0.006258122157305479, 0.053727999329566956, -0.030440522357821465, 0.11702220886945724, 0.013818957842886448, 0.06568506360054016, 0.02363518811762333, 0.044598422944545746, 0.0018955685663968325, 0.04365307092666626, 0.026811279356479645, -0.0560043603181839, 0.03428618982434273, -0.03289388120174408, 0.040004752576351166, 0.07738371193408966, -0.012301594950258732, -0.05684054270386696]}}