{ "42": { "state_bridge": { "log": { "train_loss": [ 2.32298729019165, 2.3185904444122314, 2.3158486935424807, 2.3151270526123047, 2.3153048554992677, 2.313692629928589, 2.3122592738342287, 2.3125808728790282, 2.313471165390015, 2.3118894706726074, 2.3125988877868653, 2.3099629015350343, 2.31041740196228, 2.3091588230133056, 2.3091439936828615, 2.3106198542785643, 2.3083640133666994, 2.3086931996154787, 2.309051240081787, 2.3074020581054686, 2.3068838215637206, 2.307295061187744, 2.3084519975280764, 2.307104247512817, 2.3071147785949706, 2.3060205638122557, 2.306451601409912, 2.306119982833862, 2.3060072847747803, 2.305727400512695, 2.306379800872803, 2.3064919486999513, 2.305928258132935, 2.3056776414489746, 2.3055357105255125, 2.3050391822052, 2.3047298907470704, 2.3049536168670652, 2.304167579269409, 2.3051955548858643, 2.305130446929932, 2.305691002731323, 2.3054561265563964, 2.3053656420898436, 2.3066579315948488, 2.307786160964966, 2.30552385055542, 2.3060861295318604, 2.3058279441833496, 2.3054451098632813, 2.3063634481811524, 2.3052050663757324, 2.3048459218597412, 2.3044755393981933, 2.3043885823059083, 2.304098957672119, 2.3039053114318846, 2.304439072341919, 2.3049430378723144, 2.304635962142944, 2.3039317012023925, 2.3042490730285645, 2.3039936375427246, 2.3039682440185545, 2.3040738610839844, 2.3039017552185057, 2.303662957687378, 2.303627054824829, 2.303579069137573, 2.303518524169922, 2.3034945246887206, 2.3033056853485108, 2.3032505568695067, 2.3031821016693117, 2.3032670336151124, 2.3031894248199465, 2.3030360176849367, 2.30285311958313, 2.3028978575897217, 2.3029318421173097, 2.302868471298218, 2.3028548345947266, 2.3028144734191893, 2.3028969371795656, 2.302703039703369, 2.302848923034668, 2.3027575202941897, 2.3027942278289797, 2.3028129412078857, 2.3027255848693846, 2.3026459377288817, 2.3026881690979004, 2.3025801965332033, 2.3026949546813964, 2.302636395187378, 2.302556064605713, 2.3025378968048096, 2.302605783843994, 2.3026791831207274, 2.3026494352722167 ], "train_acc": [ 0.09906, 0.09794, 0.10148, 0.10038, 0.10258, 0.09924, 0.10072, 0.10158, 0.10112, 0.10128, 0.10144, 0.09974, 0.1014, 0.09986, 0.10036, 0.09864, 0.0989, 0.101, 0.1003, 0.10046, 0.10232, 0.1005, 0.09898, 0.10104, 0.10058, 0.0996, 0.09946, 0.09874, 0.10022, 0.09774, 0.09808, 0.09882, 0.10142, 0.1015, 0.10032, 0.09838, 0.09716, 0.09878, 0.10184, 0.09998, 0.10034, 0.0989, 0.09914, 0.1004, 0.1008, 0.09762, 0.10064, 0.0989, 0.09826, 0.09978, 0.10004, 0.10138, 0.10118, 0.10056, 0.09994, 0.09978, 0.10034, 0.0988, 0.0996, 0.09896, 0.10002, 0.0988, 0.10028, 0.09918, 0.09862, 0.10198, 0.10266, 0.09906, 0.09944, 0.10142, 0.09912, 0.09904, 0.10118, 0.10022, 0.10228, 0.09686, 0.1019, 0.10114, 0.104, 0.09958, 0.10062, 0.10074, 0.0992, 0.09988, 0.0999, 0.09896, 0.09954, 0.09946, 0.09852, 0.10076, 0.09788, 0.0983, 0.10424, 0.09984, 0.0976, 0.10156, 0.10294, 0.10108, 0.09884, 0.1006 ], "test_acc": [ 0.1088, 0.138, 0.0905, 0.1056, 0.1109, 0.0922, 0.1103, 0.1, 0.0998, 0.1006, 0.1, 0.0959, 0.1026, 0.0999, 0.1, 0.1018, 0.1, 0.1003, 0.1075, 0.0925, 0.1001, 0.1, 0.1, 0.1003, 0.1, 0.1003, 0.0999, 0.0955, 0.1005, 0.0999, 0.1029, 0.1001, 0.1017, 0.1, 0.0937, 0.1056, 0.1015, 0.1001, 0.0968, 0.0998, 0.1, 0.1083, 0.0852, 0.1079, 0.0999, 0.1108, 0.0996, 0.1001, 0.104, 0.0946, 0.1036, 0.1, 0.0929, 0.0997, 0.1017, 0.0993, 0.1002, 0.1, 0.0892, 0.1, 0.0943, 0.099, 0.1061, 0.1089, 0.0843, 0.0881, 0.1148, 0.1, 0.1065, 0.098, 0.1, 0.1, 0.1039, 0.0974, 0.1001, 0.1, 0.1, 0.0975, 0.1078, 0.0993, 0.1, 0.1098, 0.1, 0.1, 0.0999, 0.1011, 0.1044, 0.0855, 0.0975, 0.0999, 0.0848, 0.0864, 0.1, 0.0999, 0.1039, 0.094, 0.0998, 0.1002, 0.0998, 0.0998 ], "state_pred_error": [ 0.13290744504570962, 0.05252796378970146, 0.05407449979066849, 0.012723014710843562, 0.03147433119058609, 0.0455251266348362, 0.01910994484335184, 0.019099523594379424, 0.015751069682836533, 0.0093136414475739, 0.005163116856366396, 0.003956335656419396, 0.004066170732825994, 0.003421303847208619, 0.020249373012185098, 0.006719221432805061, 0.007660316131561994, 0.007611995658054948, 0.004069334329739213, 0.0028237356878444554, 0.005142735574692488, 0.003180019078627229, 0.001071608488690108, 0.0007959920338075608, 0.000777043921276927, 0.0015644667147099972, 0.0020243185171112416, 0.0013769650426506996, 0.0008027051600441337, 0.10135034220349044, 0.3592664433415234, 0.0031333496563881636, 0.0029901706556975842, 0.003235732616111636, 0.0025980014257133005, 0.0019967163011431694, 0.0017620279234647751, 0.0009231308926269412, 0.0011702621114999055, 0.001455627773553133, 0.0028734958547353743, 0.00217839173682034, 0.001414939113482833, 0.002224961518794298, 0.005019752886593342, 0.0033501896389573813, 0.0018752670540288091, 0.002304783008992672, 0.0020676382119581105, 0.0032032441549003123, 0.004387096659913659, 0.0027462033197283744, 0.002064991759210825, 0.0015633385695517064, 0.0011060501547902823, 0.0007784349711425603, 0.0012399623063206672, 0.0022491385858505963, 0.0017803974036499858, 0.0013839073456265033, 0.0010726766408234835, 0.0013289928095042705, 0.0012933978212624788, 0.0013343172781541944, 0.001423728218227625, 0.001325902522802353, 0.0014321199620887636, 0.0011931503067910672, 0.001112698319144547, 0.0009289030161872506, 0.0009111916594952345, 0.0007278604841418565, 0.0006102696084231138, 0.0006784520456194877, 0.0007001932211592794, 0.0006026263131946325, 0.0005048922867048532, 0.0005200714689865708, 0.000486190369669348, 0.0004406700743548572, 0.00040038736144080755, 0.00039187494518235324, 0.0003871953769773245, 0.00034735567714087667, 0.0003704729523416609, 0.00034192379067651927, 0.00037344998602289705, 0.0004422298234142363, 0.000440553223779425, 0.00043767732299864295, 0.0004164460501912981, 0.00045337298782542347, 0.00044001577839720995, 0.00043210198022890835, 0.00040001162990927695, 0.0003860502710286528, 0.00038501776825636627, 0.0003684677713084966, 0.00036683685765601695, 0.00033739448758307843 ] }, "diagnostics": { "bp_cosine": [ 0.6627534627914429, 0.03649301826953888, 0.043565794825553894, 0.048895061016082764 ], "perturbation_rho": [ 0.03883039206266403, -0.04418192803859711, -0.003731100121513009, 0.02374821901321411 ], "nudging": { "0.001": [ -1.434236764907837e-07, -9.313225746154785e-09, -1.862645149230957e-09, -1.862645149230957e-09 ], "0.003": [ -4.2282044887542725e-07, -7.450580596923828e-09, -3.725290298461914e-09, -3.725290298461914e-09 ], "0.01": [ -1.4491379261016846e-06, -1.30385160446167e-08, -7.450580596923828e-09, 0.0 ] }, "hidden_norms_per_layer": [ 1560.4844970703125, 310652.0, 331761.15625, 353089.875, 360185.46875 ], "bp_grad_norms_per_layer": [ 1.1365173691046948e-07, 3.573703466486222e-08, 3.5727047986711113e-08, 3.5704797340940786e-08, 3.5682791832414296e-08 ] }, "drift": { "embed.weight": 13.043507815424693, "embed.bias": 29.86588313039489, "blocks.0.ln.weight": 0.5166860818862915, "blocks.0.w1.weight": 19.360717044257658, "blocks.0.w1.bias": 29.004801946636565, "blocks.0.w2.weight": 48.30789617700896, "blocks.1.ln.weight": 0.7842006087303162, "blocks.1.w1.weight": 11.791182182499824, "blocks.1.w1.bias": 14.273464699248207, "blocks.1.w2.weight": 28.503463313166364, "blocks.2.ln.weight": 0.8836206793785095, "blocks.2.w1.weight": 14.733152570313322, "blocks.2.w1.bias": 17.480997129225248, "blocks.2.w2.weight": 27.771171107294236, "blocks.3.ln.weight": 0.665003776550293, "blocks.3.w1.weight": 15.147301138898312, "blocks.3.w1.bias": 21.234292438770414, "blocks.3.w2.weight": 38.43138288142111, "out_ln.weight": 0.7085357308387756, "out_head.weight": 0.5498378159761019, "out_head.bias": 0.35831333543785815 } }, "credit_bridge": { "log": { "train_loss": [ 2.320697575531006, 2.314502516784668, 2.314460542755127, 2.312608349685669, 2.3133283112335206, 2.3133729998779295, 2.312248833694458, 2.311172733535767, 2.3115486805725096, 2.3104688677978515, 2.3109971079254152, 2.310881831817627, 2.310004387893677, 2.309491654586792, 2.3095546392822266, 2.3100841890716555, 2.3085610353088377, 2.308080646286011, 2.3075632568359374, 2.307347955932617, 2.3074126527404784, 2.307658705368042, 2.3073503659057617, 2.306713535614014, 2.306330997467041, 2.3061688971710206, 2.3063255101776123, 2.3057255418395997, 2.3053788011932372, 2.3054862889862062, 2.3051065019226074, 2.3045800858306884, 2.304553623123169, 2.3046239949035643, 2.3046455932617187, 2.3043140906524657, 2.304565064620972, 2.303868224029541, 2.3041190071105957, 2.3036934986114503, 2.303684545669556, 2.3032837171173095, 2.303525014038086, 2.3033674309539793, 2.3034363243865967, 2.303352096710205, 2.303193058547974, 2.303125846862793, 2.3031477342224123, 2.303350806045532, 2.3033111126708983, 2.303525471343994, 2.3034460102844236, 2.303145178375244, 2.3032577839660644, 2.3030932935333253, 2.3031362072753905, 2.303055979385376, 2.302980875701904, 2.3030779765319824, 2.302983999786377, 2.303044497756958, 2.3030930955505373, 2.303104384841919, 2.3030656214141847, 2.3030314892578123, 2.302923185272217, 2.3029102128601076, 2.3028630736541746, 2.3028233364105226, 2.3029996464538574, 2.302821640625, 2.302850316848755, 2.3029183795928954, 2.30286163772583, 2.3028460260772703, 2.302827332229614, 2.302656623458862, 2.3028156612396242, 2.302746138534546, 2.3027149549102783, 2.302699661560059, 2.30270656539917, 2.302787049484253, 2.3026862089538573, 2.3026845347595213, 2.3026778645324706, 2.3026780055236817, 2.302643309173584, 2.302685669555664, 2.302650958709717, 2.3026181773376466, 2.3025860111236574, 2.3026244691467284, 2.3026082512664794, 2.3026506772613526, 2.3025857417297364, 2.3026533776855467, 2.3026109131622317, 2.302595517349243 ], "train_acc": [ 0.09946, 0.09898, 0.10092, 0.10138, 0.09744, 0.10108, 0.10086, 0.09928, 0.10138, 0.09826, 0.09894, 0.10066, 0.09984, 0.10064, 0.10108, 0.09942, 0.10004, 0.09876, 0.10062, 0.09968, 0.0996, 0.09952, 0.09828, 0.1006, 0.10106, 0.10024, 0.0999, 0.09796, 0.09978, 0.10288, 0.10014, 0.10054, 0.09818, 0.09922, 0.10078, 0.1016, 0.0993, 0.10042, 0.09788, 0.10064, 0.10094, 0.10018, 0.102, 0.10154, 0.09986, 0.09978, 0.0998, 0.09948, 0.10142, 0.09782, 0.10038, 0.097, 0.10054, 0.1011, 0.09966, 0.10024, 0.09916, 0.1009, 0.10136, 0.0997, 0.1003, 0.09868, 0.10006, 0.09862, 0.0986, 0.09998, 0.09918, 0.10112, 0.10032, 0.10014, 0.0994, 0.10032, 0.09924, 0.10002, 0.09714, 0.10214, 0.10122, 0.1002, 0.10022, 0.0996, 0.10258, 0.10096, 0.09934, 0.09812, 0.1009, 0.10174, 0.10068, 0.09948, 0.10072, 0.09762, 0.09764, 0.0989, 0.09824, 0.09884, 0.09932, 0.0999, 0.1005, 0.0972, 0.09852, 0.099 ], "test_acc": [ 0.0998, 0.105, 0.0966, 0.1001, 0.1042, 0.1092, 0.0987, 0.1, 0.0995, 0.1014, 0.0901, 0.0984, 0.1149, 0.1106, 0.1288, 0.1322, 0.1, 0.1, 0.0927, 0.1, 0.1046, 0.1, 0.0683, 0.1077, 0.0896, 0.1, 0.1048, 0.1, 0.1, 0.1, 0.0971, 0.1009, 0.0991, 0.1045, 0.0855, 0.1, 0.1023, 0.0922, 0.1022, 0.0993, 0.1114, 0.0996, 0.1237, 0.1385, 0.1, 0.0661, 0.1128, 0.1112, 0.0981, 0.0911, 0.1011, 0.0916, 0.0717, 0.1276, 0.1143, 0.0922, 0.1152, 0.1013, 0.1008, 0.1149, 0.1003, 0.1007, 0.0784, 0.1047, 0.0972, 0.0939, 0.1092, 0.1107, 0.0959, 0.0758, 0.1089, 0.1093, 0.1152, 0.1, 0.0862, 0.0776, 0.1, 0.0923, 0.0801, 0.1083, 0.0871, 0.1008, 0.0629, 0.0892, 0.0987, 0.1172, 0.0854, 0.1082, 0.0948, 0.0858, 0.1101, 0.1043, 0.1139, 0.0968, 0.0853, 0.1046, 0.0855, 0.0841, 0.0853, 0.0853 ], "value_loss": [ 0.36024896956682206, 0.03183852453351021, 0.025451152555942536, 0.021708431544005872, 0.02077318694293499, 0.020753964634239674, 0.021235586476922034, 0.01893643991112709, 0.018619907104372977, 0.015749295738935472, 0.016165131821632386, 0.01627982610166073, 0.01576672645226121, 0.013386324182450771, 0.01423095471471548, 0.014466542360335588, 0.012401664460375906, 0.011147678565084935, 0.011141861658394337, 0.010330630984306335, 0.009658805636167526, 0.008585796424597501, 0.008594671681523324, 0.007982810129523277, 0.007645617132037878, 0.008022303429841995, 0.008005152634829283, 0.0059666380059719085, 0.005986212073117495, 0.005909559334218502, 0.004877746372818947, 0.003636553997769952, 0.003040616886168718, 0.003947440829202533, 0.00315660555139184, 0.0029034065799415113, 0.002512122514247894, 0.0016924809731543064, 0.001678440686389804, 0.0011873630691319704, 0.0009388955864496529, 0.0009610869230516255, 0.0006362878701463341, 0.0004323156377952546, 0.0003630236568301916, 0.00036932898109778763, 0.00033574777004309, 0.0002565739982156083, 0.0001863192752469331, 0.00023190321479924024, 0.00026786222354508935, 0.00033428026146255436, 0.00027582604380790144, 0.0001974007376888767, 0.0001375103883445263, 0.0004384587158355862, 0.0039204689223319295, 0.004382409224770963, 0.0006871034290734678, 0.00010320373967755585, 0.00014435500147752463, 9.740317803341896e-05, 8.956539701670409e-05, 9.767239448963665e-05, 8.177875839173793e-05, 6.697170453844591e-05, 4.722151418682188e-05, 5.749972769990564e-05, 6.388362684287131e-05, 5.368636809522286e-05, 3.949314116733149e-05, 4.417577457614243e-05, 4.6873606223380194e-05, 3.221075773006305e-05, 2.8231028532609345e-05, 2.298405951121822e-05, 2.5732159098843112e-05, 2.1224372125871013e-05, 3.2635308437165804e-05, 2.130895388283534e-05, 1.289501101593487e-05, 1.5379936417157296e-05, 1.4666962435876485e-05, 1.298599345231196e-05, 1.1551605327113065e-05, 6.440735349897295e-06, 5.332033502490958e-06, 4.883227497921326e-06, 8.978629974124487e-05, 2.4204184894333592e-05, 4.545561687118606e-06, 3.5889826984202956e-06, 4.1601734295545614e-06, 4.2137386921967846e-06, 3.875532386446139e-06, 3.4998742312018293e-06, 2.6388491396210154e-06, 2.4725526066322344e-06, 2.2455400646140332e-06, 2.4813705806445795e-06 ] }, "diagnostics": { "bp_cosine": [ 0.025305092334747314, 0.0009738511289469898, -0.00010878710600081831, -7.289459063031245e-07 ], "perturbation_rho": [ 0.014444086700677872, -0.042073216289281845, 0.0, 0.0 ], "nudging": { "0.001": [ 1.862645149230957e-09, -1.862645149230957e-09, 0.0, 0.0 ], "0.003": [ 0.0, 0.0, 0.0, 0.0 ], "0.01": [ -1.862645149230957e-09, -7.450580596923828e-09, 0.0, 0.0 ] }, "hidden_norms_per_layer": [ 5692.50634765625, 459013.09375, 91032032.0, 125105208.0, 138335232.0 ], "bp_grad_norms_per_layer": [ 1.7060839407889716e-09, 7.58920010168751e-11, 7.270677115922553e-11, 7.273436714028136e-11, 7.270117147184507e-11 ] }, "drift": { "embed.weight": 45.86434101884337, "embed.bias": 113.35733240852751, "blocks.0.ln.weight": 4.421970367431641, "blocks.0.w1.weight": 97.06686933355363, "blocks.0.w1.bias": 47.28995503044106, "blocks.0.w2.weight": 146.57679653697483, "blocks.1.ln.weight": 4.999883651733398, "blocks.1.w1.weight": 137.2272615608869, "blocks.1.w1.bias": 138.63656460889115, "blocks.1.w2.weight": 171.87600316053306, "blocks.2.ln.weight": 4.91436243057251, "blocks.2.w1.weight": 133.27781391246944, "blocks.2.w1.bias": 128.21395802713855, "blocks.2.w2.weight": 175.64976178971338, "blocks.3.ln.weight": 4.6856255531311035, "blocks.3.w1.weight": 118.23222583929504, "blocks.3.w1.bias": 115.15562764222817, "blocks.3.w2.weight": 152.30494494545084, "out_ln.weight": 0.6381078958511353, "out_head.weight": 0.7641696600790421, "out_head.bias": 0.4448472934844991 } } }, "config": { "dataset": "cifar10", "d_hidden": 256, "num_blocks": 4, "batch_size": 128, "epochs": 100, "lr": 0.001, "lr_fb": 0.001, "wd": 0.01, "lam": 0.1, "K": 4, "sigma_bridge": 0.05, "ema_momentum": 0.995, "term_grad_weight": 1.0, "seeds": [ 42 ], "gpu": 0, "output_dir": "results/optionSBCB_random_targets_s42", "methods": [ "state_bridge", "credit_bridge" ], "random_targets": true, "num_classes": 10 } }