diff options
Diffstat (limited to 'results/optionSBCB_random_targets_s42/results_cifar10.json')
| -rw-r--r-- | results/optionSBCB_random_targets_s42/results_cifar10.json | 996 |
1 files changed, 996 insertions, 0 deletions
diff --git a/results/optionSBCB_random_targets_s42/results_cifar10.json b/results/optionSBCB_random_targets_s42/results_cifar10.json new file mode 100644 index 0000000..1fe6e59 --- /dev/null +++ b/results/optionSBCB_random_targets_s42/results_cifar10.json @@ -0,0 +1,996 @@ +{ + "42": { + "state_bridge": { + "log": { + "train_loss": [ + 2.32298729019165, + 2.3185904444122314, + 2.3158486935424807, + 2.3151270526123047, + 2.3153048554992677, + 2.313692629928589, + 2.3122592738342287, + 2.3125808728790282, + 2.313471165390015, + 2.3118894706726074, + 2.3125988877868653, + 2.3099629015350343, + 2.31041740196228, + 2.3091588230133056, + 2.3091439936828615, + 2.3106198542785643, + 2.3083640133666994, + 2.3086931996154787, + 2.309051240081787, + 2.3074020581054686, + 2.3068838215637206, + 2.307295061187744, + 2.3084519975280764, + 2.307104247512817, + 2.3071147785949706, + 2.3060205638122557, + 2.306451601409912, + 2.306119982833862, + 2.3060072847747803, + 2.305727400512695, + 2.306379800872803, + 2.3064919486999513, + 2.305928258132935, + 2.3056776414489746, + 2.3055357105255125, + 2.3050391822052, + 2.3047298907470704, + 2.3049536168670652, + 2.304167579269409, + 2.3051955548858643, + 2.305130446929932, + 2.305691002731323, + 2.3054561265563964, + 2.3053656420898436, + 2.3066579315948488, + 2.307786160964966, + 2.30552385055542, + 2.3060861295318604, + 2.3058279441833496, + 2.3054451098632813, + 2.3063634481811524, + 2.3052050663757324, + 2.3048459218597412, + 2.3044755393981933, + 2.3043885823059083, + 2.304098957672119, + 2.3039053114318846, + 2.304439072341919, + 2.3049430378723144, + 2.304635962142944, + 2.3039317012023925, + 2.3042490730285645, + 2.3039936375427246, + 2.3039682440185545, + 2.3040738610839844, + 2.3039017552185057, + 2.303662957687378, + 2.303627054824829, + 2.303579069137573, + 2.303518524169922, + 2.3034945246887206, + 2.3033056853485108, + 2.3032505568695067, + 2.3031821016693117, + 2.3032670336151124, + 2.3031894248199465, + 2.3030360176849367, + 2.30285311958313, + 2.3028978575897217, + 2.3029318421173097, + 2.302868471298218, + 2.3028548345947266, + 2.3028144734191893, + 2.3028969371795656, + 2.302703039703369, + 2.302848923034668, + 2.3027575202941897, + 2.3027942278289797, + 2.3028129412078857, + 2.3027255848693846, + 2.3026459377288817, + 2.3026881690979004, + 2.3025801965332033, + 2.3026949546813964, + 2.302636395187378, + 2.302556064605713, + 2.3025378968048096, + 2.302605783843994, + 2.3026791831207274, + 2.3026494352722167 + ], + "train_acc": [ + 0.09906, + 0.09794, + 0.10148, + 0.10038, + 0.10258, + 0.09924, + 0.10072, + 0.10158, + 0.10112, + 0.10128, + 0.10144, + 0.09974, + 0.1014, + 0.09986, + 0.10036, + 0.09864, + 0.0989, + 0.101, + 0.1003, + 0.10046, + 0.10232, + 0.1005, + 0.09898, + 0.10104, + 0.10058, + 0.0996, + 0.09946, + 0.09874, + 0.10022, + 0.09774, + 0.09808, + 0.09882, + 0.10142, + 0.1015, + 0.10032, + 0.09838, + 0.09716, + 0.09878, + 0.10184, + 0.09998, + 0.10034, + 0.0989, + 0.09914, + 0.1004, + 0.1008, + 0.09762, + 0.10064, + 0.0989, + 0.09826, + 0.09978, + 0.10004, + 0.10138, + 0.10118, + 0.10056, + 0.09994, + 0.09978, + 0.10034, + 0.0988, + 0.0996, + 0.09896, + 0.10002, + 0.0988, + 0.10028, + 0.09918, + 0.09862, + 0.10198, + 0.10266, + 0.09906, + 0.09944, + 0.10142, + 0.09912, + 0.09904, + 0.10118, + 0.10022, + 0.10228, + 0.09686, + 0.1019, + 0.10114, + 0.104, + 0.09958, + 0.10062, + 0.10074, + 0.0992, + 0.09988, + 0.0999, + 0.09896, + 0.09954, + 0.09946, + 0.09852, + 0.10076, + 0.09788, + 0.0983, + 0.10424, + 0.09984, + 0.0976, + 0.10156, + 0.10294, + 0.10108, + 0.09884, + 0.1006 + ], + "test_acc": [ + 0.1088, + 0.138, + 0.0905, + 0.1056, + 0.1109, + 0.0922, + 0.1103, + 0.1, + 0.0998, + 0.1006, + 0.1, + 0.0959, + 0.1026, + 0.0999, + 0.1, + 0.1018, + 0.1, + 0.1003, + 0.1075, + 0.0925, + 0.1001, + 0.1, + 0.1, + 0.1003, + 0.1, + 0.1003, + 0.0999, + 0.0955, + 0.1005, + 0.0999, + 0.1029, + 0.1001, + 0.1017, + 0.1, + 0.0937, + 0.1056, + 0.1015, + 0.1001, + 0.0968, + 0.0998, + 0.1, + 0.1083, + 0.0852, + 0.1079, + 0.0999, + 0.1108, + 0.0996, + 0.1001, + 0.104, + 0.0946, + 0.1036, + 0.1, + 0.0929, + 0.0997, + 0.1017, + 0.0993, + 0.1002, + 0.1, + 0.0892, + 0.1, + 0.0943, + 0.099, + 0.1061, + 0.1089, + 0.0843, + 0.0881, + 0.1148, + 0.1, + 0.1065, + 0.098, + 0.1, + 0.1, + 0.1039, + 0.0974, + 0.1001, + 0.1, + 0.1, + 0.0975, + 0.1078, + 0.0993, + 0.1, + 0.1098, + 0.1, + 0.1, + 0.0999, + 0.1011, + 0.1044, + 0.0855, + 0.0975, + 0.0999, + 0.0848, + 0.0864, + 0.1, + 0.0999, + 0.1039, + 0.094, + 0.0998, + 0.1002, + 0.0998, + 0.0998 + ], + "state_pred_error": [ + 0.13290744504570962, + 0.05252796378970146, + 0.05407449979066849, + 0.012723014710843562, + 0.03147433119058609, + 0.0455251266348362, + 0.01910994484335184, + 0.019099523594379424, + 0.015751069682836533, + 0.0093136414475739, + 0.005163116856366396, + 0.003956335656419396, + 0.004066170732825994, + 0.003421303847208619, + 0.020249373012185098, + 0.006719221432805061, + 0.007660316131561994, + 0.007611995658054948, + 0.004069334329739213, + 0.0028237356878444554, + 0.005142735574692488, + 0.003180019078627229, + 0.001071608488690108, + 0.0007959920338075608, + 0.000777043921276927, + 0.0015644667147099972, + 0.0020243185171112416, + 0.0013769650426506996, + 0.0008027051600441337, + 0.10135034220349044, + 0.3592664433415234, + 0.0031333496563881636, + 0.0029901706556975842, + 0.003235732616111636, + 0.0025980014257133005, + 0.0019967163011431694, + 0.0017620279234647751, + 0.0009231308926269412, + 0.0011702621114999055, + 0.001455627773553133, + 0.0028734958547353743, + 0.00217839173682034, + 0.001414939113482833, + 0.002224961518794298, + 0.005019752886593342, + 0.0033501896389573813, + 0.0018752670540288091, + 0.002304783008992672, + 0.0020676382119581105, + 0.0032032441549003123, + 0.004387096659913659, + 0.0027462033197283744, + 0.002064991759210825, + 0.0015633385695517064, + 0.0011060501547902823, + 0.0007784349711425603, + 0.0012399623063206672, + 0.0022491385858505963, + 0.0017803974036499858, + 0.0013839073456265033, + 0.0010726766408234835, + 0.0013289928095042705, + 0.0012933978212624788, + 0.0013343172781541944, + 0.001423728218227625, + 0.001325902522802353, + 0.0014321199620887636, + 0.0011931503067910672, + 0.001112698319144547, + 0.0009289030161872506, + 0.0009111916594952345, + 0.0007278604841418565, + 0.0006102696084231138, + 0.0006784520456194877, + 0.0007001932211592794, + 0.0006026263131946325, + 0.0005048922867048532, + 0.0005200714689865708, + 0.000486190369669348, + 0.0004406700743548572, + 0.00040038736144080755, + 0.00039187494518235324, + 0.0003871953769773245, + 0.00034735567714087667, + 0.0003704729523416609, + 0.00034192379067651927, + 0.00037344998602289705, + 0.0004422298234142363, + 0.000440553223779425, + 0.00043767732299864295, + 0.0004164460501912981, + 0.00045337298782542347, + 0.00044001577839720995, + 0.00043210198022890835, + 0.00040001162990927695, + 0.0003860502710286528, + 0.00038501776825636627, + 0.0003684677713084966, + 0.00036683685765601695, + 0.00033739448758307843 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.6627534627914429, + 0.03649301826953888, + 0.043565794825553894, + 0.048895061016082764 + ], + "perturbation_rho": [ + 0.03883039206266403, + -0.04418192803859711, + -0.003731100121513009, + 0.02374821901321411 + ], + "nudging": { + "0.001": [ + -1.434236764907837e-07, + -9.313225746154785e-09, + -1.862645149230957e-09, + -1.862645149230957e-09 + ], + "0.003": [ + -4.2282044887542725e-07, + -7.450580596923828e-09, + -3.725290298461914e-09, + -3.725290298461914e-09 + ], + "0.01": [ + -1.4491379261016846e-06, + -1.30385160446167e-08, + -7.450580596923828e-09, + 0.0 + ] + }, + "hidden_norms_per_layer": [ + 1560.4844970703125, + 310652.0, + 331761.15625, + 353089.875, + 360185.46875 + ], + "bp_grad_norms_per_layer": [ + 1.1365173691046948e-07, + 3.573703466486222e-08, + 3.5727047986711113e-08, + 3.5704797340940786e-08, + 3.5682791832414296e-08 + ] + }, + "drift": { + "embed.weight": 13.043507815424693, + "embed.bias": 29.86588313039489, + "blocks.0.ln.weight": 0.5166860818862915, + "blocks.0.w1.weight": 19.360717044257658, + "blocks.0.w1.bias": 29.004801946636565, + "blocks.0.w2.weight": 48.30789617700896, + "blocks.1.ln.weight": 0.7842006087303162, + "blocks.1.w1.weight": 11.791182182499824, + "blocks.1.w1.bias": 14.273464699248207, + "blocks.1.w2.weight": 28.503463313166364, + "blocks.2.ln.weight": 0.8836206793785095, + "blocks.2.w1.weight": 14.733152570313322, + "blocks.2.w1.bias": 17.480997129225248, + "blocks.2.w2.weight": 27.771171107294236, + "blocks.3.ln.weight": 0.665003776550293, + "blocks.3.w1.weight": 15.147301138898312, + "blocks.3.w1.bias": 21.234292438770414, + "blocks.3.w2.weight": 38.43138288142111, + "out_ln.weight": 0.7085357308387756, + "out_head.weight": 0.5498378159761019, + "out_head.bias": 0.35831333543785815 + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.320697575531006, + 2.314502516784668, + 2.314460542755127, + 2.312608349685669, + 2.3133283112335206, + 2.3133729998779295, + 2.312248833694458, + 2.311172733535767, + 2.3115486805725096, + 2.3104688677978515, + 2.3109971079254152, + 2.310881831817627, + 2.310004387893677, + 2.309491654586792, + 2.3095546392822266, + 2.3100841890716555, + 2.3085610353088377, + 2.308080646286011, + 2.3075632568359374, + 2.307347955932617, + 2.3074126527404784, + 2.307658705368042, + 2.3073503659057617, + 2.306713535614014, + 2.306330997467041, + 2.3061688971710206, + 2.3063255101776123, + 2.3057255418395997, + 2.3053788011932372, + 2.3054862889862062, + 2.3051065019226074, + 2.3045800858306884, + 2.304553623123169, + 2.3046239949035643, + 2.3046455932617187, + 2.3043140906524657, + 2.304565064620972, + 2.303868224029541, + 2.3041190071105957, + 2.3036934986114503, + 2.303684545669556, + 2.3032837171173095, + 2.303525014038086, + 2.3033674309539793, + 2.3034363243865967, + 2.303352096710205, + 2.303193058547974, + 2.303125846862793, + 2.3031477342224123, + 2.303350806045532, + 2.3033111126708983, + 2.303525471343994, + 2.3034460102844236, + 2.303145178375244, + 2.3032577839660644, + 2.3030932935333253, + 2.3031362072753905, + 2.303055979385376, + 2.302980875701904, + 2.3030779765319824, + 2.302983999786377, + 2.303044497756958, + 2.3030930955505373, + 2.303104384841919, + 2.3030656214141847, + 2.3030314892578123, + 2.302923185272217, + 2.3029102128601076, + 2.3028630736541746, + 2.3028233364105226, + 2.3029996464538574, + 2.302821640625, + 2.302850316848755, + 2.3029183795928954, + 2.30286163772583, + 2.3028460260772703, + 2.302827332229614, + 2.302656623458862, + 2.3028156612396242, + 2.302746138534546, + 2.3027149549102783, + 2.302699661560059, + 2.30270656539917, + 2.302787049484253, + 2.3026862089538573, + 2.3026845347595213, + 2.3026778645324706, + 2.3026780055236817, + 2.302643309173584, + 2.302685669555664, + 2.302650958709717, + 2.3026181773376466, + 2.3025860111236574, + 2.3026244691467284, + 2.3026082512664794, + 2.3026506772613526, + 2.3025857417297364, + 2.3026533776855467, + 2.3026109131622317, + 2.302595517349243 + ], + "train_acc": [ + 0.09946, + 0.09898, + 0.10092, + 0.10138, + 0.09744, + 0.10108, + 0.10086, + 0.09928, + 0.10138, + 0.09826, + 0.09894, + 0.10066, + 0.09984, + 0.10064, + 0.10108, + 0.09942, + 0.10004, + 0.09876, + 0.10062, + 0.09968, + 0.0996, + 0.09952, + 0.09828, + 0.1006, + 0.10106, + 0.10024, + 0.0999, + 0.09796, + 0.09978, + 0.10288, + 0.10014, + 0.10054, + 0.09818, + 0.09922, + 0.10078, + 0.1016, + 0.0993, + 0.10042, + 0.09788, + 0.10064, + 0.10094, + 0.10018, + 0.102, + 0.10154, + 0.09986, + 0.09978, + 0.0998, + 0.09948, + 0.10142, + 0.09782, + 0.10038, + 0.097, + 0.10054, + 0.1011, + 0.09966, + 0.10024, + 0.09916, + 0.1009, + 0.10136, + 0.0997, + 0.1003, + 0.09868, + 0.10006, + 0.09862, + 0.0986, + 0.09998, + 0.09918, + 0.10112, + 0.10032, + 0.10014, + 0.0994, + 0.10032, + 0.09924, + 0.10002, + 0.09714, + 0.10214, + 0.10122, + 0.1002, + 0.10022, + 0.0996, + 0.10258, + 0.10096, + 0.09934, + 0.09812, + 0.1009, + 0.10174, + 0.10068, + 0.09948, + 0.10072, + 0.09762, + 0.09764, + 0.0989, + 0.09824, + 0.09884, + 0.09932, + 0.0999, + 0.1005, + 0.0972, + 0.09852, + 0.099 + ], + "test_acc": [ + 0.0998, + 0.105, + 0.0966, + 0.1001, + 0.1042, + 0.1092, + 0.0987, + 0.1, + 0.0995, + 0.1014, + 0.0901, + 0.0984, + 0.1149, + 0.1106, + 0.1288, + 0.1322, + 0.1, + 0.1, + 0.0927, + 0.1, + 0.1046, + 0.1, + 0.0683, + 0.1077, + 0.0896, + 0.1, + 0.1048, + 0.1, + 0.1, + 0.1, + 0.0971, + 0.1009, + 0.0991, + 0.1045, + 0.0855, + 0.1, + 0.1023, + 0.0922, + 0.1022, + 0.0993, + 0.1114, + 0.0996, + 0.1237, + 0.1385, + 0.1, + 0.0661, + 0.1128, + 0.1112, + 0.0981, + 0.0911, + 0.1011, + 0.0916, + 0.0717, + 0.1276, + 0.1143, + 0.0922, + 0.1152, + 0.1013, + 0.1008, + 0.1149, + 0.1003, + 0.1007, + 0.0784, + 0.1047, + 0.0972, + 0.0939, + 0.1092, + 0.1107, + 0.0959, + 0.0758, + 0.1089, + 0.1093, + 0.1152, + 0.1, + 0.0862, + 0.0776, + 0.1, + 0.0923, + 0.0801, + 0.1083, + 0.0871, + 0.1008, + 0.0629, + 0.0892, + 0.0987, + 0.1172, + 0.0854, + 0.1082, + 0.0948, + 0.0858, + 0.1101, + 0.1043, + 0.1139, + 0.0968, + 0.0853, + 0.1046, + 0.0855, + 0.0841, + 0.0853, + 0.0853 + ], + "value_loss": [ + 0.36024896956682206, + 0.03183852453351021, + 0.025451152555942536, + 0.021708431544005872, + 0.02077318694293499, + 0.020753964634239674, + 0.021235586476922034, + 0.01893643991112709, + 0.018619907104372977, + 0.015749295738935472, + 0.016165131821632386, + 0.01627982610166073, + 0.01576672645226121, + 0.013386324182450771, + 0.01423095471471548, + 0.014466542360335588, + 0.012401664460375906, + 0.011147678565084935, + 0.011141861658394337, + 0.010330630984306335, + 0.009658805636167526, + 0.008585796424597501, + 0.008594671681523324, + 0.007982810129523277, + 0.007645617132037878, + 0.008022303429841995, + 0.008005152634829283, + 0.0059666380059719085, + 0.005986212073117495, + 0.005909559334218502, + 0.004877746372818947, + 0.003636553997769952, + 0.003040616886168718, + 0.003947440829202533, + 0.00315660555139184, + 0.0029034065799415113, + 0.002512122514247894, + 0.0016924809731543064, + 0.001678440686389804, + 0.0011873630691319704, + 0.0009388955864496529, + 0.0009610869230516255, + 0.0006362878701463341, + 0.0004323156377952546, + 0.0003630236568301916, + 0.00036932898109778763, + 0.00033574777004309, + 0.0002565739982156083, + 0.0001863192752469331, + 0.00023190321479924024, + 0.00026786222354508935, + 0.00033428026146255436, + 0.00027582604380790144, + 0.0001974007376888767, + 0.0001375103883445263, + 0.0004384587158355862, + 0.0039204689223319295, + 0.004382409224770963, + 0.0006871034290734678, + 0.00010320373967755585, + 0.00014435500147752463, + 9.740317803341896e-05, + 8.956539701670409e-05, + 9.767239448963665e-05, + 8.177875839173793e-05, + 6.697170453844591e-05, + 4.722151418682188e-05, + 5.749972769990564e-05, + 6.388362684287131e-05, + 5.368636809522286e-05, + 3.949314116733149e-05, + 4.417577457614243e-05, + 4.6873606223380194e-05, + 3.221075773006305e-05, + 2.8231028532609345e-05, + 2.298405951121822e-05, + 2.5732159098843112e-05, + 2.1224372125871013e-05, + 3.2635308437165804e-05, + 2.130895388283534e-05, + 1.289501101593487e-05, + 1.5379936417157296e-05, + 1.4666962435876485e-05, + 1.298599345231196e-05, + 1.1551605327113065e-05, + 6.440735349897295e-06, + 5.332033502490958e-06, + 4.883227497921326e-06, + 8.978629974124487e-05, + 2.4204184894333592e-05, + 4.545561687118606e-06, + 3.5889826984202956e-06, + 4.1601734295545614e-06, + 4.2137386921967846e-06, + 3.875532386446139e-06, + 3.4998742312018293e-06, + 2.6388491396210154e-06, + 2.4725526066322344e-06, + 2.2455400646140332e-06, + 2.4813705806445795e-06 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.025305092334747314, + 0.0009738511289469898, + -0.00010878710600081831, + -7.289459063031245e-07 + ], + "perturbation_rho": [ + 0.014444086700677872, + -0.042073216289281845, + 0.0, + 0.0 + ], + "nudging": { + "0.001": [ + 1.862645149230957e-09, + -1.862645149230957e-09, + 0.0, + 0.0 + ], + "0.003": [ + 0.0, + 0.0, + 0.0, + 0.0 + ], + "0.01": [ + -1.862645149230957e-09, + -7.450580596923828e-09, + 0.0, + 0.0 + ] + }, + "hidden_norms_per_layer": [ + 5692.50634765625, + 459013.09375, + 91032032.0, + 125105208.0, + 138335232.0 + ], + "bp_grad_norms_per_layer": [ + 1.7060839407889716e-09, + 7.58920010168751e-11, + 7.270677115922553e-11, + 7.273436714028136e-11, + 7.270117147184507e-11 + ] + }, + "drift": { + "embed.weight": 45.86434101884337, + "embed.bias": 113.35733240852751, + "blocks.0.ln.weight": 4.421970367431641, + "blocks.0.w1.weight": 97.06686933355363, + "blocks.0.w1.bias": 47.28995503044106, + "blocks.0.w2.weight": 146.57679653697483, + "blocks.1.ln.weight": 4.999883651733398, + "blocks.1.w1.weight": 137.2272615608869, + "blocks.1.w1.bias": 138.63656460889115, + "blocks.1.w2.weight": 171.87600316053306, + "blocks.2.ln.weight": 4.91436243057251, + "blocks.2.w1.weight": 133.27781391246944, + "blocks.2.w1.bias": 128.21395802713855, + "blocks.2.w2.weight": 175.64976178971338, + "blocks.3.ln.weight": 4.6856255531311035, + "blocks.3.w1.weight": 118.23222583929504, + "blocks.3.w1.bias": 115.15562764222817, + "blocks.3.w2.weight": 152.30494494545084, + "out_ln.weight": 0.6381078958511353, + "out_head.weight": 0.7641696600790421, + "out_head.bias": 0.4448472934844991 + } + } + }, + "config": { + "dataset": "cifar10", + "d_hidden": 256, + "num_blocks": 4, + "batch_size": 128, + "epochs": 100, + "lr": 0.001, + "lr_fb": 0.001, + "wd": 0.01, + "lam": 0.1, + "K": 4, + "sigma_bridge": 0.05, + "ema_momentum": 0.995, + "term_grad_weight": 1.0, + "seeds": [ + 42 + ], + "gpu": 0, + "output_dir": "results/optionSBCB_random_targets_s42", + "methods": [ + "state_bridge", + "credit_bridge" + ], + "random_targets": true, + "num_classes": 10 + } +}
\ No newline at end of file |