1
|
{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 60, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "pilot_jac_cifar10_sdil_w64_d60_s0", "n_in": 3072}, "provenance": {"git_commit": "4856f33c47ae490d6688eef50db50a3d69766406", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6154470443725586, "cos_r_negg": [0.008306834846735, 0.031316302716732025, -0.047569990158081055, -0.002081446349620819, -0.013024646788835526, -0.014964137226343155, -0.07074739038944244, -0.030616560950875282, -0.019917456433176994, -0.051495689898729324, 0.04967126250267029, -0.021022893488407135, 0.0029896735213696957, -0.05180514603853226, -0.05710602551698685, -0.06971040368080139, 0.08195842802524567, 0.04169908165931702, 0.052437759935855865, -0.03276614472270012, 0.023274565115571022, -0.008369792252779007, 0.07023535668849945, 0.018427327275276184, -0.008258171379566193, -0.011151166632771492, -0.0631258562207222, -0.004423070698976517, -0.06583043932914734, -0.03081006370484829, 0.043998681008815765, 0.003917967434972525, -0.023169618099927902, -0.0330444872379303, 0.003676089458167553, 0.020495446398854256, -0.006117891985923052, -9.540445171296597e-05, 0.030339309945702553, 0.016986183822155, 0.09264453500509262, 0.02000325545668602, -0.013069109059870243, 0.037566177546978, -0.04402650520205498, 0.00670284079387784, -0.04711200296878815, -0.0006688141729682684, -0.05795430392026901, 0.047791801393032074, 0.005219310522079468, -0.10099175572395325, 0.030650371685624123, 0.029977841302752495, -0.015634089708328247, 0.0419137142598629, 0.013834621757268906, -0.06069077551364899, -0.04862801730632782, -0.03141175955533981], "cos_apical_negg": [0.008306834846735, 0.031316302716732025, -0.047569990158081055, -0.002081446349620819, -0.013024646788835526, -0.014964137226343155, -0.07074739038944244, -0.030616560950875282, -0.019917456433176994, -0.051495689898729324, 0.04967126250267029, -0.021022893488407135, 0.0029896735213696957, -0.05180514603853226, -0.05710602551698685, -0.06971040368080139, 0.08195842802524567, 0.04169908165931702, 0.052437759935855865, -0.03276614472270012, 0.023274565115571022, -0.008369792252779007, 0.07023535668849945, 0.018427327275276184, -0.008258171379566193, -0.011151166632771492, -0.0631258562207222, -0.004423070698976517, -0.06583043932914734, -0.03081006370484829, 0.043998681008815765, 0.003917967434972525, -0.023169618099927902, -0.0330444872379303, 0.003676089458167553, 0.020495446398854256, -0.006117891985923052, -9.540445171296597e-05, 0.030339309945702553, 0.016986183822155, 0.09264453500509262, 0.02000325545668602, -0.013069109059870243, 0.037566177546978, -0.04402650520205498, 0.00670284079387784, -0.04711200296878815, -0.0006688141729682684, -0.05795430392026901, 0.047791801393032074, 0.005219310522079468, -0.10099175572395325, 0.030650371685624123, 0.029977841302752495, -0.015634089708328247, 0.0419137142598629, 0.013834621757268906, -0.06069077551364899, -0.04862801730632782, -0.03141175955533981], "cos_Ac_negg": [0.008306834846735, 0.031316302716732025, -0.047569990158081055, -0.002081446349620819, -0.013024646788835526, -0.014964137226343155, -0.07074739038944244, -0.030616560950875282, -0.019917456433176994, -0.051495689898729324, 0.04967126250267029, -0.021022893488407135, 0.0029896735213696957, -0.05180514603853226, -0.05710602551698685, -0.06971040368080139, 0.08195842802524567, 0.04169908165931702, 0.052437759935855865, -0.03276614472270012, 0.023274565115571022, -0.008369792252779007, 0.07023535668849945, 0.018427327275276184, -0.008258171379566193, -0.011151166632771492, -0.0631258562207222, -0.004423070698976517, -0.06583043932914734, -0.03081006370484829, 0.043998681008815765, 0.003917967434972525, -0.023169618099927902, -0.0330444872379303, 0.003676089458167553, 0.020495446398854256, -0.006117891985923052, -9.540445171296597e-05, 0.030339309945702553, 0.016986183822155, 0.09264453500509262, 0.02000325545668602, -0.013069109059870243, 0.037566177546978, -0.04402650520205498, 0.00670284079387784, -0.04711200296878815, -0.0006688141729682684, -0.05795430392026901, 0.047791801393032074, 0.005219310522079468, -0.10099175572395325, 0.030650371685624123, 0.029977841302752495, -0.015634089708328247, 0.0419137142598629, 0.013834621757268906, -0.06069077551364899, -0.04862801730632782, -0.03141175955533981], "r_norm": [2.475979804992676, 2.581467866897583, 2.5102410316467285, 2.431450843811035, 2.278761863708496, 2.466935157775879, 2.3775343894958496, 2.435208797454834, 2.5924670696258545, 2.5057992935180664, 2.40409255027771, 2.582052230834961, 2.4775142669677734, 2.4678969383239746, 2.603052854537964, 2.5098702907562256, 2.578503131866455, 2.519166946411133, 2.4873123168945312, 2.5275063514709473, 2.6223578453063965, 2.424740791320801, 2.4259703159332275, 2.507445812225342, 2.464304208755493, 2.429058074951172, 2.635713577270508, 2.448734998703003, 2.371245861053467, 2.6410045623779297, 2.341885566711426, 2.446690559387207, 2.4529337882995605, 2.473358392715454, 2.5734782218933105, 2.522921562194824, 2.4020309448242188, 2.3829708099365234, 2.540860414505005, 2.4576029777526855, 2.526998996734619, 2.4332480430603027, 2.478626251220703, 2.426945686340332, 2.5103676319122314, 2.5135018825531006, 2.553206443786621, 2.4561777114868164, 2.407553195953369, 2.429938554763794, 2.394683599472046, 2.547870635986328, 2.3780999183654785, 2.4377708435058594, 2.5554823875427246, 2.398036479949951, 2.608555316925049, 2.48563289642334, 2.399898052215576, 2.427046537399292], "ldr": {"dL_sdil": 0.014854192733764648, "dL_bp": -0.4264340400695801, "ratio": -0.03483350609473139}}, {"epoch_end": 0, "step": 391, "test_acc": 0.367, "test_loss": 1.80659228515625}, {"step": 500, "epoch": 1, "train_loss": 1.6646848917007446, "cos_r_negg": [0.6539371013641357, 0.04200909286737442, 0.028764337301254272, 0.04261940345168114, 0.07240334153175354, 0.08319608122110367, 0.07430893182754517, 0.08086370676755905, 0.05655743181705475, -0.004174408502876759, 0.08566032350063324, -0.02477475441992283, 0.030740534886717796, 0.05393870919942856, 0.06196482852101326, -0.013373151421546936, 0.02046332322061062, 0.05083515867590904, 0.07628284394741058, 0.10322341322898865, 0.013860978186130524, 0.06720785796642303, 0.11314959824085236, 0.08072827756404877, 0.11246846616268158, 0.05424723029136658, 0.0593956783413887, -0.010331064462661743, 0.054642125964164734, -0.0019361046142876148, 0.10925623774528503, 0.11035873740911484, -0.0018345494754612446, 0.039020128548145294, 0.039032064378261566, 0.10142432153224945, 0.05504220351576805, 0.09621832519769669, 0.010217140428721905, 0.0201725997030735, 0.07264318317174911, 0.09278057515621185, 0.03654636815190315, 0.07242821902036667, 0.0031978159677237272, 0.034640245139598846, 0.018171407282352448, 0.10636558383703232, 0.013465621508657932, 0.0339340940117836, -0.04428789019584656, 0.020617473870515823, 0.06526491045951843, 0.1225474551320076, 0.12936189770698547, 0.07360360026359558, 0.09782689809799194, 0.08423000574111938, -0.007182752713561058, 0.012765337713062763], "cos_apical_negg": [0.6539371013641357, 0.04200909286737442, 0.028764337301254272, 0.04261940345168114, 0.07240334153175354, 0.08319608122110367, 0.07430893182754517, 0.08086370676755905, 0.05655743181705475, -0.004174408502876759, 0.08566032350063324, -0.02477475441992283, 0.030740534886717796, 0.05393870919942856, 0.06196482852101326, -0.013373151421546936, 0.02046332322061062, 0.05083515867590904, 0.07628284394741058, 0.10322341322898865, 0.013860978186130524, 0.06720785796642303, 0.11314959824085236, 0.08072827756404877, 0.11246846616268158, 0.05424723029136658, 0.0593956783413887, -0.010331064462661743, 0.054642125964164734, -0.0019361046142876148, 0.10925623774528503, 0.11035873740911484, -0.0018345494754612446, 0.039020128548145294, 0.039032064378261566, 0.10142432153224945, 0.05504220351576805, 0.09621832519769669, 0.010217140428721905, 0.0201725997030735, 0.07264318317174911, 0.09278057515621185, 0.03654636815190315, 0.07242821902036667, 0.0031978159677237272, 0.034640245139598846, 0.018171407282352448, 0.10636558383703232, 0.013465621508657932, 0.0339340940117836, -0.04428789019584656, 0.020617473870515823, 0.06526491045951843, 0.1225474551320076, 0.12936189770698547, 0.07360360026359558, 0.09782689809799194, 0.08423000574111938, -0.007182752713561058, 0.012765337713062763], "cos_Ac_negg": [0.6539371013641357, 0.04200909286737442, 0.028764337301254272, 0.04261940345168114, 0.07240334153175354, 0.08319608122110367, 0.07430893182754517, 0.08086370676755905, 0.05655743181705475, -0.004174408502876759, 0.08566032350063324, -0.02477475441992283, 0.030740534886717796, 0.05393870919942856, 0.06196482852101326, -0.013373151421546936, 0.02046332322061062, 0.05083515867590904, 0.07628284394741058, 0.10322341322898865, 0.013860978186130524, 0.06720785796642303, 0.11314959824085236, 0.08072827756404877, 0.11246846616268158, 0.05424723029136658, 0.0593956783413887, -0.010331064462661743, 0.054642125964164734, -0.0019361046142876148, 0.10925623774528503, 0.11035873740911484, -0.0018345494754612446, 0.039020128548145294, 0.039032064378261566, 0.10142432153224945, 0.05504220351576805, 0.09621832519769669, 0.010217140428721905, 0.0201725997030735, 0.07264318317174911, 0.09278057515621185, 0.03654636815190315, 0.07242821902036667, 0.0031978159677237272, 0.034640245139598846, 0.018171407282352448, 0.10636558383703232, 0.013465621508657932, 0.0339340940117836, -0.04428789019584656, 0.020617473870515823, 0.06526491045951843, 0.1225474551320076, 0.12936189770698547, 0.07360360026359558, 0.09782689809799194, 0.08423000574111938, -0.007182752713561058, 0.012765337713062763], "r_norm": [1.7559453248977661, 1.7700048685073853, 1.7273797988891602, 1.6780471801757812, 1.5768959522247314, 1.6862986087799072, 1.6167422533035278, 1.6688613891601562, 1.7972103357315063, 1.7065937519073486, 1.678663969039917, 1.7558720111846924, 1.6995190382003784, 1.6855883598327637, 1.7889618873596191, 1.716568946838379, 1.764819860458374, 1.7146646976470947, 1.713696002960205, 1.7507054805755615, 1.8059900999069214, 1.673990249633789, 1.6869001388549805, 1.7217738628387451, 1.7060068845748901, 1.668450117111206, 1.818056344985962, 1.6814358234405518, 1.631054162979126, 1.804546594619751, 1.603561282157898, 1.69077730178833, 1.669722080230713, 1.6955254077911377, 1.7657537460327148, 1.7482422590255737, 1.6436355113983154, 1.6500483751296997, 1.7496362924575806, 1.6985191106796265, 1.7551921606063843, 1.6763815879821777, 1.7084565162658691, 1.6831642389297485, 1.7140097618103027, 1.7289087772369385, 1.744025468826294, 1.6992907524108887, 1.653989315032959, 1.6770350933074951, 1.6493605375289917, 1.7642641067504883, 1.6516772508621216, 1.6782639026641846, 1.761060118675232, 1.6609342098236084, 1.786983609199524, 1.7080414295196533, 1.6569240093231201, 1.6682915687561035]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3954, "test_loss": 1.7439866088867189}, {"step": 1000, "epoch": 2, "train_loss": 1.7360448837280273, "cos_r_negg": [0.7485468983650208, 0.15854232013225555, 0.062474995851516724, 0.08679990470409393, 0.13997483253479004, 0.10376215726137161, 0.13266262412071228, 0.10948528349399567, 0.12351656705141068, 0.07324019074440002, 0.11113777756690979, 0.036116279661655426, 0.149004727602005, 0.1030762642621994, 0.15905502438545227, 0.042355217039585114, 0.07570943236351013, 0.15692907571792603, 0.1737491488456726, 0.17710107564926147, 0.1156308576464653, 0.14633019268512726, 0.15874920785427094, 0.20415669679641724, 0.16529160737991333, 0.19328835606575012, 0.12919190526008606, 0.06598785519599915, 0.09985564649105072, 0.06557320058345795, 0.1835542917251587, 0.1722496747970581, 0.11013628542423248, 0.09385110437870026, 0.15136876702308655, 0.11882132291793823, 0.15022887289524078, 0.1809040755033493, 0.10653582960367203, 0.07725328207015991, 0.12757611274719238, 0.13994623720645905, 0.08367457985877991, 0.1468907594680786, 0.08826358616352081, 0.123940609395504, 0.10189810395240784, 0.15440917015075684, 0.1249677985906601, 0.11273837834596634, 0.02271694876253605, 0.1308736801147461, 0.0873950719833374, 0.18731771409511566, 0.18670541048049927, 0.17988982796669006, 0.14291013777256012, 0.1819171905517578, 0.08047103881835938, 0.0646289587020874], "cos_apical_negg": [0.7485468983650208, 0.15854232013225555, 0.062474995851516724, 0.08679990470409393, 0.13997483253479004, 0.10376215726137161, 0.13266262412071228, 0.10948528349399567, 0.12351656705141068, 0.07324019074440002, 0.11113777756690979, 0.036116279661655426, 0.149004727602005, 0.1030762642621994, 0.15905502438545227, 0.042355217039585114, 0.07570943236351013, 0.15692907571792603, 0.1737491488456726, 0.17710107564926147, 0.1156308576464653, 0.14633019268512726, 0.15874920785427094, 0.20415669679641724, 0.16529160737991333, 0.19328835606575012, 0.12919190526008606, 0.06598785519599915, 0.09985564649105072, 0.06557320058345795, 0.1835542917251587, 0.1722496747970581, 0.11013628542423248, 0.09385110437870026, 0.15136876702308655, 0.11882132291793823, 0.15022887289524078, 0.1809040755033493, 0.10653582960367203, 0.07725328207015991, 0.12757611274719238, 0.13994623720645905, 0.08367457985877991, 0.1468907594680786, 0.08826358616352081, 0.123940609395504, 0.10189810395240784, 0.15440917015075684, 0.1249677985906601, 0.11273837834596634, 0.02271694876253605, 0.1308736801147461, 0.0873950719833374, 0.18731771409511566, 0.18670541048049927, 0.17988982796669006, 0.14291013777256012, 0.1819171905517578, 0.08047103881835938, 0.0646289587020874], "cos_Ac_negg": [0.7485468983650208, 0.15854232013225555, 0.062474995851516724, 0.08679990470409393, 0.13997483253479004, 0.10376215726137161, 0.13266262412071228, 0.10948528349399567, 0.12351656705141068, 0.07324019074440002, 0.11113777756690979, 0.036116279661655426, 0.149004727602005, 0.1030762642621994, 0.15905502438545227, 0.042355217039585114, 0.07570943236351013, 0.15692907571792603, 0.1737491488456726, 0.17710107564926147, 0.1156308576464653, 0.14633019268512726, 0.15874920785427094, 0.20415669679641724, 0.16529160737991333, 0.19328835606575012, 0.12919190526008606, 0.06598785519599915, 0.09985564649105072, 0.06557320058345795, 0.1835542917251587, 0.1722496747970581, 0.11013628542423248, 0.09385110437870026, 0.15136876702308655, 0.11882132291793823, 0.15022887289524078, 0.1809040755033493, 0.10653582960367203, 0.07725328207015991, 0.12757611274719238, 0.13994623720645905, 0.08367457985877991, 0.1468907594680786, 0.08826358616352081, 0.123940609395504, 0.10189810395240784, 0.15440917015075684, 0.1249677985906601, 0.11273837834596634, 0.02271694876253605, 0.1308736801147461, 0.0873950719833374, 0.18731771409511566, 0.18670541048049927, 0.17988982796669006, 0.14291013777256012, 0.1819171905517578, 0.08047103881835938, 0.0646289587020874], "r_norm": [1.526496410369873, 1.454730749130249, 1.417557716369629, 1.3737268447875977, 1.3011536598205566, 1.388192892074585, 1.34401273727417, 1.37082839012146, 1.4874067306518555, 1.4026169776916504, 1.3795323371887207, 1.4410927295684814, 1.401087999343872, 1.3885788917541504, 1.4777989387512207, 1.4032313823699951, 1.4476779699325562, 1.418686866760254, 1.4130617380142212, 1.4416478872299194, 1.4804548025131226, 1.381870150566101, 1.394826889038086, 1.4226784706115723, 1.4114667177200317, 1.3773810863494873, 1.498025894165039, 1.3775441646575928, 1.3400335311889648, 1.4789161682128906, 1.3314495086669922, 1.3977910280227661, 1.3719788789749146, 1.3888976573944092, 1.4465715885162354, 1.442132830619812, 1.359398603439331, 1.3593394756317139, 1.4299870729446411, 1.3919024467468262, 1.4448397159576416, 1.3801032304763794, 1.40386962890625, 1.384777545928955, 1.4049603939056396, 1.417431354522705, 1.4311861991882324, 1.4060568809509277, 1.3540253639221191, 1.3776973485946655, 1.3376346826553345, 1.4411137104034424, 1.3559750318527222, 1.3854596614837646, 1.4516289234161377, 1.3701173067092896, 1.473273515701294, 1.4066729545593262, 1.3596673011779785, 1.3602051734924316]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.394, "test_loss": 1.7281866455078125}, {"step": 1500, "epoch": 3, "train_loss": 1.6272435188293457, "cos_r_negg": [0.7542884349822998, 0.2393415868282318, 0.18157801032066345, 0.1748751699924469, 0.2554659843444824, 0.1990557610988617, 0.18717333674430847, 0.18983498215675354, 0.23196369409561157, 0.1892457902431488, 0.20655326545238495, 0.11088135093450546, 0.20243357121944427, 0.2163824439048767, 0.24075117707252502, 0.12869198620319366, 0.1643744707107544, 0.2254430055618286, 0.24041400849819183, 0.2654344141483307, 0.18127042055130005, 0.23409093916416168, 0.2414664924144745, 0.2651432156562805, 0.2950062155723572, 0.3032069206237793, 0.20758852362632751, 0.1423550397157669, 0.24695803225040436, 0.1525401473045349, 0.2697913646697998, 0.23836590349674225, 0.16311274468898773, 0.17374326288700104, 0.2351670265197754, 0.24086111783981323, 0.24191555380821228, 0.2446436882019043, 0.17667661607265472, 0.186082124710083, 0.21416714787483215, 0.2234211564064026, 0.20322266221046448, 0.19883489608764648, 0.2246798723936081, 0.21545150876045227, 0.18748345971107483, 0.22947071492671967, 0.20121879875659943, 0.2156158685684204, 0.15268591046333313, 0.24747590720653534, 0.17483191192150116, 0.2910960614681244, 0.27153027057647705, 0.29465752840042114, 0.2701978385448456, 0.26268184185028076, 0.20438987016677856, 0.1329614818096161], "cos_apical_negg": [0.7542884349822998, 0.2393415868282318, 0.18157801032066345, 0.1748751699924469, 0.2554659843444824, 0.1990557610988617, 0.18717333674430847, 0.18983498215675354, 0.23196369409561157, 0.1892457902431488, 0.20655326545238495, 0.11088135093450546, 0.20243357121944427, 0.2163824439048767, 0.24075117707252502, 0.12869198620319366, 0.1643744707107544, 0.2254430055618286, 0.24041400849819183, 0.2654344141483307, 0.18127042055130005, 0.23409093916416168, 0.2414664924144745, 0.2651432156562805, 0.2950062155723572, 0.3032069206237793, 0.20758852362632751, 0.1423550397157669, 0.24695803225040436, 0.1525401473045349, 0.2697913646697998, 0.23836590349674225, 0.16311274468898773, 0.17374326288700104, 0.2351670265197754, 0.24086111783981323, 0.24191555380821228, 0.2446436882019043, 0.17667661607265472, 0.186082124710083, 0.21416714787483215, 0.2234211564064026, 0.20322266221046448, 0.19883489608764648, 0.2246798723936081, 0.21545150876045227, 0.18748345971107483, 0.22947071492671967, 0.20121879875659943, 0.2156158685684204, 0.15268591046333313, 0.24747590720653534, 0.17483191192150116, 0.2910960614681244, 0.27153027057647705, 0.29465752840042114, 0.2701978385448456, 0.26268184185028076, 0.20438987016677856, 0.1329614818096161], "cos_Ac_negg": [0.7542884349822998, 0.2393415868282318, 0.18157801032066345, 0.1748751699924469, 0.2554659843444824, 0.1990557610988617, 0.18717333674430847, 0.18983498215675354, 0.23196369409561157, 0.1892457902431488, 0.20655326545238495, 0.11088135093450546, 0.20243357121944427, 0.2163824439048767, 0.24075117707252502, 0.12869198620319366, 0.1643744707107544, 0.2254430055618286, 0.24041400849819183, 0.2654344141483307, 0.18127042055130005, 0.23409093916416168, 0.2414664924144745, 0.2651432156562805, 0.2950062155723572, 0.3032069206237793, 0.20758852362632751, 0.1423550397157669, 0.24695803225040436, 0.1525401473045349, 0.2697913646697998, 0.23836590349674225, 0.16311274468898773, 0.17374326288700104, 0.2351670265197754, 0.24086111783981323, 0.24191555380821228, 0.2446436882019043, 0.17667661607265472, 0.186082124710083, 0.21416714787483215, 0.2234211564064026, 0.20322266221046448, 0.19883489608764648, 0.2246798723936081, 0.21545150876045227, 0.18748345971107483, 0.22947071492671967, 0.20121879875659943, 0.2156158685684204, 0.15268591046333313, 0.24747590720653534, 0.17483191192150116, 0.2910960614681244, 0.27153027057647705, 0.29465752840042114, 0.2701978385448456, 0.26268184185028076, 0.20438987016677856, 0.1329614818096161], "r_norm": [1.3328654766082764, 1.1940767765045166, 1.1455750465393066, 1.1167540550231934, 1.068833589553833, 1.1384071111679077, 1.1001887321472168, 1.1196691989898682, 1.2072861194610596, 1.1445355415344238, 1.1336579322814941, 1.170964241027832, 1.1418182849884033, 1.1300058364868164, 1.211554765701294, 1.1296662092208862, 1.1769604682922363, 1.1637969017028809, 1.158700704574585, 1.182386875152588, 1.2025408744812012, 1.1274592876434326, 1.1469311714172363, 1.1747169494628906, 1.1591014862060547, 1.1338791847229004, 1.2290623188018799, 1.1148293018341064, 1.098484992980957, 1.1998419761657715, 1.1065282821655273, 1.1466820240020752, 1.118770718574524, 1.1355831623077393, 1.185559630393982, 1.1830594539642334, 1.1235426664352417, 1.1169803142547607, 1.161017894744873, 1.1422295570373535, 1.1802475452423096, 1.1340126991271973, 1.1426594257354736, 1.1292616128921509, 1.149385929107666, 1.1572332382202148, 1.1674866676330566, 1.143965244293213, 1.1051650047302246, 1.1141518354415894, 1.0870299339294434, 1.1786168813705444, 1.0947458744049072, 1.1474294662475586, 1.1961817741394043, 1.1247966289520264, 1.2138041257858276, 1.1578238010406494, 1.101365327835083, 1.101654052734375]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4111, "test_loss": 1.7163718872070313}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4079, "test_loss": 1.698351953125}], "final": {"test_acc": 0.4079, "test_loss": 1.698351953125, "wall_s": 1238.5222442150116, "cos_r_negg": [0.7825913429260254, 0.32893261313438416, 0.2500309944152832, 0.2823156714439392, 0.34893763065338135, 0.3250320255756378, 0.30813848972320557, 0.29275351762771606, 0.32152295112609863, 0.2688843607902527, 0.33976513147354126, 0.21493855118751526, 0.32880687713623047, 0.3047349154949188, 0.31467074155807495, 0.22618725895881653, 0.2532234191894531, 0.3205098509788513, 0.3595099449157715, 0.38603073358535767, 0.30192768573760986, 0.3239319920539856, 0.3560585677623749, 0.3739151358604431, 0.39094239473342896, 0.37151283025741577, 0.2948240041732788, 0.25084322690963745, 0.3263080418109894, 0.24757586419582367, 0.3797128200531006, 0.3600878119468689, 0.2767699658870697, 0.30135297775268555, 0.347915381193161, 0.32806649804115295, 0.3735722601413727, 0.36435800790786743, 0.32316476106643677, 0.30365413427352905, 0.3476790487766266, 0.31463634967803955, 0.2905779778957367, 0.3239128589630127, 0.30373090505599976, 0.3160437345504761, 0.31759393215179443, 0.33476683497428894, 0.33470410108566284, 0.3102900981903076, 0.27645355463027954, 0.3236931562423706, 0.27881601452827454, 0.3689236044883728, 0.36155179142951965, 0.3841766119003296, 0.3666810393333435, 0.39142778515815735, 0.28567004203796387, 0.27448493242263794], "cos_apical_negg": [0.7825913429260254, 0.32893261313438416, 0.2500309944152832, 0.2823156714439392, 0.34893763065338135, 0.3250320255756378, 0.30813848972320557, 0.29275351762771606, 0.32152295112609863, 0.2688843607902527, 0.33976513147354126, 0.21493855118751526, 0.32880687713623047, 0.3047349154949188, 0.31467074155807495, 0.22618725895881653, 0.2532234191894531, 0.3205098509788513, 0.3595099449157715, 0.38603073358535767, 0.30192768573760986, 0.3239319920539856, 0.3560585677623749, 0.3739151358604431, 0.39094239473342896, 0.37151283025741577, 0.2948240041732788, 0.25084322690963745, 0.3263080418109894, 0.24757586419582367, 0.3797128200531006, 0.3600878119468689, 0.2767699658870697, 0.30135297775268555, 0.347915381193161, 0.32806649804115295, 0.3735722601413727, 0.36435800790786743, 0.32316476106643677, 0.30365413427352905, 0.3476790487766266, 0.31463634967803955, 0.2905779778957367, 0.3239128589630127, 0.30373090505599976, 0.3160437345504761, 0.31759393215179443, 0.33476683497428894, 0.33470410108566284, 0.3102900981903076, 0.27645355463027954, 0.3236931562423706, 0.27881601452827454, 0.3689236044883728, 0.36155179142951965, 0.3841766119003296, 0.3666810393333435, 0.39142778515815735, 0.28567004203796387, 0.27448493242263794], "cos_Ac_negg": [0.7825913429260254, 0.32893261313438416, 0.2500309944152832, 0.2823156714439392, 0.34893763065338135, 0.3250320255756378, 0.30813848972320557, 0.29275351762771606, 0.32152295112609863, 0.2688843607902527, 0.33976513147354126, 0.21493855118751526, 0.32880687713623047, 0.3047349154949188, 0.31467074155807495, 0.22618725895881653, 0.2532234191894531, 0.3205098509788513, 0.3595099449157715, 0.38603073358535767, 0.30192768573760986, 0.3239319920539856, 0.3560585677623749, 0.3739151358604431, 0.39094239473342896, 0.37151283025741577, 0.2948240041732788, 0.25084322690963745, 0.3263080418109894, 0.24757586419582367, 0.3797128200531006, 0.3600878119468689, 0.2767699658870697, 0.30135297775268555, 0.347915381193161, 0.32806649804115295, 0.3735722601413727, 0.36435800790786743, 0.32316476106643677, 0.30365413427352905, 0.3476790487766266, 0.31463634967803955, 0.2905779778957367, 0.3239128589630127, 0.30373090505599976, 0.3160437345504761, 0.31759393215179443, 0.33476683497428894, 0.33470410108566284, 0.3102900981903076, 0.27645355463027954, 0.3236931562423706, 0.27881601452827454, 0.3689236044883728, 0.36155179142951965, 0.3841766119003296, 0.3666810393333435, 0.39142778515815735, 0.28567004203796387, 0.27448493242263794]}}
|
