1
|
{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 60, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 4, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_dfa_w64_d60_s4", "n_in": 3072}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6918692588806152, "cos_r_negg": [-0.037414051592350006, -0.0028529749251902103, -0.054665934294462204, -0.012028934434056282, -0.029990021139383316, 0.05329199880361557, -0.0034322100691497326, -0.11187580227851868, 0.027348166331648827, 0.03484438359737396, 0.005401864647865295, -0.07433269172906876, -0.008908074349164963, 0.005322254728525877, -0.0026320726610720158, 0.023683061823248863, 0.01821216754615307, -0.030909225344657898, 0.027072368189692497, 0.03808046132326126, -0.036475181579589844, 0.017430506646633148, -0.060206860303878784, 0.05741240829229355, -0.025437306612730026, -0.06906218826770782, -0.04085918515920639, 0.01807219162583351, -0.06371022760868073, 0.016573622822761536, 0.011960912495851517, 0.03196274861693382, 0.06078161299228668, -0.04183672368526459, -0.0401955246925354, 0.02006252110004425, 0.057506345212459564, -0.04063631594181061, -0.014354291372001171, -0.03390126675367355, -0.06117922067642212, 0.037960510700941086, -0.01032742578536272, 0.055927228182554245, -0.03214752674102783, -0.05085998401045799, 0.002562712412327528, 0.02092983014881611, -0.062292709946632385, 0.010097211226820946, 0.023000245913863182, 0.03037109412252903, -0.013356085866689682, 0.03924810513854027, 0.10382106900215149, 0.006241656839847565, 0.09594763815402985, -0.016425050795078278, -0.10900639742612839, 0.0001760171726346016], "cos_innovation_negg": [-0.037414051592350006, -0.0028529749251902103, -0.054665934294462204, -0.012028934434056282, -0.029990021139383316, 0.05329199880361557, -0.0034322100691497326, -0.11187580227851868, 0.027348166331648827, 0.03484438359737396, 0.005401864647865295, -0.07433269172906876, -0.008908074349164963, 0.005322254728525877, -0.0026320726610720158, 0.023683061823248863, 0.01821216754615307, -0.030909225344657898, 0.027072368189692497, 0.03808046132326126, -0.036475181579589844, 0.017430506646633148, -0.060206860303878784, 0.05741240829229355, -0.025437306612730026, -0.06906218826770782, -0.04085918515920639, 0.01807219162583351, -0.06371022760868073, 0.016573622822761536, 0.011960912495851517, 0.03196274861693382, 0.06078161299228668, -0.04183672368526459, -0.0401955246925354, 0.02006252110004425, 0.057506345212459564, -0.04063631594181061, -0.014354291372001171, -0.03390126675367355, -0.06117922067642212, 0.037960510700941086, -0.01032742578536272, 0.055927228182554245, -0.03214752674102783, -0.05085998401045799, 0.002562712412327528, 0.02092983014881611, -0.062292709946632385, 0.010097211226820946, 0.023000245913863182, 0.03037109412252903, -0.013356085866689682, 0.03924810513854027, 0.10382106900215149, 0.006241656839847565, 0.09594763815402985, -0.016425050795078278, -0.10900639742612839, 0.0001760171726346016], "cos_apical_negg": [-0.037414051592350006, -0.0028529749251902103, -0.054665934294462204, -0.012028934434056282, -0.029990021139383316, 0.05329199880361557, -0.0034322100691497326, -0.11187580227851868, 0.027348166331648827, 0.03484438359737396, 0.005401864647865295, -0.07433269172906876, -0.008908074349164963, 0.005322254728525877, -0.0026320726610720158, 0.023683061823248863, 0.01821216754615307, -0.030909225344657898, 0.027072368189692497, 0.03808046132326126, -0.036475181579589844, 0.017430506646633148, -0.060206860303878784, 0.05741240829229355, -0.025437306612730026, -0.06906218826770782, -0.04085918515920639, 0.01807219162583351, -0.06371022760868073, 0.016573622822761536, 0.011960912495851517, 0.03196274861693382, 0.06078161299228668, -0.04183672368526459, -0.0401955246925354, 0.02006252110004425, 0.057506345212459564, -0.04063631594181061, -0.014354291372001171, -0.03390126675367355, -0.06117922067642212, 0.037960510700941086, -0.01032742578536272, 0.055927228182554245, -0.03214752674102783, -0.05085998401045799, 0.002562712412327528, 0.02092983014881611, -0.062292709946632385, 0.010097211226820946, 0.023000245913863182, 0.03037109412252903, -0.013356085866689682, 0.03924810513854027, 0.10382106900215149, 0.006241656839847565, 0.09594763815402985, -0.016425050795078278, -0.10900639742612839, 0.0001760171726346016], "cos_Ac_negg": [-0.037414051592350006, -0.0028529749251902103, -0.054665934294462204, -0.012028934434056282, -0.029990021139383316, 0.05329199880361557, -0.0034322100691497326, -0.11187580227851868, 0.027348166331648827, 0.03484438359737396, 0.005401864647865295, -0.07433269172906876, -0.008908074349164963, 0.005322254728525877, -0.0026320726610720158, 0.023683061823248863, 0.01821216754615307, -0.030909225344657898, 0.027072368189692497, 0.03808046132326126, -0.036475181579589844, 0.017430506646633148, -0.060206860303878784, 0.05741240829229355, -0.025437306612730026, -0.06906218826770782, -0.04085918515920639, 0.01807219162583351, -0.06371022760868073, 0.016573622822761536, 0.011960912495851517, 0.03196274861693382, 0.06078161299228668, -0.04183672368526459, -0.0401955246925354, 0.02006252110004425, 0.057506345212459564, -0.04063631594181061, -0.014354291372001171, -0.03390126675367355, -0.06117922067642212, 0.037960510700941086, -0.01032742578536272, 0.055927228182554245, -0.03214752674102783, -0.05085998401045799, 0.002562712412327528, 0.02092983014881611, -0.062292709946632385, 0.010097211226820946, 0.023000245913863182, 0.03037109412252903, -0.013356085866689682, 0.03924810513854027, 0.10382106900215149, 0.006241656839847565, 0.09594763815402985, -0.016425050795078278, -0.10900639742612839, 0.0001760171726346016], "r_norm": [2.5585856437683105, 2.5181503295898438, 2.5646228790283203, 2.3973093032836914, 2.425574541091919, 2.470545768737793, 2.44059157371521, 2.434709072113037, 2.4547786712646484, 2.48994517326355, 2.4773926734924316, 2.4522080421447754, 2.443126678466797, 2.3443167209625244, 2.3908872604370117, 2.5021166801452637, 2.580672264099121, 2.4316048622131348, 2.468903064727783, 2.5342869758605957, 2.5060877799987793, 2.593197822570801, 2.3915252685546875, 2.5748143196105957, 2.364664077758789, 2.4329833984375, 2.3553965091705322, 2.421529769897461, 2.5368752479553223, 2.558291435241699, 2.361297130584717, 2.395977020263672, 2.470844268798828, 2.5835165977478027, 2.32879900932312, 2.4639298915863037, 2.6483755111694336, 2.455132484436035, 2.548173666000366, 2.4606847763061523, 2.4713215827941895, 2.4578258991241455, 2.5337564945220947, 2.380887269973755, 2.421393871307373, 2.4823501110076904, 2.4976062774658203, 2.459674835205078, 2.360995292663574, 2.485690116882324, 2.326770544052124, 2.457512378692627, 2.4043235778808594, 2.3826351165771484, 2.383045196533203, 2.4985876083374023, 2.529938220977783, 2.463041305541992, 2.5037412643432617, 2.367680788040161]}, {"epoch_end": 0, "step": 391, "test_acc": 0.347, "test_loss": 1.8751915161132813}, {"step": 500, "epoch": 1, "train_loss": 1.8213450908660889, "cos_r_negg": [0.5531076788902283, 0.010648340918123722, 0.05643956735730171, 0.026077724993228912, 0.01408854778856039, -0.004972496069967747, -0.04337833449244499, 0.06296228617429733, 0.04684184119105339, -0.07821905612945557, -0.009295742027461529, 0.005955658387392759, -0.04401475563645363, 0.03754936903715134, -0.03872787952423096, 0.03463492542505264, -0.012126315385103226, -0.02981529012322426, -0.013925951905548573, -0.04895723983645439, 0.02408735826611519, -0.0037605210673063993, -0.004745983984321356, -0.011288284324109554, -0.02553575485944748, 0.030575040727853775, 0.0053910487331449986, -0.012438648380339146, -0.05085151642560959, -0.11037540435791016, -0.041079506278038025, 0.08036839216947556, -0.037528786808252335, -0.03934481739997864, 0.0025282700080424547, 0.05720853805541992, 0.029822615906596184, 8.558575063943863e-05, -0.016070079058408737, 0.024425091221928596, -0.08186234533786774, 0.08049727976322174, -0.044807836413383484, 0.029020026326179504, -0.018535487353801727, 0.004029462113976479, 0.03768383711576462, 0.003076717024669051, -0.012039786204695702, 0.037689950317144394, 0.007063157390803099, -0.0169571191072464, -0.010830679908394814, -0.07586954534053802, -0.0132209537550807, 0.07407307624816895, 0.059688977897167206, -0.020425468683242798, -0.05862516909837723, 0.03696390986442566], "cos_innovation_negg": [0.5531076788902283, 0.010648340918123722, 0.05643956735730171, 0.026077724993228912, 0.01408854778856039, -0.004972496069967747, -0.04337833449244499, 0.06296228617429733, 0.04684184119105339, -0.07821905612945557, -0.009295742027461529, 0.005955658387392759, -0.04401475563645363, 0.03754936903715134, -0.03872787952423096, 0.03463492542505264, -0.012126315385103226, -0.02981529012322426, -0.013925951905548573, -0.04895723983645439, 0.02408735826611519, -0.0037605210673063993, -0.004745983984321356, -0.011288284324109554, -0.02553575485944748, 0.030575040727853775, 0.0053910487331449986, -0.012438648380339146, -0.05085151642560959, -0.11037540435791016, -0.041079506278038025, 0.08036839216947556, -0.037528786808252335, -0.03934481739997864, 0.0025282700080424547, 0.05720853805541992, 0.029822615906596184, 8.558575063943863e-05, -0.016070079058408737, 0.024425091221928596, -0.08186234533786774, 0.08049727976322174, -0.044807836413383484, 0.029020026326179504, -0.018535487353801727, 0.004029462113976479, 0.03768383711576462, 0.003076717024669051, -0.012039786204695702, 0.037689950317144394, 0.007063157390803099, -0.0169571191072464, -0.010830679908394814, -0.07586954534053802, -0.0132209537550807, 0.07407307624816895, 0.059688977897167206, -0.020425468683242798, -0.05862516909837723, 0.03696390986442566], "cos_apical_negg": [0.5531076788902283, 0.010648340918123722, 0.05643956735730171, 0.026077724993228912, 0.01408854778856039, -0.004972496069967747, -0.04337833449244499, 0.06296228617429733, 0.04684184119105339, -0.07821905612945557, -0.009295742027461529, 0.005955658387392759, -0.04401475563645363, 0.03754936903715134, -0.03872787952423096, 0.03463492542505264, -0.012126315385103226, -0.02981529012322426, -0.013925951905548573, -0.04895723983645439, 0.02408735826611519, -0.0037605210673063993, -0.004745983984321356, -0.011288284324109554, -0.02553575485944748, 0.030575040727853775, 0.0053910487331449986, -0.012438648380339146, -0.05085151642560959, -0.11037540435791016, -0.041079506278038025, 0.08036839216947556, -0.037528786808252335, -0.03934481739997864, 0.0025282700080424547, 0.05720853805541992, 0.029822615906596184, 8.558575063943863e-05, -0.016070079058408737, 0.024425091221928596, -0.08186234533786774, 0.08049727976322174, -0.044807836413383484, 0.029020026326179504, -0.018535487353801727, 0.004029462113976479, 0.03768383711576462, 0.003076717024669051, -0.012039786204695702, 0.037689950317144394, 0.007063157390803099, -0.0169571191072464, -0.010830679908394814, -0.07586954534053802, -0.0132209537550807, 0.07407307624816895, 0.059688977897167206, -0.020425468683242798, -0.05862516909837723, 0.03696390986442566], "cos_Ac_negg": [0.5531076788902283, 0.010648340918123722, 0.05643956735730171, 0.026077724993228912, 0.01408854778856039, -0.004972496069967747, -0.04337833449244499, 0.06296228617429733, 0.04684184119105339, -0.07821905612945557, -0.009295742027461529, 0.005955658387392759, -0.04401475563645363, 0.03754936903715134, -0.03872787952423096, 0.03463492542505264, -0.012126315385103226, -0.02981529012322426, -0.013925951905548573, -0.04895723983645439, 0.02408735826611519, -0.0037605210673063993, -0.004745983984321356, -0.011288284324109554, -0.02553575485944748, 0.030575040727853775, 0.0053910487331449986, -0.012438648380339146, -0.05085151642560959, -0.11037540435791016, -0.041079506278038025, 0.08036839216947556, -0.037528786808252335, -0.03934481739997864, 0.0025282700080424547, 0.05720853805541992, 0.029822615906596184, 8.558575063943863e-05, -0.016070079058408737, 0.024425091221928596, -0.08186234533786774, 0.08049727976322174, -0.044807836413383484, 0.029020026326179504, -0.018535487353801727, 0.004029462113976479, 0.03768383711576462, 0.003076717024669051, -0.012039786204695702, 0.037689950317144394, 0.007063157390803099, -0.0169571191072464, -0.010830679908394814, -0.07586954534053802, -0.0132209537550807, 0.07407307624816895, 0.059688977897167206, -0.020425468683242798, -0.05862516909837723, 0.03696390986442566], "r_norm": [2.2668089866638184, 2.2286651134490967, 2.271970272064209, 2.137986660003662, 2.1760787963867188, 2.2030792236328125, 2.1382670402526855, 2.124001979827881, 2.191345691680908, 2.2414255142211914, 2.206237554550171, 2.141871690750122, 2.1780307292938232, 2.0781381130218506, 2.1217825412750244, 2.2277321815490723, 2.302032470703125, 2.1094799041748047, 2.152195453643799, 2.2596535682678223, 2.209888458251953, 2.2921009063720703, 2.1111698150634766, 2.250282049179077, 2.1164474487304688, 2.1762876510620117, 2.087702751159668, 2.136573076248169, 2.2555909156799316, 2.272592544555664, 2.124788999557495, 2.126204252243042, 2.2049756050109863, 2.2845869064331055, 2.0533406734466553, 2.1725053787231445, 2.3358402252197266, 2.1688904762268066, 2.2532334327697754, 2.1950769424438477, 2.1407790184020996, 2.1844682693481445, 2.244250774383545, 2.114405632019043, 2.145517349243164, 2.2021920680999756, 2.2008676528930664, 2.160367488861084, 2.0971405506134033, 2.2253780364990234, 2.0831708908081055, 2.17439866065979, 2.1249170303344727, 2.1198954582214355, 2.1070141792297363, 2.2050018310546875, 2.226027011871338, 2.174729824066162, 2.1999001502990723, 2.1154282093048096]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3589, "test_loss": 1.8626206420898437}, {"step": 1000, "epoch": 2, "train_loss": 1.8082916736602783, "cos_r_negg": [0.5772711038589478, 0.022301051765680313, 0.032155841588974, 0.07773202657699585, -0.02474537119269371, 0.04731186851859093, -0.024519361555576324, 0.036791980266571045, 0.06838394701480865, -0.08703818917274475, -0.016849961131811142, 0.007404455449432135, 0.03726254403591156, 0.07393119484186172, -0.06879924237728119, 0.053731247782707214, -0.04143936559557915, -0.006858188658952713, -0.019606173038482666, 0.016490813344717026, -0.016047628596425056, -0.024410627782344818, -0.024281444028019905, -0.05238782614469528, -0.005266563966870308, 0.015507731586694717, 0.0781889408826828, -0.055368952453136444, -0.009982608258724213, -0.04081203415989876, -0.033765099942684174, 0.012983039952814579, -0.026144884526729584, -0.03163754567503929, -0.008402347564697266, 0.08629274368286133, 0.024958964437246323, 0.039797987788915634, 0.0374150425195694, -0.017730850726366043, -0.06318195909261703, 0.07919758558273315, -0.041827570647001266, 0.047349877655506134, 0.0541478730738163, 0.0026697958819568157, 0.0757795125246048, -0.005099573638290167, -0.03752800077199936, 0.06168989837169647, 0.01624457910656929, -0.01865878328680992, -0.02403246983885765, -0.03217144310474396, -0.03725310042500496, 0.02615518681704998, -0.026163369417190552, -0.004356469959020615, -0.04227064549922943, -0.034727491438388824], "cos_innovation_negg": [0.5772711038589478, 0.022301051765680313, 0.032155841588974, 0.07773202657699585, -0.02474537119269371, 0.04731186851859093, -0.024519361555576324, 0.036791980266571045, 0.06838394701480865, -0.08703818917274475, -0.016849961131811142, 0.007404455449432135, 0.03726254403591156, 0.07393119484186172, -0.06879924237728119, 0.053731247782707214, -0.04143936559557915, -0.006858188658952713, -0.019606173038482666, 0.016490813344717026, -0.016047628596425056, -0.024410627782344818, -0.024281444028019905, -0.05238782614469528, -0.005266563966870308, 0.015507731586694717, 0.0781889408826828, -0.055368952453136444, -0.009982608258724213, -0.04081203415989876, -0.033765099942684174, 0.012983039952814579, -0.026144884526729584, -0.03163754567503929, -0.008402347564697266, 0.08629274368286133, 0.024958964437246323, 0.039797987788915634, 0.0374150425195694, -0.017730850726366043, -0.06318195909261703, 0.07919758558273315, -0.041827570647001266, 0.047349877655506134, 0.0541478730738163, 0.0026697958819568157, 0.0757795125246048, -0.005099573638290167, -0.03752800077199936, 0.06168989837169647, 0.01624457910656929, -0.01865878328680992, -0.02403246983885765, -0.03217144310474396, -0.03725310042500496, 0.02615518681704998, -0.026163369417190552, -0.004356469959020615, -0.04227064549922943, -0.034727491438388824], "cos_apical_negg": [0.5772711038589478, 0.022301051765680313, 0.032155841588974, 0.07773202657699585, -0.02474537119269371, 0.04731186851859093, -0.024519361555576324, 0.036791980266571045, 0.06838394701480865, -0.08703818917274475, -0.016849961131811142, 0.007404455449432135, 0.03726254403591156, 0.07393119484186172, -0.06879924237728119, 0.053731247782707214, -0.04143936559557915, -0.006858188658952713, -0.019606173038482666, 0.016490813344717026, -0.016047628596425056, -0.024410627782344818, -0.024281444028019905, -0.05238782614469528, -0.005266563966870308, 0.015507731586694717, 0.0781889408826828, -0.055368952453136444, -0.009982608258724213, -0.04081203415989876, -0.033765099942684174, 0.012983039952814579, -0.026144884526729584, -0.03163754567503929, -0.008402347564697266, 0.08629274368286133, 0.024958964437246323, 0.039797987788915634, 0.0374150425195694, -0.017730850726366043, -0.06318195909261703, 0.07919758558273315, -0.041827570647001266, 0.047349877655506134, 0.0541478730738163, 0.0026697958819568157, 0.0757795125246048, -0.005099573638290167, -0.03752800077199936, 0.06168989837169647, 0.01624457910656929, -0.01865878328680992, -0.02403246983885765, -0.03217144310474396, -0.03725310042500496, 0.02615518681704998, -0.026163369417190552, -0.004356469959020615, -0.04227064549922943, -0.034727491438388824], "cos_Ac_negg": [0.5772711038589478, 0.022301051765680313, 0.032155841588974, 0.07773202657699585, -0.02474537119269371, 0.04731186851859093, -0.024519361555576324, 0.036791980266571045, 0.06838394701480865, -0.08703818917274475, -0.016849961131811142, 0.007404455449432135, 0.03726254403591156, 0.07393119484186172, -0.06879924237728119, 0.053731247782707214, -0.04143936559557915, -0.006858188658952713, -0.019606173038482666, 0.016490813344717026, -0.016047628596425056, -0.024410627782344818, -0.024281444028019905, -0.05238782614469528, -0.005266563966870308, 0.015507731586694717, 0.0781889408826828, -0.055368952453136444, -0.009982608258724213, -0.04081203415989876, -0.033765099942684174, 0.012983039952814579, -0.026144884526729584, -0.03163754567503929, -0.008402347564697266, 0.08629274368286133, 0.024958964437246323, 0.039797987788915634, 0.0374150425195694, -0.017730850726366043, -0.06318195909261703, 0.07919758558273315, -0.041827570647001266, 0.047349877655506134, 0.0541478730738163, 0.0026697958819568157, 0.0757795125246048, -0.005099573638290167, -0.03752800077199936, 0.06168989837169647, 0.01624457910656929, -0.01865878328680992, -0.02403246983885765, -0.03217144310474396, -0.03725310042500496, 0.02615518681704998, -0.026163369417190552, -0.004356469959020615, -0.04227064549922943, -0.034727491438388824], "r_norm": [2.2569527626037598, 2.213512897491455, 2.262234687805176, 2.133873462677002, 2.1648001670837402, 2.1931161880493164, 2.1322126388549805, 2.113229274749756, 2.1879642009735107, 2.2315547466278076, 2.190305471420288, 2.138906478881836, 2.166815757751465, 2.06341290473938, 2.1164820194244385, 2.229915142059326, 2.29317569732666, 2.0981292724609375, 2.1424736976623535, 2.2526912689208984, 2.203888416290283, 2.286067008972168, 2.0997042655944824, 2.25266432762146, 2.1137876510620117, 2.1620516777038574, 2.086796760559082, 2.1146671772003174, 2.251715660095215, 2.2569937705993652, 2.1237001419067383, 2.114114284515381, 2.201896905899048, 2.283658266067505, 2.0540478229522705, 2.171139717102051, 2.332195281982422, 2.164245128631592, 2.2440543174743652, 2.202272415161133, 2.132251739501953, 2.177074432373047, 2.224301815032959, 2.100316047668457, 2.1419622898101807, 2.1810121536254883, 2.195061206817627, 2.149263858795166, 2.0860493183135986, 2.2124271392822266, 2.0833592414855957, 2.1500306129455566, 2.1120290756225586, 2.107145309448242, 2.0901613235473633, 2.1897993087768555, 2.212405204772949, 2.1706151962280273, 2.196743965148926, 2.1062331199645996]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3567, "test_loss": 1.8509368530273438}, {"step": 1500, "epoch": 3, "train_loss": 1.6837269067764282, "cos_r_negg": [0.5648865699768066, 0.06946022808551788, 0.0689295306801796, 0.016047975048422813, 0.027184724807739258, -0.0037121777422726154, -0.00188345555216074, -0.014041886664927006, 0.010996182449162006, 0.0013104379177093506, 0.010440901853144169, -0.04100625216960907, -0.014227133244276047, 0.007865268737077713, -0.08391951769590378, 0.02313748188316822, -0.013638537377119064, 0.0380057692527771, -0.009726918302476406, -0.017707467079162598, 1.2996839359402657e-05, 0.0327940508723259, 0.011521142907440662, -0.030674725770950317, -0.009084416553378105, 0.053915418684482574, 0.044526055455207825, -0.08661733567714691, -0.08987803012132645, -0.02304910309612751, 0.030008945614099503, 0.003957095555961132, 0.0034250395838171244, -0.01661277748644352, 0.014571542851626873, 0.1101943701505661, 0.04530530795454979, 0.0332380086183548, 0.051617786288261414, 0.0423697903752327, -0.03682206943631172, 0.06059061363339424, -0.044939134269952774, -0.0018963469192385674, -0.0023223580792546272, 0.03827180713415146, 0.0635790303349495, -0.03181951493024826, -0.06334107369184494, 0.07252269238233566, -0.012763847596943378, 0.022637145593762398, 0.04536272585391998, -0.012558459304273129, -0.007688129786401987, 0.10340453684329987, 0.01658482477068901, -0.00919765792787075, 0.006536683067679405, 0.058168571442365646], "cos_innovation_negg": [0.5648865699768066, 0.06946022808551788, 0.0689295306801796, 0.016047975048422813, 0.027184724807739258, -0.0037121777422726154, -0.00188345555216074, -0.014041886664927006, 0.010996182449162006, 0.0013104379177093506, 0.010440901853144169, -0.04100625216960907, -0.014227133244276047, 0.007865268737077713, -0.08391951769590378, 0.02313748188316822, -0.013638537377119064, 0.0380057692527771, -0.009726918302476406, -0.017707467079162598, 1.2996839359402657e-05, 0.0327940508723259, 0.011521142907440662, -0.030674725770950317, -0.009084416553378105, 0.053915418684482574, 0.044526055455207825, -0.08661733567714691, -0.08987803012132645, -0.02304910309612751, 0.030008945614099503, 0.003957095555961132, 0.0034250395838171244, -0.01661277748644352, 0.014571542851626873, 0.1101943701505661, 0.04530530795454979, 0.0332380086183548, 0.051617786288261414, 0.0423697903752327, -0.03682206943631172, 0.06059061363339424, -0.044939134269952774, -0.0018963469192385674, -0.0023223580792546272, 0.03827180713415146, 0.0635790303349495, -0.03181951493024826, -0.06334107369184494, 0.07252269238233566, -0.012763847596943378, 0.022637145593762398, 0.04536272585391998, -0.012558459304273129, -0.007688129786401987, 0.10340453684329987, 0.01658482477068901, -0.00919765792787075, 0.006536683067679405, 0.058168571442365646], "cos_apical_negg": [0.5648865699768066, 0.06946022808551788, 0.0689295306801796, 0.016047975048422813, 0.027184724807739258, -0.0037121777422726154, -0.00188345555216074, -0.014041886664927006, 0.010996182449162006, 0.0013104379177093506, 0.010440901853144169, -0.04100625216960907, -0.014227133244276047, 0.007865268737077713, -0.08391951769590378, 0.02313748188316822, -0.013638537377119064, 0.0380057692527771, -0.009726918302476406, -0.017707467079162598, 1.2996839359402657e-05, 0.0327940508723259, 0.011521142907440662, -0.030674725770950317, -0.009084416553378105, 0.053915418684482574, 0.044526055455207825, -0.08661733567714691, -0.08987803012132645, -0.02304910309612751, 0.030008945614099503, 0.003957095555961132, 0.0034250395838171244, -0.01661277748644352, 0.014571542851626873, 0.1101943701505661, 0.04530530795454979, 0.0332380086183548, 0.051617786288261414, 0.0423697903752327, -0.03682206943631172, 0.06059061363339424, -0.044939134269952774, -0.0018963469192385674, -0.0023223580792546272, 0.03827180713415146, 0.0635790303349495, -0.03181951493024826, -0.06334107369184494, 0.07252269238233566, -0.012763847596943378, 0.022637145593762398, 0.04536272585391998, -0.012558459304273129, -0.007688129786401987, 0.10340453684329987, 0.01658482477068901, -0.00919765792787075, 0.006536683067679405, 0.058168571442365646], "cos_Ac_negg": [0.5648865699768066, 0.06946022808551788, 0.0689295306801796, 0.016047975048422813, 0.027184724807739258, -0.0037121777422726154, -0.00188345555216074, -0.014041886664927006, 0.010996182449162006, 0.0013104379177093506, 0.010440901853144169, -0.04100625216960907, -0.014227133244276047, 0.007865268737077713, -0.08391951769590378, 0.02313748188316822, -0.013638537377119064, 0.0380057692527771, -0.009726918302476406, -0.017707467079162598, 1.2996839359402657e-05, 0.0327940508723259, 0.011521142907440662, -0.030674725770950317, -0.009084416553378105, 0.053915418684482574, 0.044526055455207825, -0.08661733567714691, -0.08987803012132645, -0.02304910309612751, 0.030008945614099503, 0.003957095555961132, 0.0034250395838171244, -0.01661277748644352, 0.014571542851626873, 0.1101943701505661, 0.04530530795454979, 0.0332380086183548, 0.051617786288261414, 0.0423697903752327, -0.03682206943631172, 0.06059061363339424, -0.044939134269952774, -0.0018963469192385674, -0.0023223580792546272, 0.03827180713415146, 0.0635790303349495, -0.03181951493024826, -0.06334107369184494, 0.07252269238233566, -0.012763847596943378, 0.022637145593762398, 0.04536272585391998, -0.012558459304273129, -0.007688129786401987, 0.10340453684329987, 0.01658482477068901, -0.00919765792787075, 0.006536683067679405, 0.058168571442365646], "r_norm": [2.2321786880493164, 2.196965217590332, 2.2361550331115723, 2.1093597412109375, 2.142275810241699, 2.1748976707458496, 2.1086888313293457, 2.090163230895996, 2.1619715690612793, 2.194758176803589, 2.1661875247955322, 2.1052215099334717, 2.1355338096618652, 2.046527862548828, 2.0936834812164307, 2.1927523612976074, 2.263762950897217, 2.0665082931518555, 2.1194331645965576, 2.230807304382324, 2.177485466003418, 2.2552690505981445, 2.0730667114257812, 2.2154641151428223, 2.088258981704712, 2.1344759464263916, 2.0561013221740723, 2.0958547592163086, 2.218369245529175, 2.2283055782318115, 2.099677324295044, 2.0915074348449707, 2.174365282058716, 2.245183229446411, 2.0259180068969727, 2.1336750984191895, 2.3084373474121094, 2.140641689300537, 2.2120208740234375, 2.1657462120056152, 2.1040573120117188, 2.151247501373291, 2.2000958919525146, 2.0798468589782715, 2.1148722171783447, 2.1535186767578125, 2.175259590148926, 2.1279540061950684, 2.065502643585205, 2.1884865760803223, 2.058825731277466, 2.126791000366211, 2.095001697540283, 2.094183921813965, 2.0786945819854736, 2.1680731773376465, 2.185600996017456, 2.1513381004333496, 2.16831636428833, 2.0839295387268066]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3675, "test_loss": 1.816008349609375}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3742, "test_loss": 1.8041421142578125}], "final": {"test_acc": 0.3742, "test_loss": 1.8041421142578125, "wall_s": 44.22455668449402, "cos_r_negg": [0.596982479095459, 0.05136440321803093, 0.08694332838058472, 0.025471724569797516, -0.038266900926828384, -0.019973063841462135, -0.048480987548828125, 0.043332137167453766, 0.07160402834415436, 0.0031838256400078535, 0.024332629516720772, 0.023919688537716866, 0.013141728937625885, 0.03220628947019577, -0.06388810276985168, 0.056075140833854675, 0.005829954519867897, -0.007993511855602264, 0.02282010018825531, -0.03376900404691696, 0.010672175325453281, 0.009448038414120674, 0.01923620142042637, -0.030952278524637222, -0.014296494424343109, 0.06497082114219666, 0.03363164886832237, -0.07824541628360748, -0.07161377370357513, 0.024450957775115967, 0.01999933458864689, 0.04040498286485672, -0.027892522513866425, -0.0026604291051626205, 0.015942219644784927, 0.05475258827209473, 0.08153602480888367, 0.04304179549217224, -0.011818019673228264, 0.04176750034093857, -0.060032933950424194, 0.06945739686489105, -0.028158754110336304, -0.013861177489161491, 0.028401972725987434, -0.003857881296426058, 0.07817532122135162, -0.07094581425189972, -0.06632339954376221, 0.05141926556825638, 0.05274932086467743, 0.018980547785758972, 0.013638835400342941, 0.017520654946565628, -0.032574281096458435, 0.07443814724683762, 0.0825805813074112, 0.003304620273411274, -0.04386940598487854, 0.07008638232946396], "cos_innovation_negg": [0.596982479095459, 0.05136440321803093, 0.08694332838058472, 0.025471724569797516, -0.038266900926828384, -0.019973063841462135, -0.048480987548828125, 0.043332137167453766, 0.07160402834415436, 0.0031838256400078535, 0.024332629516720772, 0.023919688537716866, 0.013141728937625885, 0.03220628947019577, -0.06388810276985168, 0.056075140833854675, 0.005829954519867897, -0.007993511855602264, 0.02282010018825531, -0.03376900404691696, 0.010672175325453281, 0.009448038414120674, 0.01923620142042637, -0.030952278524637222, -0.014296494424343109, 0.06497082114219666, 0.03363164886832237, -0.07824541628360748, -0.07161377370357513, 0.024450957775115967, 0.01999933458864689, 0.04040498286485672, -0.027892522513866425, -0.0026604291051626205, 0.015942219644784927, 0.05475258827209473, 0.08153602480888367, 0.04304179549217224, -0.011818019673228264, 0.04176750034093857, -0.060032933950424194, 0.06945739686489105, -0.028158754110336304, -0.013861177489161491, 0.028401972725987434, -0.003857881296426058, 0.07817532122135162, -0.07094581425189972, -0.06632339954376221, 0.05141926556825638, 0.05274932086467743, 0.018980547785758972, 0.013638835400342941, 0.017520654946565628, -0.032574281096458435, 0.07443814724683762, 0.0825805813074112, 0.003304620273411274, -0.04386940598487854, 0.07008638232946396], "cos_apical_negg": [0.596982479095459, 0.05136440321803093, 0.08694332838058472, 0.025471724569797516, -0.038266900926828384, -0.019973063841462135, -0.048480987548828125, 0.043332137167453766, 0.07160402834415436, 0.0031838256400078535, 0.024332629516720772, 0.023919688537716866, 0.013141728937625885, 0.03220628947019577, -0.06388810276985168, 0.056075140833854675, 0.005829954519867897, -0.007993511855602264, 0.02282010018825531, -0.03376900404691696, 0.010672175325453281, 0.009448038414120674, 0.01923620142042637, -0.030952278524637222, -0.014296494424343109, 0.06497082114219666, 0.03363164886832237, -0.07824541628360748, -0.07161377370357513, 0.024450957775115967, 0.01999933458864689, 0.04040498286485672, -0.027892522513866425, -0.0026604291051626205, 0.015942219644784927, 0.05475258827209473, 0.08153602480888367, 0.04304179549217224, -0.011818019673228264, 0.04176750034093857, -0.060032933950424194, 0.06945739686489105, -0.028158754110336304, -0.013861177489161491, 0.028401972725987434, -0.003857881296426058, 0.07817532122135162, -0.07094581425189972, -0.06632339954376221, 0.05141926556825638, 0.05274932086467743, 0.018980547785758972, 0.013638835400342941, 0.017520654946565628, -0.032574281096458435, 0.07443814724683762, 0.0825805813074112, 0.003304620273411274, -0.04386940598487854, 0.07008638232946396], "cos_Ac_negg": [0.596982479095459, 0.05136440321803093, 0.08694332838058472, 0.025471724569797516, -0.038266900926828384, -0.019973063841462135, -0.048480987548828125, 0.043332137167453766, 0.07160402834415436, 0.0031838256400078535, 0.024332629516720772, 0.023919688537716866, 0.013141728937625885, 0.03220628947019577, -0.06388810276985168, 0.056075140833854675, 0.005829954519867897, -0.007993511855602264, 0.02282010018825531, -0.03376900404691696, 0.010672175325453281, 0.009448038414120674, 0.01923620142042637, -0.030952278524637222, -0.014296494424343109, 0.06497082114219666, 0.03363164886832237, -0.07824541628360748, -0.07161377370357513, 0.024450957775115967, 0.01999933458864689, 0.04040498286485672, -0.027892522513866425, -0.0026604291051626205, 0.015942219644784927, 0.05475258827209473, 0.08153602480888367, 0.04304179549217224, -0.011818019673228264, 0.04176750034093857, -0.060032933950424194, 0.06945739686489105, -0.028158754110336304, -0.013861177489161491, 0.028401972725987434, -0.003857881296426058, 0.07817532122135162, -0.07094581425189972, -0.06632339954376221, 0.05141926556825638, 0.05274932086467743, 0.018980547785758972, 0.013638835400342941, 0.017520654946565628, -0.032574281096458435, 0.07443814724683762, 0.0825805813074112, 0.003304620273411274, -0.04386940598487854, 0.07008638232946396]}}
|
