Add OGB protocol diagnosticsHEADmain

2 files changed, 65 insertions, 0 deletions

diff --git a/analysis/ogbg-molhiv_fixed-rrog_T3_ns3_diagnostics.csv b/analysis/ogbg-molhiv_fixed-rrog_T3_ns3_diagnostics.csv
new file mode 100644
index 0000000..8d8ff16
--- /dev/null
+++ b/analysis/ogbg-molhiv_fixed-rrog_T3_ns3_diagnostics.csv
@@ -0,0 +1,18 @@
+view,metric,base_ep,base_val,base_test,cand_ep,cand_val,cand_test,val_delta,test_delta,base_curve_best_ep,base_final_gap,cand_curve_best_ep,cand_curve_final_ep,cand_final_gap,cand_late_slope,cand_range,labels

+appnp,rocauc,30,0.7674851190476192,0.7000000000000001,30,0.7203422006662747,0.682502558952471,-0.047142918381344434,-0.01749744104752904,30,0.04686000000000001,30,100,0.047719999999999985,0.0032600000000000406,0.07535000000000003,"val_and_test_down,fixed_val_lags_classic,late_collapse"

+arma,rocauc,70,0.7872115667254557,0.7296336352575368,90,0.7926495443856555,0.7317541860599857,0.005437977660199822,0.002120550802448884,70,0.0020499999999999963,90,100,0.0011499999999999844,-0.0011499999999999844,0.13578999999999997,"positive_or_tie,maybe_undertrained"

+cheb,rocauc,60,0.783120835782873,0.7281735838853589,40,0.7734757740544776,0.7425713126943356,-0.009645061728395299,0.014397728808976717,60,0.021220000000000017,40,100,0.03462999999999994,-0.0027800000000000047,0.050449999999999995,"test_up_val_down,late_collapse"

+film,rocauc,20,0.7921535126396236,0.7842136773595473,30,0.7633101851851851,0.7727785395623709,-0.028843327454438517,-0.01143513779717642,20,0.043240000000000056,30,100,0.05358000000000007,-0.003670000000000062,0.07297000000000009,"val_and_test_down,fixed_val_lags_classic,late_collapse"

+gatv2,rocauc,20,0.7834576474622771,0.75625253481141,20,0.7835464432686655,0.746617354525966,8.879580638843088e-05,-0.009635180285443967,20,0.040959999999999996,20,100,0.09077000000000002,-0.0033800000000000496,0.09077000000000002,"val_up_test_down,late_collapse"

+gcn,rocauc,30,0.7754323437193807,0.719778288495336,40,0.7454683519498334,0.7482879159504818,-0.029963991769547338,0.028509627455145847,30,0.04236999999999991,40,100,0.010009999999999963,-0.006759999999999988,0.10924999999999996,"test_up_val_down,fixed_val_lags_classic"

+gen,rocauc,30,0.7530159954928474,0.7313524788041483,60,0.8127970066627475,0.7631375654222755,0.05978101116990009,0.03178508661812718,30,0.06394,60,100,0.07395999999999991,-0.015559999999999907,0.11785999999999996,"positive_or_tie,late_collapse"

+gin,rocauc,40,0.816746889084852,0.7723980764402558,30,0.7523760533019792,0.7324378609088626,-0.06437083578287284,-0.03996021553139317,40,0.032930000000000015,30,100,0.013860000000000094,0.0015699999999999603,0.09743000000000002,"val_and_test_down,fixed_val_lags_classic"

+gine,rocauc,70,0.7942448069762884,0.7445141852874717,40,0.7574588477366255,0.7400818864790746,-0.03678595923966288,-0.004432298808397128,70,0.008459999999999912,40,100,0.02404000000000006,-0.005790000000000073,0.14568000000000003,"val_and_test_down,fixed_val_lags_classic"

+graphconv,rocauc,80,0.7706618655692731,0.7108113327796983,80,0.7712528169704094,0.6979180748952278,0.0005909514011362971,-0.012893257884470488,80,0.009280000000000066,80,100,0.004809999999999981,-9.999999999998899e-05,0.07740000000000002,val_up_test_down

+graphsage,rocauc,40,0.7968596903782088,0.7625118291199134,20,0.7586759626690183,0.7641070704339598,-0.03818372770919054,0.001595241314046314,40,0.054950000000000054,20,100,0.022279999999999966,-0.008159999999999945,0.08989000000000003,"test_up_val_down,fixed_val_lags_classic"

+mf,rocauc,60,0.784538506760729,0.7073504702678692,50,0.7930782137958065,0.7216728789663763,0.008539707035077448,0.014322408698507094,60,0.015589999999999993,50,100,0.04754000000000003,0.00019000000000002348,0.08803000000000005,"positive_or_tie,late_collapse"

+pna,rocauc,60,0.7779523074661963,0.7647926765677203,60,0.7890395355673133,0.7629792000618011,0.011087228101117064,-0.0018134765059192315,60,0.05793999999999999,60,100,0.022619999999999973,-0.0008000000000000229,0.19358999999999993,val_up_test_down

+resgated,rocauc,80,0.8143738977072311,0.7241738928909403,80,0.8173500881834216,0.7054809865003185,0.0029761904761904656,-0.01869290639062171,80,0.006010000000000071,80,100,0.014419999999999988,0.0013400000000000079,0.13631000000000004,val_up_test_down

+sgc,rocauc,80,0.7478597148736037,0.7019100407501111,50,0.7481720311581422,0.7177311265184728,0.00031231628453853855,0.01582108576836172,80,0.01100000000000001,50,100,0.023460000000000036,-0.006759999999999988,0.06252000000000002,positive_or_tie

+tag,rocauc,70,0.7528292181069958,0.7255354487340427,70,0.7803834754066236,0.7351764228741382,0.027554257299627793,0.00964097414009546,70,0.009939999999999949,70,100,0.010239999999999916,-0.0008799999999999919,0.17215999999999998,positive_or_tie

+transformer,rocauc,30,0.7617332941407015,0.7547248884682979,40,0.8088103811483441,0.7413024585256572,0.04707708700764268,-0.013422429942640646,30,0.04059999999999997,40,100,0.09591000000000005,-0.0031600000000000517,0.10176000000000007,"val_up_test_down,late_collapse"

diff --git a/analysis/ogbg-molhiv_fixed-rrog_T3_ns3_diagnostics.md b/analysis/ogbg-molhiv_fixed-rrog_T3_ns3_diagnostics.md
new file mode 100644
index 0000000..0379e0e
--- /dev/null
+++ b/analysis/ogbg-molhiv_fixed-rrog_T3_ns3_diagnostics.md
@@ -0,0 +1,47 @@
+# ogbg-molhiv fixed-rrog T=3 ns=3 diagnostics
+
+- rows: 17
+- val+test positive: 5
+- val up, test down: 5
+- val down, test up: 3
+- val+test down: 4
+- maybe undertrained: 1
+- late collapse: 7
+
+- mean val delta: -0.0054
+- mean test delta: -0.0007
+- val/test delta corr: 0.4504
+
+## Label Counts
+
+| label | n |
+| --- | --- |
+| fixed_val_lags_classic | 6 |
+| late_collapse | 7 |
+| maybe_undertrained | 1 |
+| positive_or_tie | 5 |
+| test_up_val_down | 3 |
+| val_and_test_down | 4 |
+| val_up_test_down | 5 |
+
+## Per-Backbone Rows
+
+| view | base_val | cand_val | d_val | base_test | cand_test | d_test | cand_ep | cand_final_gap | labels |
+| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- |
+| appnp | 0.7675 | 0.7203 | -0.0471 | 0.7000 | 0.6825 | -0.0175 | 30 | 0.0477 | val_and_test_down,fixed_val_lags_classic,late_collapse |
+| arma | 0.7872 | 0.7926 | 0.0054 | 0.7296 | 0.7318 | 0.0021 | 90 | 0.0011 | positive_or_tie,maybe_undertrained |
+| cheb | 0.7831 | 0.7735 | -0.0096 | 0.7282 | 0.7426 | 0.0144 | 40 | 0.0346 | test_up_val_down,late_collapse |
+| film | 0.7922 | 0.7633 | -0.0288 | 0.7842 | 0.7728 | -0.0114 | 30 | 0.0536 | val_and_test_down,fixed_val_lags_classic,late_collapse |
+| gatv2 | 0.7835 | 0.7835 | 0.0001 | 0.7563 | 0.7466 | -0.0096 | 20 | 0.0908 | val_up_test_down,late_collapse |
+| gcn | 0.7754 | 0.7455 | -0.0300 | 0.7198 | 0.7483 | 0.0285 | 40 | 0.0100 | test_up_val_down,fixed_val_lags_classic |
+| gen | 0.7530 | 0.8128 | 0.0598 | 0.7314 | 0.7631 | 0.0318 | 60 | 0.0740 | positive_or_tie,late_collapse |
+| gin | 0.8167 | 0.7524 | -0.0644 | 0.7724 | 0.7324 | -0.0400 | 30 | 0.0139 | val_and_test_down,fixed_val_lags_classic |
+| gine | 0.7942 | 0.7575 | -0.0368 | 0.7445 | 0.7401 | -0.0044 | 40 | 0.0240 | val_and_test_down,fixed_val_lags_classic |
+| graphconv | 0.7707 | 0.7713 | 0.0006 | 0.7108 | 0.6979 | -0.0129 | 80 | 0.0048 | val_up_test_down |
+| graphsage | 0.7969 | 0.7587 | -0.0382 | 0.7625 | 0.7641 | 0.0016 | 20 | 0.0223 | test_up_val_down,fixed_val_lags_classic |
+| mf | 0.7845 | 0.7931 | 0.0085 | 0.7074 | 0.7217 | 0.0143 | 50 | 0.0475 | positive_or_tie,late_collapse |
+| pna | 0.7780 | 0.7890 | 0.0111 | 0.7648 | 0.7630 | -0.0018 | 60 | 0.0226 | val_up_test_down |
+| resgated | 0.8144 | 0.8174 | 0.0030 | 0.7242 | 0.7055 | -0.0187 | 80 | 0.0144 | val_up_test_down |
+| sgc | 0.7479 | 0.7482 | 0.0003 | 0.7019 | 0.7177 | 0.0158 | 50 | 0.0235 | positive_or_tie |
+| tag | 0.7528 | 0.7804 | 0.0276 | 0.7255 | 0.7352 | 0.0096 | 70 | 0.0102 | positive_or_tie |
+| transformer | 0.7617 | 0.8088 | 0.0471 | 0.7547 | 0.7413 | -0.0134 | 40 | 0.0959 | val_up_test_down,late_collapse |