1 files changed, 47 insertions, 0 deletions
diff --git a/analysis/ogbg-molhiv_fixed-rrog_T3_ns3_diagnostics.md b/analysis/ogbg-molhiv_fixed-rrog_T3_ns3_diagnostics.md
new file mode 100644
index 0000000..0379e0e
--- /dev/null
+++ b/analysis/ogbg-molhiv_fixed-rrog_T3_ns3_diagnostics.md
@@ -0,0 +1,47 @@
+# ogbg-molhiv fixed-rrog T=3 ns=3 diagnostics
+
+- rows: 17
+- val+test positive: 5
+- val up, test down: 5
+- val down, test up: 3
+- val+test down: 4
+- maybe undertrained: 1
+- late collapse: 7
+
+- mean val delta: -0.0054
+- mean test delta: -0.0007
+- val/test delta corr: 0.4504
+
+## Label Counts
+
+| label | n |
+| --- | --- |
+| fixed_val_lags_classic | 6 |
+| late_collapse | 7 |
+| maybe_undertrained | 1 |
+| positive_or_tie | 5 |
+| test_up_val_down | 3 |
+| val_and_test_down | 4 |
+| val_up_test_down | 5 |
+
+## Per-Backbone Rows
+
+| view | base_val | cand_val | d_val | base_test | cand_test | d_test | cand_ep | cand_final_gap | labels |
+| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- |
+| appnp | 0.7675 | 0.7203 | -0.0471 | 0.7000 | 0.6825 | -0.0175 | 30 | 0.0477 | val_and_test_down,fixed_val_lags_classic,late_collapse |
+| arma | 0.7872 | 0.7926 | 0.0054 | 0.7296 | 0.7318 | 0.0021 | 90 | 0.0011 | positive_or_tie,maybe_undertrained |
+| cheb | 0.7831 | 0.7735 | -0.0096 | 0.7282 | 0.7426 | 0.0144 | 40 | 0.0346 | test_up_val_down,late_collapse |
+| film | 0.7922 | 0.7633 | -0.0288 | 0.7842 | 0.7728 | -0.0114 | 30 | 0.0536 | val_and_test_down,fixed_val_lags_classic,late_collapse |
+| gatv2 | 0.7835 | 0.7835 | 0.0001 | 0.7563 | 0.7466 | -0.0096 | 20 | 0.0908 | val_up_test_down,late_collapse |
+| gcn | 0.7754 | 0.7455 | -0.0300 | 0.7198 | 0.7483 | 0.0285 | 40 | 0.0100 | test_up_val_down,fixed_val_lags_classic |
+| gen | 0.7530 | 0.8128 | 0.0598 | 0.7314 | 0.7631 | 0.0318 | 60 | 0.0740 | positive_or_tie,late_collapse |
+| gin | 0.8167 | 0.7524 | -0.0644 | 0.7724 | 0.7324 | -0.0400 | 30 | 0.0139 | val_and_test_down,fixed_val_lags_classic |
+| gine | 0.7942 | 0.7575 | -0.0368 | 0.7445 | 0.7401 | -0.0044 | 40 | 0.0240 | val_and_test_down,fixed_val_lags_classic |
+| graphconv | 0.7707 | 0.7713 | 0.0006 | 0.7108 | 0.6979 | -0.0129 | 80 | 0.0048 | val_up_test_down |
+| graphsage | 0.7969 | 0.7587 | -0.0382 | 0.7625 | 0.7641 | 0.0016 | 20 | 0.0223 | test_up_val_down,fixed_val_lags_classic |
+| mf | 0.7845 | 0.7931 | 0.0085 | 0.7074 | 0.7217 | 0.0143 | 50 | 0.0475 | positive_or_tie,late_collapse |
+| pna | 0.7780 | 0.7890 | 0.0111 | 0.7648 | 0.7630 | -0.0018 | 60 | 0.0226 | val_up_test_down |
+| resgated | 0.8144 | 0.8174 | 0.0030 | 0.7242 | 0.7055 | -0.0187 | 80 | 0.0144 | val_up_test_down |
+| sgc | 0.7479 | 0.7482 | 0.0003 | 0.7019 | 0.7177 | 0.0158 | 50 | 0.0235 | positive_or_tie |
+| tag | 0.7528 | 0.7804 | 0.0276 | 0.7255 | 0.7352 | 0.0096 | 70 | 0.0102 | positive_or_tie |
+| transformer | 0.7617 | 0.8088 | 0.0471 | 0.7547 | 0.7413 | -0.0134 | 40 | 0.0959 | val_up_test_down,late_collapse |