summaryrefslogtreecommitdiff
path: root/analysis/result_audit.md
diff options
context:
space:
mode:
Diffstat (limited to 'analysis/result_audit.md')
-rw-r--r--analysis/result_audit.md185
1 files changed, 185 insertions, 0 deletions
diff --git a/analysis/result_audit.md b/analysis/result_audit.md
new file mode 100644
index 0000000..e43824d
--- /dev/null
+++ b/analysis/result_audit.md
@@ -0,0 +1,185 @@
+# Result Audit
+
+Generated: 2026-06-29T12:56:27
+
+## Scope
+
+- Raw JSON files scanned: 952
+- Deduplicated runs after min-epoch filter: 641
+- Aggregated cells: 568
+- Paired non-classic deltas vs matching classic: 435
+- Unpaired non-classic runs: 0
+- Missing expected cells: 84
+- Cells missing expected seeds: 0
+
+## Delta Summary
+
+| family | label | n | test mean | test median | test +/- | val mean | adaptive mean | steps |
+| --- | --- | --- | --- | --- | --- | --- | --- | --- |
+| fixed-rrog | fixed-rrog-T1-ns3 | 188 | -0.0057 | -0.0003 | 93/95 | -0.0181 | | |
+| fixed-rrog | fixed-rrog-T1-ns3+trace | 19 | 0.0799 | 0.0891 | 18/1 | 0.0789 | | |
+| fixed-rrog | fixed-rrog-T3-ns3 | 19 | -0.0038 | -0.0018 | 9/10 | -0.0096 | | |
+| fixed-rrog | fixed-rrog-T3-ns3+trace | 1 | 0.0820 | 0.0820 | 1/0 | 0.0590 | | |
+| rrog-act | rrog-act-T1-ns3 | 1 | -0.3885 | -0.3885 | 0/1 | -0.3621 | | |
+| rrog-act | rrog-act-stream-T1-ns3-hm8-min2-exact-lq0.1-hex0.1-qw0 | 48 | -0.0063 | 0.0039 | 26/22 | -0.0116 | 0.0084 | 3.31 |
+| rrog-act | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 136 | -0.0682 | -0.0104 | 50/86 | -0.8361 | -0.0057 | 3.59 |
+| rrog-act | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw30 | 18 | 0.0225 | 0.0230 | 14/4 | -0.0049 | 0.0274 | 4.28 |
+| rrog-act | rrog-act-stream-T1-ns3-hm8-min4-loss0.1-lq0.1-hex0.1-qw30 | 1 | 0.0250 | 0.0250 | 1/0 | 0.0008 | 0.0250 | 8.00 |
+| view-only | view-only-T0-ns3 | 4 | -0.0153 | -0.0114 | 1/3 | -0.0044 | | |
+
+## Worst Fixed-Test Deltas
+
+| dataset | view | label | seed | metric | val delta | test delta | source |
+| --- | --- | --- | --- | --- | --- | --- | --- |
+| ogbg-molesol | gin | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rmse | -0.3860 | -1.0751 | ogbg-molesol_gin_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-molesol | gine | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rmse | -0.2824 | -0.9588 | ogbg-molesol_gine_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-mollipo | arma | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rmse | -107.6151 | -0.8520 | ogbg-mollipo_arma_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-molfreesolv | arma | fixed-rrog-T1-ns3 | 0 | rmse | -0.8021 | -0.7053 | ogbg-molfreesolv_arma_fixed-rrog_T1_ns3_h128_e100_s0.json |
+| ogbg-molfreesolv | gine | fixed-rrog-T1-ns3 | 0 | rmse | -1.1508 | -0.5963 | ogbg-molfreesolv_gine_fixed-rrog_T1_ns3_h128_e100_s0.json |
+| ogbg-molesol | gen | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rmse | -0.1534 | -0.5697 | ogbg-molesol_gen_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-molesol | pna | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rmse | -0.3694 | -0.5023 | ogbg-molesol_pna_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-molesol | arma | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rmse | -0.2905 | -0.4644 | ogbg-molesol_arma_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| zinc-cycle56 | gin | rrog-act-T1-ns3 | 0 | mae_sum | -0.3621 | -0.3885 | rec_rrog_full_sig0.0_K1_none_T1_ns3_actfull8_binary0.3_e200_s0.json |
+| ogbg-molfreesolv | graphconv | fixed-rrog-T1-ns3 | 0 | rmse | -0.3792 | -0.3476 | ogbg-molfreesolv_graphconv_fixed-rrog_T1_ns3_h128_e100_s0.json |
+| ogbg-molfreesolv | gen | fixed-rrog-T1-ns3 | 0 | rmse | -0.3011 | -0.3476 | ogbg-molfreesolv_gen_fixed-rrog_T1_ns3_h128_e100_s0.json |
+| ogbg-molfreesolv | film | fixed-rrog-T1-ns3 | 0 | rmse | -0.1406 | -0.3460 | ogbg-molfreesolv_film_fixed-rrog_T1_ns3_h128_e100_s0.json |
+| ogbg-mollipo | graphsage | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rmse | -0.3503 | -0.3382 | ogbg-mollipo_graphsage_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-molesol | graphsage | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rmse | -0.1907 | -0.3191 | ogbg-molesol_graphsage_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-molfreesolv | mf | fixed-rrog-T1-ns3 | 0 | rmse | 0.2313 | -0.3007 | ogbg-molfreesolv_mf_fixed-rrog_T1_ns3_h128_e100_s0.json |
+| ogbg-molbace | gcn | rrog-act-stream-T1-ns3-hm8-min2-exact-lq0.1-hex0.1-qw0 | 0 | rocauc | 0.0234 | -0.2975 | ogbg-molbace_gcn_rrog-act_T1_ns3_stream_hm8_hmin2_exact_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-mollipo | gin | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rmse | -0.2019 | -0.2856 | ogbg-mollipo_gin_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-molesol | tag | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rmse | -0.1548 | -0.2831 | ogbg-molesol_tag_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-mollipo | graphconv | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rmse | -0.2446 | -0.2689 | ogbg-mollipo_graphconv_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-mollipo | mf | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rmse | -0.2927 | -0.2415 | ogbg-mollipo_mf_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-mollipo | gine | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rmse | -0.2159 | -0.2369 | ogbg-mollipo_gine_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-molesol | graphconv | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rmse | -0.1739 | -0.2348 | ogbg-molesol_graphconv_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-mollipo | film | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rmse | -0.2243 | -0.2341 | ogbg-mollipo_film_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-mollipo | gen | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rmse | -0.2254 | -0.2007 | ogbg-mollipo_gen_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-mollipo | tag | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rmse | -0.1924 | -0.1969 | ogbg-mollipo_tag_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-mollipo | sgc | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rmse | -0.1692 | -0.1969 | ogbg-mollipo_sgc_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-mollipo | gatv2 | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rmse | -0.1973 | -0.1943 | ogbg-mollipo_gatv2_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-molesol | resgated | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rmse | -0.1447 | -0.1925 | ogbg-molesol_resgated_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-molfreesolv | pna | fixed-rrog-T1-ns3 | 0 | rmse | -0.9708 | -0.1669 | ogbg-molfreesolv_pna_fixed-rrog_T1_ns3_h128_e100_s0.json |
+| ogbg-mollipo | appnp | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rmse | -0.2374 | -0.1663 | ogbg-mollipo_appnp_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+
+## Worst Adaptive-Test Deltas
+
+| dataset | view | label | seed | metric | adaptive delta | steps | source |
+| --- | --- | --- | --- | --- | --- | --- | --- |
+| ogbg-mollipo | arma | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rmse | -0.5420 | 6.02 | ogbg-mollipo_arma_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-molesol | gen | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rmse | -0.2157 | 2.61 | ogbg-molesol_gen_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-molbace | gcn | rrog-act-stream-T1-ns3-hm8-min2-exact-lq0.1-hex0.1-qw0 | 0 | rocauc | -0.2031 | 2.84 | ogbg-molbace_gcn_rrog-act_T1_ns3_stream_hm8_hmin2_exact_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-mollipo | mf | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rmse | -0.2009 | 4.32 | ogbg-mollipo_mf_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-mollipo | gen | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rmse | -0.1996 | 4.25 | ogbg-mollipo_gen_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-mollipo | graphsage | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rmse | -0.1965 | 5.46 | ogbg-mollipo_graphsage_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-mollipo | gin | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rmse | -0.1229 | 2.54 | ogbg-mollipo_gin_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-mollipo | pna | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rmse | -0.1001 | 4.61 | ogbg-mollipo_pna_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-mollipo | film | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rmse | -0.0974 | 3.21 | ogbg-mollipo_film_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-mollipo | gine | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rmse | -0.0880 | 2.40 | ogbg-mollipo_gine_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-molclintox | transformer | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rocauc | -0.0855 | 3.26 | ogbg-molclintox_transformer_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-mollipo | tag | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rmse | -0.0812 | 2.35 | ogbg-mollipo_tag_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-molhiv | pna | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rocauc | -0.0771 | 2.06 | ogbg-molhiv_pna_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-molclintox | resgated | rrog-act-stream-T1-ns3-hm8-min2-exact-lq0.1-hex0.1-qw0 | 0 | rocauc | -0.0768 | 2.03 | ogbg-molclintox_resgated_rrog-act_T1_ns3_stream_hm8_hmin2_exact_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-molbbbp | resgated | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rocauc | -0.0739 | 3.59 | ogbg-molbbbp_resgated_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-molbace | graphconv | rrog-act-stream-T1-ns3-hm8-min2-exact-lq0.1-hex0.1-qw0 | 0 | rocauc | -0.0687 | 2.00 | ogbg-molbace_graphconv_rrog-act_T1_ns3_stream_hm8_hmin2_exact_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-molesol | pna | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rmse | -0.0677 | 2.60 | ogbg-molesol_pna_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-mollipo | gatv2 | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rmse | -0.0628 | 2.29 | ogbg-mollipo_gatv2_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-molsider | arma | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rocauc | -0.0578 | 7.90 | ogbg-molsider_arma_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-molsider | pna | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rocauc | -0.0567 | 8.00 | ogbg-molsider_pna_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-molbbbp | film | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rocauc | -0.0555 | 3.21 | ogbg-molbbbp_film_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-molhiv | film | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rocauc | -0.0551 | 2.21 | ogbg-molhiv_film_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-mollipo | transformer | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rmse | -0.0540 | 2.32 | ogbg-mollipo_transformer_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-molbace | gen | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rocauc | -0.0537 | 3.98 | ogbg-molbace_gen_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-molesol | tag | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rmse | -0.0512 | 2.35 | ogbg-molesol_tag_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-molbace | film | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rocauc | -0.0509 | 5.26 | ogbg-molbace_film_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-molbbbp | appnp | rrog-act-stream-T1-ns3-hm8-min2-exact-lq0.1-hex0.1-qw0 | 0 | rocauc | -0.0507 | 2.01 | ogbg-molbbbp_appnp_rrog-act_T1_ns3_stream_hm8_hmin2_exact_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-molbbbp | gen | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rocauc | -0.0483 | 3.79 | ogbg-molbbbp_gen_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-molclintox | gin | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rocauc | -0.0475 | 2.71 | ogbg-molclintox_gin_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+| ogbg-molbbbp | cheb | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | rocauc | -0.0404 | 2.17 | ogbg-molbbbp_cheb_rrog-act_T1_ns3_stream_hm8_hmin2_loss0.2_lq0.1_hex0.1_qw0_h128_e100_s0.json |
+
+## Val-Positive Test-Negative Cases
+
+| dataset | view | label | seed | val delta | test delta |
+| --- | --- | --- | --- | --- | --- |
+| ogbg-molfreesolv | mf | fixed-rrog-T1-ns3 | 0 | 0.2313 | -0.3007 |
+| ogbg-molbace | gcn | rrog-act-stream-T1-ns3-hm8-min2-exact-lq0.1-hex0.1-qw0 | 0 | 0.0234 | -0.2975 |
+| ogbg-molesol | gcn | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | 0.0115 | -0.1411 |
+| ogbg-molclintox | appnp | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | 0.0640 | -0.1404 |
+| ogbg-molesol | gin | fixed-rrog-T1-ns3 | 0 | 0.0540 | -0.0899 |
+| ogbg-molbbbp | resgated | fixed-rrog-T1-ns3 | 0 | 0.0352 | -0.0787 |
+| ogbg-molclintox | appnp | rrog-act-stream-T1-ns3-hm8-min2-exact-lq0.1-hex0.1-qw0 | 0 | 0.0875 | -0.0772 |
+| ogbg-molhiv | gine | fixed-rrog-T1-ns3 | 2 | 0.0086 | -0.0719 |
+| ogbg-molbbbp | film | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | 0.0108 | -0.0716 |
+| ogbg-molesol | sgc | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | 0.0272 | -0.0686 |
+| ogbg-molbbbp | gcn | fixed-rrog-T1-ns3 | 0 | 0.0031 | -0.0663 |
+| ogbg-molesol | arma | fixed-rrog-T1-ns3 | 0 | 0.0160 | -0.0606 |
+| ogbg-molbace | appnp | rrog-act-stream-T1-ns3-hm8-min2-exact-lq0.1-hex0.1-qw0 | 0 | 0.0238 | -0.0589 |
+| ogbg-molhiv | mf | fixed-rrog-T1-ns3 | 2 | 0.0028 | -0.0587 |
+| ogbg-molsider | arma | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | 0.0332 | -0.0569 |
+| ogbg-molbace | resgated | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | 0.0223 | -0.0563 |
+| ogbg-molclintox | gin | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | 0.0053 | -0.0553 |
+| ogbg-molbbbp | gcn | rrog-act-stream-T1-ns3-hm8-min2-exact-lq0.1-hex0.1-qw0 | 0 | 0.0044 | -0.0542 |
+| ogbg-molbace | tag | fixed-rrog-T1-ns3 | 0 | 0.0271 | -0.0539 |
+| ogbg-molhiv | graphsage | fixed-rrog-T1-ns3 | 2 | 0.0033 | -0.0465 |
+| ogbg-molbace | gine | fixed-rrog-T1-ns3 | 0 | 0.0044 | -0.0461 |
+| ogbg-molesol | gen | fixed-rrog-T1-ns3 | 0 | 0.0062 | -0.0444 |
+| ogbg-molhiv | film | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | 0.0229 | -0.0427 |
+| ogbg-molclintox | resgated | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | 0.0333 | -0.0407 |
+| ogbg-molbace | arma | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | 0.0432 | -0.0388 |
+| ogbg-molbbbp | graphsage | fixed-rrog-T1-ns3 | 0 | 0.0019 | -0.0354 |
+| ogbg-molbbbp | cheb | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | 0.0044 | -0.0332 |
+| ogbg-molhiv | arma | fixed-rrog-T1-ns3 | 0 | 0.0084 | -0.0329 |
+| ogbg-molbbbp | appnp | fixed-rrog-T1-ns3 | 0 | 0.0213 | -0.0314 |
+| ogbg-molbace | appnp | rrog-act-stream-T1-ns3-hm8-min2-loss0.2-lq0.1-hex0.1-qw0 | 0 | 0.0271 | -0.0304 |
+
+## First Missing Expected Cells
+
+| dataset | view | family |
+| --- | --- | --- |
+| ogbg-molfreesolv | appnp | rrog-act |
+| ogbg-molfreesolv | arma | rrog-act |
+| ogbg-molfreesolv | cheb | rrog-act |
+| ogbg-molfreesolv | film | rrog-act |
+| ogbg-molfreesolv | gatv2 | rrog-act |
+| ogbg-molfreesolv | gcn | rrog-act |
+| ogbg-molfreesolv | gen | rrog-act |
+| ogbg-molfreesolv | gin | rrog-act |
+| ogbg-molfreesolv | gine | rrog-act |
+| ogbg-molfreesolv | graphconv | rrog-act |
+| ogbg-molfreesolv | graphsage | rrog-act |
+| ogbg-molfreesolv | mf | rrog-act |
+| ogbg-molfreesolv | pna | rrog-act |
+| ogbg-molfreesolv | resgated | rrog-act |
+| ogbg-molfreesolv | sgc | rrog-act |
+| ogbg-molfreesolv | tag | rrog-act |
+| ogbg-molfreesolv | transformer | rrog-act |
+| ogbg-molpcba | appnp | classic |
+| ogbg-molpcba | appnp | fixed-rrog |
+| ogbg-molpcba | appnp | rrog-act |
+| ogbg-molpcba | arma | classic |
+| ogbg-molpcba | arma | fixed-rrog |
+| ogbg-molpcba | arma | rrog-act |
+| ogbg-molpcba | cheb | classic |
+| ogbg-molpcba | cheb | fixed-rrog |
+| ogbg-molpcba | cheb | rrog-act |
+| ogbg-molpcba | film | classic |
+| ogbg-molpcba | film | fixed-rrog |
+| ogbg-molpcba | film | rrog-act |
+| ogbg-molpcba | gatv2 | classic |
+| ogbg-molpcba | gatv2 | fixed-rrog |
+| ogbg-molpcba | gatv2 | rrog-act |
+| ogbg-molpcba | gcn | classic |
+| ogbg-molpcba | gcn | fixed-rrog |
+| ogbg-molpcba | gcn | rrog-act |
+| ogbg-molpcba | gen | classic |
+| ogbg-molpcba | gen | fixed-rrog |
+| ogbg-molpcba | gen | rrog-act |
+| ogbg-molpcba | gin | classic |
+| ogbg-molpcba | gin | fixed-rrog |
+
+## Files
+
+- `analysis/result_cells.csv`: one row per deduplicated dataset/backbone/compute cell.
+- `analysis/paired_deltas.csv`: seed-paired deltas against matching classic baselines.
+- `analysis/delta_summary.csv`: aggregate delta statistics by compute label.
+- `analysis/coverage.csv`: expected matrix coverage from `rrog.runspecs`.
generated by cgit v1.2.3 (git 2.25.1) at 2026-06-30 22:28:37 +0000