summaryrefslogtreecommitdiff
path: root/logs/ogbg-molsider_0.log
diff options
context:
space:
mode:
Diffstat (limited to 'logs/ogbg-molsider_0.log')
-rw-r--r--logs/ogbg-molsider_0.log791
1 files changed, 791 insertions, 0 deletions
diff --git a/logs/ogbg-molsider_0.log b/logs/ogbg-molsider_0.log
new file mode 100644
index 0000000..0b371dd
--- /dev/null
+++ b/logs/ogbg-molsider_0.log
@@ -0,0 +1,791 @@
+[run] ogbg-molsider view=gin compute=classic T=0 ns=1 device=cuda:1
+python3 rrog/train_ogb_graphprop.py --dataset ogbg-molsider --view gin --compute classic --T 0 --n_sup 1 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:1
+Downloading http://snap.stanford.edu/ogb/data/graphproppred/csv_mol_download/sider.zip
+ 0%| | 0/2 [00:00<?, ?it/s] Downloaded 0.00 GB: 0%| | 0/2 [00:00<?, ?it/s] Downloaded 0.00 GB: 0%| | 0/2 [00:00<?, ?it/s] Downloaded 0.00 GB: 100%|██████████| 2/2 [00:00<00:00, 1028.52it/s]
+Processing...
+Extracting /orion/u/oscarwan/rrog-gnn-runner/data/ogb/sider.zip
+Loading necessary files...
+This might take a while.
+Processing graphs...
+ 0%| | 0/1427 [00:00<?, ?it/s] 100%|██████████| 1427/1427 [00:00<00:00, 150127.22it/s]
+Converting graphs into PyG objects...
+ 0%| | 0/1427 [00:00<?, ?it/s] 100%|██████████| 1427/1427 [00:00<00:00, 92956.32it/s]
+Done!
+Saving...
+ep10 val_rocauc=0.59998 halt=0.00 train_steps=1.00
+ep20 val_rocauc=0.59649 halt=0.00 train_steps=1.00
+ep30 val_rocauc=0.60635 halt=0.00 train_steps=1.00
+ep40 val_rocauc=0.60066 halt=0.00 train_steps=1.00
+ep50 val_rocauc=0.62251 halt=0.00 train_steps=1.00
+ep60 val_rocauc=0.59834 halt=0.00 train_steps=1.00
+ep70 val_rocauc=0.61516 halt=0.00 train_steps=1.00
+ep80 val_rocauc=0.61770 halt=0.00 train_steps=1.00
+ep90 val_rocauc=0.61353 halt=0.00 train_steps=1.00
+ep100 val_rocauc=0.61284 halt=0.00 train_steps=1.00
+[ogbg-molsider_gin_classic_T0_ns1_h128_e100_s0] best_ep=50 val={'rocauc': 0.6225119550298882} test={'rocauc': 0.5748427490288601} adaptive=None steps=None
+ wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molsider_gin_classic_T0_ns1_h128_e100_s0.json
+[run] ogbg-molsider view=gin compute=fixed-rrog T=1 ns=3 device=cuda:1
+python3 rrog/train_ogb_graphprop.py --dataset ogbg-molsider --view gin --compute fixed-rrog --T 1 --n_sup 3 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:1
+ep10 val_rocauc=0.55926 halt=0.00 train_steps=3.00
+ep20 val_rocauc=0.57865 halt=0.00 train_steps=3.00
+ep30 val_rocauc=0.59569 halt=0.00 train_steps=3.00
+ep40 val_rocauc=0.60464 halt=0.00 train_steps=3.00
+ep50 val_rocauc=0.60342 halt=0.00 train_steps=3.00
+ep60 val_rocauc=0.60306 halt=0.00 train_steps=3.00
+ep70 val_rocauc=0.59942 halt=0.00 train_steps=3.00
+ep80 val_rocauc=0.59515 halt=0.00 train_steps=3.00
+ep90 val_rocauc=0.59567 halt=0.00 train_steps=3.00
+ep100 val_rocauc=0.59471 halt=0.00 train_steps=3.00
+[ogbg-molsider_gin_fixed-rrog_T1_ns3_h128_e100_s0] best_ep=40 val={'rocauc': 0.6046415841313262} test={'rocauc': 0.6022262654061706} adaptive=None steps=None
+ wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molsider_gin_fixed-rrog_T1_ns3_h128_e100_s0.json
+[run] ogbg-molsider view=gine compute=classic T=0 ns=1 device=cuda:1
+python3 rrog/train_ogb_graphprop.py --dataset ogbg-molsider --view gine --compute classic --T 0 --n_sup 1 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:1
+ep10 val_rocauc=0.57210 halt=0.00 train_steps=1.00
+ep20 val_rocauc=0.60097 halt=0.00 train_steps=1.00
+ep30 val_rocauc=0.63266 halt=0.00 train_steps=1.00
+ep40 val_rocauc=0.60286 halt=0.00 train_steps=1.00
+ep50 val_rocauc=0.63200 halt=0.00 train_steps=1.00
+ep60 val_rocauc=0.61688 halt=0.00 train_steps=1.00
+ep70 val_rocauc=0.61584 halt=0.00 train_steps=1.00
+ep80 val_rocauc=0.61124 halt=0.00 train_steps=1.00
+ep90 val_rocauc=0.61384 halt=0.00 train_steps=1.00
+ep100 val_rocauc=0.61372 halt=0.00 train_steps=1.00
+[ogbg-molsider_gine_classic_T0_ns1_h128_e100_s0] best_ep=30 val={'rocauc': 0.6326628393175155} test={'rocauc': 0.5494595931506057} adaptive=None steps=None
+ wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molsider_gine_classic_T0_ns1_h128_e100_s0.json
+[run] ogbg-molsider view=gine compute=fixed-rrog T=1 ns=3 device=cuda:1
+python3 rrog/train_ogb_graphprop.py --dataset ogbg-molsider --view gine --compute fixed-rrog --T 1 --n_sup 3 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:1
+ep10 val_rocauc=0.57630 halt=0.00 train_steps=3.00
+ep20 val_rocauc=0.57665 halt=0.00 train_steps=3.00
+ep30 val_rocauc=0.61413 halt=0.00 train_steps=3.00
+ep40 val_rocauc=0.60975 halt=0.00 train_steps=3.00
+ep50 val_rocauc=0.60021 halt=0.00 train_steps=3.00
+ep60 val_rocauc=0.60710 halt=0.00 train_steps=3.00
+ep70 val_rocauc=0.61292 halt=0.00 train_steps=3.00
+ep80 val_rocauc=0.61510 halt=0.00 train_steps=3.00
+ep90 val_rocauc=0.61014 halt=0.00 train_steps=3.00
+ep100 val_rocauc=0.61216 halt=0.00 train_steps=3.00
+[ogbg-molsider_gine_fixed-rrog_T1_ns3_h128_e100_s0] best_ep=80 val={'rocauc': 0.6151020149803161} test={'rocauc': 0.6150033205476824} adaptive=None steps=None
+ wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molsider_gine_fixed-rrog_T1_ns3_h128_e100_s0.json
+[run] ogbg-molsider view=gcn compute=classic T=0 ns=1 device=cuda:1
+python3 rrog/train_ogb_graphprop.py --dataset ogbg-molsider --view gcn --compute classic --T 0 --n_sup 1 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:1
+ep10 val_rocauc=0.61091 halt=0.00 train_steps=1.00
+ep20 val_rocauc=0.61064 halt=0.00 train_steps=1.00
+ep30 val_rocauc=0.61573 halt=0.00 train_steps=1.00
+ep40 val_rocauc=0.61813 halt=0.00 train_steps=1.00
+ep50 val_rocauc=0.62650 halt=0.00 train_steps=1.00
+ep60 val_rocauc=0.62929 halt=0.00 train_steps=1.00
+ep70 val_rocauc=0.62581 halt=0.00 train_steps=1.00
+ep80 val_rocauc=0.62136 halt=0.00 train_steps=1.00
+ep90 val_rocauc=0.62459 halt=0.00 train_steps=1.00
+ep100 val_rocauc=0.62346 halt=0.00 train_steps=1.00
+[ogbg-molsider_gcn_classic_T0_ns1_h128_e100_s0] best_ep=60 val={'rocauc': 0.6292912980815916} test={'rocauc': 0.6086409341357526} adaptive=None steps=None
+ wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molsider_gcn_classic_T0_ns1_h128_e100_s0.json
+[run] ogbg-molsider view=gcn compute=fixed-rrog T=1 ns=3 device=cuda:1
+python3 rrog/train_ogb_graphprop.py --dataset ogbg-molsider --view gcn --compute fixed-rrog --T 1 --n_sup 3 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:1
+ep10 val_rocauc=0.60191 halt=0.00 train_steps=3.00
+ep20 val_rocauc=0.61249 halt=0.00 train_steps=3.00
+ep30 val_rocauc=0.61906 halt=0.00 train_steps=3.00
+ep40 val_rocauc=0.62066 halt=0.00 train_steps=3.00
+ep50 val_rocauc=0.62557 halt=0.00 train_steps=3.00
+ep60 val_rocauc=0.61451 halt=0.00 train_steps=3.00
+ep70 val_rocauc=0.60594 halt=0.00 train_steps=3.00
+ep80 val_rocauc=0.59722 halt=0.00 train_steps=3.00
+ep90 val_rocauc=0.59952 halt=0.00 train_steps=3.00
+ep100 val_rocauc=0.59795 halt=0.00 train_steps=3.00
+[ogbg-molsider_gcn_fixed-rrog_T1_ns3_h128_e100_s0] best_ep=50 val={'rocauc': 0.6255728102145075} test={'rocauc': 0.6117391432513807} adaptive=None steps=None
+ wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molsider_gcn_fixed-rrog_T1_ns3_h128_e100_s0.json
+[run] ogbg-molsider view=graphsage compute=classic T=0 ns=1 device=cuda:1
+python3 rrog/train_ogb_graphprop.py --dataset ogbg-molsider --view graphsage --compute classic --T 0 --n_sup 1 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:1
+ep10 val_rocauc=0.58674 halt=0.00 train_steps=1.00
+ep20 val_rocauc=0.58094 halt=0.00 train_steps=1.00
+ep30 val_rocauc=0.60485 halt=0.00 train_steps=1.00
+ep40 val_rocauc=0.61084 halt=0.00 train_steps=1.00
+ep50 val_rocauc=0.61680 halt=0.00 train_steps=1.00
+ep60 val_rocauc=0.61895 halt=0.00 train_steps=1.00
+ep70 val_rocauc=0.62174 halt=0.00 train_steps=1.00
+ep80 val_rocauc=0.61558 halt=0.00 train_steps=1.00
+ep90 val_rocauc=0.61656 halt=0.00 train_steps=1.00
+ep100 val_rocauc=0.61703 halt=0.00 train_steps=1.00
+[ogbg-molsider_graphsage_classic_T0_ns1_h128_e100_s0] best_ep=70 val={'rocauc': 0.621744356636161} test={'rocauc': 0.5807259430259354} adaptive=None steps=None
+ wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molsider_graphsage_classic_T0_ns1_h128_e100_s0.json
+[run] ogbg-molsider view=graphsage compute=fixed-rrog T=1 ns=3 device=cuda:1
+python3 rrog/train_ogb_graphprop.py --dataset ogbg-molsider --view graphsage --compute fixed-rrog --T 1 --n_sup 3 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:1
+ep10 val_rocauc=0.56277 halt=0.00 train_steps=3.00
+ep20 val_rocauc=0.59348 halt=0.00 train_steps=3.00
+ep30 val_rocauc=0.61719 halt=0.00 train_steps=3.00
+ep40 val_rocauc=0.61687 halt=0.00 train_steps=3.00
+ep50 val_rocauc=0.61698 halt=0.00 train_steps=3.00
+ep60 val_rocauc=0.61652 halt=0.00 train_steps=3.00
+ep70 val_rocauc=0.62323 halt=0.00 train_steps=3.00
+ep80 val_rocauc=0.61811 halt=0.00 train_steps=3.00
+ep90 val_rocauc=0.62049 halt=0.00 train_steps=3.00
+ep100 val_rocauc=0.62090 halt=0.00 train_steps=3.00
+[ogbg-molsider_graphsage_fixed-rrog_T1_ns3_h128_e100_s0] best_ep=70 val={'rocauc': 0.62323063286361} test={'rocauc': 0.5860528009903617} adaptive=None steps=None
+ wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molsider_graphsage_fixed-rrog_T1_ns3_h128_e100_s0.json
+[run] ogbg-molsider view=gatv2 compute=classic T=0 ns=1 device=cuda:1
+python3 rrog/train_ogb_graphprop.py --dataset ogbg-molsider --view gatv2 --compute classic --T 0 --n_sup 1 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:1
+ep10 val_rocauc=0.58304 halt=0.00 train_steps=1.00
+ep20 val_rocauc=0.57852 halt=0.00 train_steps=1.00
+ep30 val_rocauc=0.59416 halt=0.00 train_steps=1.00
+ep40 val_rocauc=0.59244 halt=0.00 train_steps=1.00
+ep50 val_rocauc=0.60712 halt=0.00 train_steps=1.00
+ep60 val_rocauc=0.60425 halt=0.00 train_steps=1.00
+ep70 val_rocauc=0.59828 halt=0.00 train_steps=1.00
+ep80 val_rocauc=0.60123 halt=0.00 train_steps=1.00
+ep90 val_rocauc=0.59888 halt=0.00 train_steps=1.00
+ep100 val_rocauc=0.59847 halt=0.00 train_steps=1.00
+[ogbg-molsider_gatv2_classic_T0_ns1_h128_e100_s0] best_ep=50 val={'rocauc': 0.6071193037623003} test={'rocauc': 0.6013146804327355} adaptive=None steps=None
+ wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molsider_gatv2_classic_T0_ns1_h128_e100_s0.json
+[run] ogbg-molsider view=gatv2 compute=fixed-rrog T=1 ns=3 device=cuda:1
+python3 rrog/train_ogb_graphprop.py --dataset ogbg-molsider --view gatv2 --compute fixed-rrog --T 1 --n_sup 3 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:1
+ep10 val_rocauc=0.60054 halt=0.00 train_steps=3.00
+ep20 val_rocauc=0.64196 halt=0.00 train_steps=3.00
+ep30 val_rocauc=0.64053 halt=0.00 train_steps=3.00
+ep40 val_rocauc=0.62910 halt=0.00 train_steps=3.00
+ep50 val_rocauc=0.64482 halt=0.00 train_steps=3.00
+ep60 val_rocauc=0.63459 halt=0.00 train_steps=3.00
+ep70 val_rocauc=0.64623 halt=0.00 train_steps=3.00
+ep80 val_rocauc=0.64575 halt=0.00 train_steps=3.00
+ep90 val_rocauc=0.64370 halt=0.00 train_steps=3.00
+ep100 val_rocauc=0.64299 halt=0.00 train_steps=3.00
+[ogbg-molsider_gatv2_fixed-rrog_T1_ns3_h128_e100_s0] best_ep=70 val={'rocauc': 0.6462276348941932} test={'rocauc': 0.6000090607166413} adaptive=None steps=None
+ wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molsider_gatv2_fixed-rrog_T1_ns3_h128_e100_s0.json
+[run] ogbg-molsider view=graphconv compute=classic T=0 ns=1 device=cuda:1
+python3 rrog/train_ogb_graphprop.py --dataset ogbg-molsider --view graphconv --compute classic --T 0 --n_sup 1 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:1
+ep10 val_rocauc=0.55570 halt=0.00 train_steps=1.00
+ep20 val_rocauc=0.56965 halt=0.00 train_steps=1.00
+ep30 val_rocauc=0.58316 halt=0.00 train_steps=1.00
+ep40 val_rocauc=0.58130 halt=0.00 train_steps=1.00
+ep50 val_rocauc=0.59132 halt=0.00 train_steps=1.00
+ep60 val_rocauc=0.58874 halt=0.00 train_steps=1.00
+ep70 val_rocauc=0.59208 halt=0.00 train_steps=1.00
+ep80 val_rocauc=0.59036 halt=0.00 train_steps=1.00
+ep90 val_rocauc=0.59140 halt=0.00 train_steps=1.00
+ep100 val_rocauc=0.59058 halt=0.00 train_steps=1.00
+[ogbg-molsider_graphconv_classic_T0_ns1_h128_e100_s0] best_ep=70 val={'rocauc': 0.5920839065175088} test={'rocauc': 0.6151152605717433} adaptive=None steps=None
+ wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molsider_graphconv_classic_T0_ns1_h128_e100_s0.json
+[run] ogbg-molsider view=graphconv compute=fixed-rrog T=1 ns=3 device=cuda:1
+python3 rrog/train_ogb_graphprop.py --dataset ogbg-molsider --view graphconv --compute fixed-rrog --T 1 --n_sup 3 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:1
+ep10 val_rocauc=0.58918 halt=0.00 train_steps=3.00
+ep20 val_rocauc=0.58796 halt=0.00 train_steps=3.00
+ep30 val_rocauc=0.56951 halt=0.00 train_steps=3.00
+ep40 val_rocauc=0.59408 halt=0.00 train_steps=3.00
+ep50 val_rocauc=0.60103 halt=0.00 train_steps=3.00
+ep60 val_rocauc=0.59308 halt=0.00 train_steps=3.00
+ep70 val_rocauc=0.59720 halt=0.00 train_steps=3.00
+ep80 val_rocauc=0.60063 halt=0.00 train_steps=3.00
+ep90 val_rocauc=0.59957 halt=0.00 train_steps=3.00
+ep100 val_rocauc=0.59797 halt=0.00 train_steps=3.00
+[ogbg-molsider_graphconv_fixed-rrog_T1_ns3_h128_e100_s0] best_ep=50 val={'rocauc': 0.6010260045148574} test={'rocauc': 0.5962935439480032} adaptive=None steps=None
+ wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molsider_graphconv_fixed-rrog_T1_ns3_h128_e100_s0.json
+[run] ogbg-molsider view=transformer compute=classic T=0 ns=1 device=cuda:1
+python3 rrog/train_ogb_graphprop.py --dataset ogbg-molsider --view transformer --compute classic --T 0 --n_sup 1 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:1
+ep10 val_rocauc=0.58334 halt=0.00 train_steps=1.00
+ep20 val_rocauc=0.59636 halt=0.00 train_steps=1.00
+ep30 val_rocauc=0.59459 halt=0.00 train_steps=1.00
+ep40 val_rocauc=0.60645 halt=0.00 train_steps=1.00
+ep50 val_rocauc=0.61370 halt=0.00 train_steps=1.00
+ep60 val_rocauc=0.61596 halt=0.00 train_steps=1.00
+ep70 val_rocauc=0.61576 halt=0.00 train_steps=1.00
+ep80 val_rocauc=0.61199 halt=0.00 train_steps=1.00
+ep90 val_rocauc=0.61222 halt=0.00 train_steps=1.00
+ep100 val_rocauc=0.61204 halt=0.00 train_steps=1.00
+[ogbg-molsider_transformer_classic_T0_ns1_h128_e100_s0] best_ep=60 val={'rocauc': 0.6159576666835939} test={'rocauc': 0.5979944408282211} adaptive=None steps=None
+ wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molsider_transformer_classic_T0_ns1_h128_e100_s0.json
+[run] ogbg-molsider view=transformer compute=fixed-rrog T=1 ns=3 device=cuda:1
+python3 rrog/train_ogb_graphprop.py --dataset ogbg-molsider --view transformer --compute fixed-rrog --T 1 --n_sup 3 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:1
+ep10 val_rocauc=0.56667 halt=0.00 train_steps=3.00
+ep20 val_rocauc=0.61114 halt=0.00 train_steps=3.00
+ep30 val_rocauc=0.63153 halt=0.00 train_steps=3.00
+ep40 val_rocauc=0.62209 halt=0.00 train_steps=3.00
+ep50 val_rocauc=0.62301 halt=0.00 train_steps=3.00
+ep60 val_rocauc=0.62593 halt=0.00 train_steps=3.00
+ep70 val_rocauc=0.63126 halt=0.00 train_steps=3.00
+ep80 val_rocauc=0.62696 halt=0.00 train_steps=3.00
+ep90 val_rocauc=0.62548 halt=0.00 train_steps=3.00
+ep100 val_rocauc=0.62739 halt=0.00 train_steps=3.00
+[ogbg-molsider_transformer_fixed-rrog_T1_ns3_h128_e100_s0] best_ep=30 val={'rocauc': 0.6315255937485902} test={'rocauc': 0.6190391448308609} adaptive=None steps=None
+ wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molsider_transformer_fixed-rrog_T1_ns3_h128_e100_s0.json
+[run] ogbg-molsider view=pna compute=classic T=0 ns=1 device=cuda:1
+python3 rrog/train_ogb_graphprop.py --dataset ogbg-molsider --view pna --compute classic --T 0 --n_sup 1 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:1
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='min')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='max')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+ep10 val_rocauc=0.55982 halt=0.00 train_steps=1.00
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='min')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='max')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+ep20 val_rocauc=0.59234 halt=0.00 train_steps=1.00
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='min')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='max')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+ep30 val_rocauc=0.61111 halt=0.00 train_steps=1.00
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='min')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='max')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+ep40 val_rocauc=0.58299 halt=0.00 train_steps=1.00
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='min')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='max')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+ep50 val_rocauc=0.60685 halt=0.00 train_steps=1.00
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='min')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='max')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+ep60 val_rocauc=0.62185 halt=0.00 train_steps=1.00
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='min')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='max')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+ep70 val_rocauc=0.60470 halt=0.00 train_steps=1.00
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='min')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='max')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+ep80 val_rocauc=0.61194 halt=0.00 train_steps=1.00
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='min')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='max')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+ep90 val_rocauc=0.61402 halt=0.00 train_steps=1.00
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='min')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='max')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+ep100 val_rocauc=0.61464 halt=0.00 train_steps=1.00
+[ogbg-molsider_pna_classic_T0_ns1_h128_e100_s0] best_ep=60 val={'rocauc': 0.6218537848171463} test={'rocauc': 0.5964761418261523} adaptive=None steps=None
+ wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molsider_pna_classic_T0_ns1_h128_e100_s0.json
+[run] ogbg-molsider view=pna compute=fixed-rrog T=1 ns=3 device=cuda:1
+python3 rrog/train_ogb_graphprop.py --dataset ogbg-molsider --view pna --compute fixed-rrog --T 1 --n_sup 3 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:1
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='min')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='max')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+ep10 val_rocauc=0.54779 halt=0.00 train_steps=3.00
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='min')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='max')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+ep20 val_rocauc=0.60243 halt=0.00 train_steps=3.00
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='min')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='max')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+ep30 val_rocauc=0.58203 halt=0.00 train_steps=3.00
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='min')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='max')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+ep40 val_rocauc=0.60096 halt=0.00 train_steps=3.00
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='min')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='max')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+ep50 val_rocauc=0.59878 halt=0.00 train_steps=3.00
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='min')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='max')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+ep60 val_rocauc=0.60578 halt=0.00 train_steps=3.00
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='min')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='max')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+ep70 val_rocauc=0.58584 halt=0.00 train_steps=3.00
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='min')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='max')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+ep80 val_rocauc=0.58530 halt=0.00 train_steps=3.00
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='min')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='max')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+ep90 val_rocauc=0.58392 halt=0.00 train_steps=3.00
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='min')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='max')` can be accelerated via the 'torch-scatter' package, but it was not found
+ warnings.warn(
+ep100 val_rocauc=0.58777 halt=0.00 train_steps=3.00
+[ogbg-molsider_pna_fixed-rrog_T1_ns3_h128_e100_s0] best_ep=60 val={'rocauc': 0.6057840094519997} test={'rocauc': 0.5721280929989979} adaptive=None steps=None
+ wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molsider_pna_fixed-rrog_T1_ns3_h128_e100_s0.json
+[run] ogbg-molsider view=gen compute=classic T=0 ns=1 device=cuda:1
+python3 rrog/train_ogb_graphprop.py --dataset ogbg-molsider --view gen --compute classic --T 0 --n_sup 1 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:1
+ep10 val_rocauc=0.60840 halt=0.00 train_steps=1.00
+ep20 val_rocauc=0.63552 halt=0.00 train_steps=1.00
+ep30 val_rocauc=0.63952 halt=0.00 train_steps=1.00
+ep40 val_rocauc=0.62215 halt=0.00 train_steps=1.00
+ep50 val_rocauc=0.64615 halt=0.00 train_steps=1.00
+ep60 val_rocauc=0.65194 halt=0.00 train_steps=1.00
+ep70 val_rocauc=0.63873 halt=0.00 train_steps=1.00
+ep80 val_rocauc=0.63856 halt=0.00 train_steps=1.00
+ep90 val_rocauc=0.63452 halt=0.00 train_steps=1.00
+ep100 val_rocauc=0.63538 halt=0.00 train_steps=1.00
+[ogbg-molsider_gen_classic_T0_ns1_h128_e100_s0] best_ep=60 val={'rocauc': 0.6519400080762945} test={'rocauc': 0.5853709823208472} adaptive=None steps=None
+ wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molsider_gen_classic_T0_ns1_h128_e100_s0.json
+[run] ogbg-molsider view=gen compute=fixed-rrog T=1 ns=3 device=cuda:1
+python3 rrog/train_ogb_graphprop.py --dataset ogbg-molsider --view gen --compute fixed-rrog --T 1 --n_sup 3 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:1
+ep10 val_rocauc=0.59093 halt=0.00 train_steps=3.00
+ep20 val_rocauc=0.62954 halt=0.00 train_steps=3.00
+ep30 val_rocauc=0.63446 halt=0.00 train_steps=3.00
+ep40 val_rocauc=0.60170 halt=0.00 train_steps=3.00
+ep50 val_rocauc=0.62382 halt=0.00 train_steps=3.00
+ep60 val_rocauc=0.62117 halt=0.00 train_steps=3.00
+ep70 val_rocauc=0.62097 halt=0.00 train_steps=3.00
+ep80 val_rocauc=0.61863 halt=0.00 train_steps=3.00
+ep90 val_rocauc=0.62028 halt=0.00 train_steps=3.00
+ep100 val_rocauc=0.61721 halt=0.00 train_steps=3.00
+[ogbg-molsider_gen_fixed-rrog_T1_ns3_h128_e100_s0] best_ep=30 val={'rocauc': 0.634456224198147} test={'rocauc': 0.6052572461025753} adaptive=None steps=None
+ wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molsider_gen_fixed-rrog_T1_ns3_h128_e100_s0.json
+[run] ogbg-molsider view=film compute=classic T=0 ns=1 device=cuda:1
+python3 rrog/train_ogb_graphprop.py --dataset ogbg-molsider --view film --compute classic --T 0 --n_sup 1 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:1
+ep10 val_rocauc=0.56261 halt=0.00 train_steps=1.00
+ep20 val_rocauc=0.59192 halt=0.00 train_steps=1.00
+ep30 val_rocauc=0.57198 halt=0.00 train_steps=1.00
+ep40 val_rocauc=0.60244 halt=0.00 train_steps=1.00
+ep50 val_rocauc=0.59915 halt=0.00 train_steps=1.00
+ep60 val_rocauc=0.59471 halt=0.00 train_steps=1.00
+ep70 val_rocauc=0.59074 halt=0.00 train_steps=1.00
+ep80 val_rocauc=0.58910 halt=0.00 train_steps=1.00
+ep90 val_rocauc=0.58985 halt=0.00 train_steps=1.00
+ep100 val_rocauc=0.58862 halt=0.00 train_steps=1.00
+[ogbg-molsider_film_classic_T0_ns1_h128_e100_s0] best_ep=40 val={'rocauc': 0.6024369569728498} test={'rocauc': 0.5898473664808705} adaptive=None steps=None
+ wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molsider_film_classic_T0_ns1_h128_e100_s0.json
+[run] ogbg-molsider view=film compute=fixed-rrog T=1 ns=3 device=cuda:1
+python3 rrog/train_ogb_graphprop.py --dataset ogbg-molsider --view film --compute fixed-rrog --T 1 --n_sup 3 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:1
+ep10 val_rocauc=0.51731 halt=0.00 train_steps=3.00
+ep20 val_rocauc=0.52320 halt=0.00 train_steps=3.00
+ep30 val_rocauc=0.53502 halt=0.00 train_steps=3.00
+ep40 val_rocauc=0.56129 halt=0.00 train_steps=3.00
+ep50 val_rocauc=0.56964 halt=0.00 train_steps=3.00
+ep60 val_rocauc=0.56673 halt=0.00 train_steps=3.00
+ep70 val_rocauc=0.57611 halt=0.00 train_steps=3.00
+ep80 val_rocauc=0.58625 halt=0.00 train_steps=3.00
+ep90 val_rocauc=0.58365 halt=0.00 train_steps=3.00
+ep100 val_rocauc=0.58428 halt=0.00 train_steps=3.00
+[ogbg-molsider_film_fixed-rrog_T1_ns3_h128_e100_s0] best_ep=80 val={'rocauc': 0.5862480936504801} test={'rocauc': 0.5974246609585021} adaptive=None steps=None
+ wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molsider_film_fixed-rrog_T1_ns3_h128_e100_s0.json
+[run] ogbg-molsider view=resgated compute=classic T=0 ns=1 device=cuda:1
+python3 rrog/train_ogb_graphprop.py --dataset ogbg-molsider --view resgated --compute classic --T 0 --n_sup 1 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:1
+ep10 val_rocauc=0.58052 halt=0.00 train_steps=1.00
+ep20 val_rocauc=0.58176 halt=0.00 train_steps=1.00
+ep30 val_rocauc=0.61682 halt=0.00 train_steps=1.00
+ep40 val_rocauc=0.62095 halt=0.00 train_steps=1.00
+ep50 val_rocauc=0.61876 halt=0.00 train_steps=1.00
+ep60 val_rocauc=0.61691 halt=0.00 train_steps=1.00
+ep70 val_rocauc=0.60859 halt=0.00 train_steps=1.00
+ep80 val_rocauc=0.61184 halt=0.00 train_steps=1.00
+ep90 val_rocauc=0.61061 halt=0.00 train_steps=1.00
+ep100 val_rocauc=0.61120 halt=0.00 train_steps=1.00
+[ogbg-molsider_resgated_classic_T0_ns1_h128_e100_s0] best_ep=40 val={'rocauc': 0.6209450264359846} test={'rocauc': 0.5910349402024013} adaptive=None steps=None
+ wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molsider_resgated_classic_T0_ns1_h128_e100_s0.json
+[run] ogbg-molsider view=resgated compute=fixed-rrog T=1 ns=3 device=cuda:1
+python3 rrog/train_ogb_graphprop.py --dataset ogbg-molsider --view resgated --compute fixed-rrog --T 1 --n_sup 3 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:1
+ep10 val_rocauc=0.57253 halt=0.00 train_steps=3.00
+ep20 val_rocauc=0.59538 halt=0.00 train_steps=3.00
+ep30 val_rocauc=0.58400 halt=0.00 train_steps=3.00
+ep40 val_rocauc=0.59174 halt=0.00 train_steps=3.00
+ep50 val_rocauc=0.60608 halt=0.00 train_steps=3.00
+ep60 val_rocauc=0.61153 halt=0.00 train_steps=3.00
+ep70 val_rocauc=0.62045 halt=0.00 train_steps=3.00
+ep80 val_rocauc=0.61194 halt=0.00 train_steps=3.00
+ep90 val_rocauc=0.61006 halt=0.00 train_steps=3.00
+ep100 val_rocauc=0.61185 halt=0.00 train_steps=3.00
+[ogbg-molsider_resgated_fixed-rrog_T1_ns3_h128_e100_s0] best_ep=70 val={'rocauc': 0.6204543981100222} test={'rocauc': 0.5960257361986486} adaptive=None steps=None
+ wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molsider_resgated_fixed-rrog_T1_ns3_h128_e100_s0.json
+[run] ogbg-molsider view=tag compute=classic T=0 ns=1 device=cuda:1
+python3 rrog/train_ogb_graphprop.py --dataset ogbg-molsider --view tag --compute classic --T 0 --n_sup 1 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:1
+ep10 val_rocauc=0.60321 halt=0.00 train_steps=1.00
+ep20 val_rocauc=0.59623 halt=0.00 train_steps=1.00
+ep30 val_rocauc=0.61421 halt=0.00 train_steps=1.00
+ep40 val_rocauc=0.60999 halt=0.00 train_steps=1.00
+ep50 val_rocauc=0.62420 halt=0.00 train_steps=1.00
+ep60 val_rocauc=0.64385 halt=0.00 train_steps=1.00
+ep70 val_rocauc=0.63472 halt=0.00 train_steps=1.00
+ep80 val_rocauc=0.63479 halt=0.00 train_steps=1.00
+ep90 val_rocauc=0.63731 halt=0.00 train_steps=1.00
+ep100 val_rocauc=0.63690 halt=0.00 train_steps=1.00
+[ogbg-molsider_tag_classic_T0_ns1_h128_e100_s0] best_ep=60 val={'rocauc': 0.6438543175768482} test={'rocauc': 0.6143146363395369} adaptive=None steps=None
+ wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molsider_tag_classic_T0_ns1_h128_e100_s0.json
+[run] ogbg-molsider view=tag compute=fixed-rrog T=1 ns=3 device=cuda:1
+python3 rrog/train_ogb_graphprop.py --dataset ogbg-molsider --view tag --compute fixed-rrog --T 1 --n_sup 3 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:1
+ep10 val_rocauc=0.59832 halt=0.00 train_steps=3.00
+ep20 val_rocauc=0.60583 halt=0.00 train_steps=3.00
+ep30 val_rocauc=0.64103 halt=0.00 train_steps=3.00
+ep40 val_rocauc=0.62028 halt=0.00 train_steps=3.00
+ep50 val_rocauc=0.60728 halt=0.00 train_steps=3.00
+ep60 val_rocauc=0.59256 halt=0.00 train_steps=3.00
+ep70 val_rocauc=0.61016 halt=0.00 train_steps=3.00
+ep80 val_rocauc=0.61088 halt=0.00 train_steps=3.00
+ep90 val_rocauc=0.60864 halt=0.00 train_steps=3.00
+ep100 val_rocauc=0.60813 halt=0.00 train_steps=3.00
+[ogbg-molsider_tag_fixed-rrog_T1_ns3_h128_e100_s0] best_ep=30 val={'rocauc': 0.6410300955419639} test={'rocauc': 0.6101942928754263} adaptive=None steps=None
+ wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molsider_tag_fixed-rrog_T1_ns3_h128_e100_s0.json
+[run] ogbg-molsider view=sgc compute=classic T=0 ns=1 device=cuda:1
+python3 rrog/train_ogb_graphprop.py --dataset ogbg-molsider --view sgc --compute classic --T 0 --n_sup 1 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:1
+ep10 val_rocauc=0.59227 halt=0.00 train_steps=1.00
+ep20 val_rocauc=0.61737 halt=0.00 train_steps=1.00
+ep30 val_rocauc=0.61472 halt=0.00 train_steps=1.00
+ep40 val_rocauc=0.59858 halt=0.00 train_steps=1.00
+ep50 val_rocauc=0.60533 halt=0.00 train_steps=1.00
+ep60 val_rocauc=0.60972 halt=0.00 train_steps=1.00
+ep70 val_rocauc=0.60069 halt=0.00 train_steps=1.00
+ep80 val_rocauc=0.59499 halt=0.00 train_steps=1.00
+ep90 val_rocauc=0.59580 halt=0.00 train_steps=1.00
+ep100 val_rocauc=0.59745 halt=0.00 train_steps=1.00
+[ogbg-molsider_sgc_classic_T0_ns1_h128_e100_s0] best_ep=20 val={'rocauc': 0.6173711459877224} test={'rocauc': 0.6042590538050838} adaptive=None steps=None
+ wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molsider_sgc_classic_T0_ns1_h128_e100_s0.json
+[run] ogbg-molsider view=sgc compute=fixed-rrog T=1 ns=3 device=cuda:1
+python3 rrog/train_ogb_graphprop.py --dataset ogbg-molsider --view sgc --compute fixed-rrog --T 1 --n_sup 3 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:1
+ep10 val_rocauc=0.61330 halt=0.00 train_steps=3.00
+ep20 val_rocauc=0.61513 halt=0.00 train_steps=3.00
+ep30 val_rocauc=0.61384 halt=0.00 train_steps=3.00
+ep40 val_rocauc=0.57702 halt=0.00 train_steps=3.00
+ep50 val_rocauc=0.57664 halt=0.00 train_steps=3.00
+ep60 val_rocauc=0.58877 halt=0.00 train_steps=3.00
+ep70 val_rocauc=0.59580 halt=0.00 train_steps=3.00
+ep80 val_rocauc=0.58773 halt=0.00 train_steps=3.00
+ep90 val_rocauc=0.59049 halt=0.00 train_steps=3.00
+ep100 val_rocauc=0.58891 halt=0.00 train_steps=3.00
+[ogbg-molsider_sgc_fixed-rrog_T1_ns3_h128_e100_s0] best_ep=20 val={'rocauc': 0.6151272572948054} test={'rocauc': 0.6417135077812745} adaptive=None steps=None
+ wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molsider_sgc_fixed-rrog_T1_ns3_h128_e100_s0.json
+[run] ogbg-molsider view=cheb compute=classic T=0 ns=1 device=cuda:1
+python3 rrog/train_ogb_graphprop.py --dataset ogbg-molsider --view cheb --compute classic --T 0 --n_sup 1 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:1
+ep10 val_rocauc=0.60224 halt=0.00 train_steps=1.00
+ep20 val_rocauc=0.62375 halt=0.00 train_steps=1.00
+ep30 val_rocauc=0.60603 halt=0.00 train_steps=1.00
+ep40 val_rocauc=0.61966 halt=0.00 train_steps=1.00
+ep50 val_rocauc=0.61314 halt=0.00 train_steps=1.00
+ep60 val_rocauc=0.61864 halt=0.00 train_steps=1.00
+ep70 val_rocauc=0.61346 halt=0.00 train_steps=1.00
+ep80 val_rocauc=0.61142 halt=0.00 train_steps=1.00
+ep90 val_rocauc=0.61044 halt=0.00 train_steps=1.00
+ep100 val_rocauc=0.60962 halt=0.00 train_steps=1.00
+[ogbg-molsider_cheb_classic_T0_ns1_h128_e100_s0] best_ep=20 val={'rocauc': 0.6237482002412537} test={'rocauc': 0.6033376509930031} adaptive=None steps=None
+ wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molsider_cheb_classic_T0_ns1_h128_e100_s0.json
+[run] ogbg-molsider view=cheb compute=fixed-rrog T=1 ns=3 device=cuda:1
+python3 rrog/train_ogb_graphprop.py --dataset ogbg-molsider --view cheb --compute fixed-rrog --T 1 --n_sup 3 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:1
+ep10 val_rocauc=0.61499 halt=0.00 train_steps=3.00
+ep20 val_rocauc=0.60610 halt=0.00 train_steps=3.00
+ep30 val_rocauc=0.62630 halt=0.00 train_steps=3.00
+ep40 val_rocauc=0.61510 halt=0.00 train_steps=3.00
+ep50 val_rocauc=0.61589 halt=0.00 train_steps=3.00
+ep60 val_rocauc=0.61747 halt=0.00 train_steps=3.00
+ep70 val_rocauc=0.61544 halt=0.00 train_steps=3.00
+ep80 val_rocauc=0.61255 halt=0.00 train_steps=3.00
+ep90 val_rocauc=0.61285 halt=0.00 train_steps=3.00
+ep100 val_rocauc=0.61380 halt=0.00 train_steps=3.00
+[ogbg-molsider_cheb_fixed-rrog_T1_ns3_h128_e100_s0] best_ep=30 val={'rocauc': 0.626299014853098} test={'rocauc': 0.609583177772403} adaptive=None steps=None
+ wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molsider_cheb_fixed-rrog_T1_ns3_h128_e100_s0.json
+[run] ogbg-molsider view=arma compute=classic T=0 ns=1 device=cuda:1
+python3 rrog/train_ogb_graphprop.py --dataset ogbg-molsider --view arma --compute classic --T 0 --n_sup 1 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:1
+ep10 val_rocauc=0.59751 halt=0.00 train_steps=1.00
+ep20 val_rocauc=0.61701 halt=0.00 train_steps=1.00
+ep30 val_rocauc=0.61715 halt=0.00 train_steps=1.00
+ep40 val_rocauc=0.61968 halt=0.00 train_steps=1.00
+ep50 val_rocauc=0.61175 halt=0.00 train_steps=1.00
+ep60 val_rocauc=0.61134 halt=0.00 train_steps=1.00
+ep70 val_rocauc=0.62727 halt=0.00 train_steps=1.00
+ep80 val_rocauc=0.62541 halt=0.00 train_steps=1.00
+ep90 val_rocauc=0.62276 halt=0.00 train_steps=1.00
+ep100 val_rocauc=0.62386 halt=0.00 train_steps=1.00
+[ogbg-molsider_arma_classic_T0_ns1_h128_e100_s0] best_ep=70 val={'rocauc': 0.627268343131736} test={'rocauc': 0.6158698228431547} adaptive=None steps=None
+ wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molsider_arma_classic_T0_ns1_h128_e100_s0.json
+[run] ogbg-molsider view=arma compute=fixed-rrog T=1 ns=3 device=cuda:1
+python3 rrog/train_ogb_graphprop.py --dataset ogbg-molsider --view arma --compute fixed-rrog --T 1 --n_sup 3 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:1
+ep10 val_rocauc=0.63436 halt=0.00 train_steps=3.00
+ep20 val_rocauc=0.63097 halt=0.00 train_steps=3.00
+ep30 val_rocauc=0.61695 halt=0.00 train_steps=3.00
+ep40 val_rocauc=0.61548 halt=0.00 train_steps=3.00
+ep50 val_rocauc=0.62918 halt=0.00 train_steps=3.00
+ep60 val_rocauc=0.61098 halt=0.00 train_steps=3.00
+ep70 val_rocauc=0.62615 halt=0.00 train_steps=3.00
+ep80 val_rocauc=0.61707 halt=0.00 train_steps=3.00
+ep90 val_rocauc=0.61543 halt=0.00 train_steps=3.00
+ep100 val_rocauc=0.61589 halt=0.00 train_steps=3.00
+[ogbg-molsider_arma_fixed-rrog_T1_ns3_h128_e100_s0] best_ep=10 val={'rocauc': 0.634361816858312} test={'rocauc': 0.6140829013811058} adaptive=None steps=None
+ wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molsider_arma_fixed-rrog_T1_ns3_h128_e100_s0.json
+[run] ogbg-molsider view=mf compute=classic T=0 ns=1 device=cuda:1
+python3 rrog/train_ogb_graphprop.py --dataset ogbg-molsider --view mf --compute classic --T 0 --n_sup 1 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:1
+ep10 val_rocauc=0.59801 halt=0.00 train_steps=1.00
+ep20 val_rocauc=0.60524 halt=0.00 train_steps=1.00
+ep30 val_rocauc=0.61935 halt=0.00 train_steps=1.00
+ep40 val_rocauc=0.61784 halt=0.00 train_steps=1.00
+ep50 val_rocauc=0.62023 halt=0.00 train_steps=1.00
+ep60 val_rocauc=0.61158 halt=0.00 train_steps=1.00
+ep70 val_rocauc=0.60329 halt=0.00 train_steps=1.00
+ep80 val_rocauc=0.60474 halt=0.00 train_steps=1.00
+ep90 val_rocauc=0.60661 halt=0.00 train_steps=1.00
+ep100 val_rocauc=0.60496 halt=0.00 train_steps=1.00
+[ogbg-molsider_mf_classic_T0_ns1_h128_e100_s0] best_ep=50 val={'rocauc': 0.6202255900567958} test={'rocauc': 0.586091595334005} adaptive=None steps=None
+ wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molsider_mf_classic_T0_ns1_h128_e100_s0.json
+[run] ogbg-molsider view=mf compute=fixed-rrog T=1 ns=3 device=cuda:1
+python3 rrog/train_ogb_graphprop.py --dataset ogbg-molsider --view mf --compute fixed-rrog --T 1 --n_sup 3 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:1
+ep10 val_rocauc=0.61285 halt=0.00 train_steps=3.00
+ep20 val_rocauc=0.61899 halt=0.00 train_steps=3.00
+ep30 val_rocauc=0.59711 halt=0.00 train_steps=3.00
+ep40 val_rocauc=0.59241 halt=0.00 train_steps=3.00
+ep50 val_rocauc=0.59907 halt=0.00 train_steps=3.00
+ep60 val_rocauc=0.59999 halt=0.00 train_steps=3.00
+ep70 val_rocauc=0.60594 halt=0.00 train_steps=3.00
+ep80 val_rocauc=0.61000 halt=0.00 train_steps=3.00
+ep90 val_rocauc=0.60699 halt=0.00 train_steps=3.00
+ep100 val_rocauc=0.60725 halt=0.00 train_steps=3.00
+[ogbg-molsider_mf_fixed-rrog_T1_ns3_h128_e100_s0] best_ep=20 val={'rocauc': 0.6189914567323086} test={'rocauc': 0.598312638550014} adaptive=None steps=None
+ wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molsider_mf_fixed-rrog_T1_ns3_h128_e100_s0.json
+[run] ogbg-molsider view=appnp compute=classic T=0 ns=1 device=cuda:1
+python3 rrog/train_ogb_graphprop.py --dataset ogbg-molsider --view appnp --compute classic --T 0 --n_sup 1 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:1
+ep10 val_rocauc=0.53840 halt=0.00 train_steps=1.00
+ep20 val_rocauc=0.56523 halt=0.00 train_steps=1.00
+ep30 val_rocauc=0.57212 halt=0.00 train_steps=1.00
+ep40 val_rocauc=0.58346 halt=0.00 train_steps=1.00
+ep50 val_rocauc=0.58830 halt=0.00 train_steps=1.00
+ep60 val_rocauc=0.58548 halt=0.00 train_steps=1.00
+ep70 val_rocauc=0.58753 halt=0.00 train_steps=1.00
+ep80 val_rocauc=0.58862 halt=0.00 train_steps=1.00
+ep90 val_rocauc=0.58825 halt=0.00 train_steps=1.00
+ep100 val_rocauc=0.58828 halt=0.00 train_steps=1.00
+[ogbg-molsider_appnp_classic_T0_ns1_h128_e100_s0] best_ep=80 val={'rocauc': 0.5886184927786781} test={'rocauc': 0.6003864841212386} adaptive=None steps=None
+ wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molsider_appnp_classic_T0_ns1_h128_e100_s0.json
+[run] ogbg-molsider view=appnp compute=fixed-rrog T=1 ns=3 device=cuda:1
+python3 rrog/train_ogb_graphprop.py --dataset ogbg-molsider --view appnp --compute fixed-rrog --T 1 --n_sup 3 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:1
+ep10 val_rocauc=0.54410 halt=0.00 train_steps=3.00
+ep20 val_rocauc=0.56171 halt=0.00 train_steps=3.00
+ep30 val_rocauc=0.58622 halt=0.00 train_steps=3.00
+ep40 val_rocauc=0.59376 halt=0.00 train_steps=3.00
+ep50 val_rocauc=0.58304 halt=0.00 train_steps=3.00
+ep60 val_rocauc=0.58067 halt=0.00 train_steps=3.00
+ep70 val_rocauc=0.57910 halt=0.00 train_steps=3.00
+ep80 val_rocauc=0.57938 halt=0.00 train_steps=3.00
+ep90 val_rocauc=0.57906 halt=0.00 train_steps=3.00
+ep100 val_rocauc=0.58071 halt=0.00 train_steps=3.00
+[ogbg-molsider_appnp_fixed-rrog_T1_ns3_h128_e100_s0] best_ep=40 val={'rocauc': 0.5937589012949048} test={'rocauc': 0.5905116380584287} adaptive=None steps=None
+ wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molsider_appnp_fixed-rrog_T1_ns3_h128_e100_s0.json
+
+Classic baseline: task x backbone
+| task | backbone | metric | n | val | test |
+| --- | --- | --- | --- | --- | --- |
+| ogbg-molbace | appnp | rocauc | 1 | 0.6564 +/- 0.0000 | 0.7423 +/- 0.0000 |
+| ogbg-molbace | arma | rocauc | 1 | 0.6923 +/- 0.0000 | 0.7839 +/- 0.0000 |
+| ogbg-molbace | cheb | rocauc | 1 | 0.7267 +/- 0.0000 | 0.7969 +/- 0.0000 |
+| ogbg-molbace | film | rocauc | 1 | 0.6703 +/- 0.0000 | 0.7242 +/- 0.0000 |
+| ogbg-molbace | gatv2 | rocauc | 1 | 0.7029 +/- 0.0000 | 0.7400 +/- 0.0000 |
+| ogbg-molbace | gcn | rocauc | 1 | 0.6381 +/- 0.0000 | 0.7393 +/- 0.0000 |
+| ogbg-molbace | gen | rocauc | 1 | 0.7128 +/- 0.0000 | 0.7326 +/- 0.0000 |
+| ogbg-molbace | gin | rocauc | 1 | 0.6520 +/- 0.0000 | 0.7336 +/- 0.0000 |
+| ogbg-molbace | gine | rocauc | 1 | 0.6641 +/- 0.0000 | 0.7454 +/- 0.0000 |
+| ogbg-molbace | graphconv | rocauc | 1 | 0.7311 +/- 0.0000 | 0.8035 +/- 0.0000 |
+| ogbg-molbace | graphsage | rocauc | 1 | 0.6758 +/- 0.0000 | 0.7759 +/- 0.0000 |
+| ogbg-molbace | mf | rocauc | 1 | 0.7421 +/- 0.0000 | 0.7760 +/- 0.0000 |
+| ogbg-molbace | pna | rocauc | 1 | 0.7516 +/- 0.0000 | 0.6912 +/- 0.0000 |
+| ogbg-molbace | resgated | rocauc | 1 | 0.7172 +/- 0.0000 | 0.7877 +/- 0.0000 |
+| ogbg-molbace | sgc | rocauc | 1 | 0.6575 +/- 0.0000 | 0.6966 +/- 0.0000 |
+| ogbg-molbace | tag | rocauc | 1 | 0.7084 +/- 0.0000 | 0.7345 +/- 0.0000 |
+| ogbg-molbace | transformer | rocauc | 1 | 0.6663 +/- 0.0000 | 0.7364 +/- 0.0000 |
+| ogbg-molbbbp | appnp | rocauc | 1 | 0.9147 +/- 0.0000 | 0.6388 +/- 0.0000 |
+| ogbg-molbbbp | arma | rocauc | 1 | 0.9367 +/- 0.0000 | 0.6651 +/- 0.0000 |
+| ogbg-molbbbp | cheb | rocauc | 1 | 0.9452 +/- 0.0000 | 0.6514 +/- 0.0000 |
+| ogbg-molbbbp | film | rocauc | 1 | 0.9285 +/- 0.0000 | 0.6300 +/- 0.0000 |
+| ogbg-molbbbp | gatv2 | rocauc | 1 | 0.9347 +/- 0.0000 | 0.6324 +/- 0.0000 |
+| ogbg-molbbbp | gcn | rocauc | 1 | 0.9386 +/- 0.0000 | 0.6679 +/- 0.0000 |
+| ogbg-molbbbp | gen | rocauc | 1 | 0.9549 +/- 0.0000 | 0.6775 +/- 0.0000 |
+| ogbg-molbbbp | gin | rocauc | 1 | 0.9251 +/- 0.0000 | 0.5670 +/- 0.0000 |
+| ogbg-molbbbp | gine | rocauc | 1 | 0.9324 +/- 0.0000 | 0.6160 +/- 0.0000 |
+| ogbg-molbbbp | graphconv | rocauc | 1 | 0.9268 +/- 0.0000 | 0.5900 +/- 0.0000 |
+| ogbg-molbbbp | graphsage | rocauc | 1 | 0.9483 +/- 0.0000 | 0.6288 +/- 0.0000 |
+| ogbg-molbbbp | mf | rocauc | 1 | 0.9395 +/- 0.0000 | 0.6365 +/- 0.0000 |
+| ogbg-molbbbp | pna | rocauc | 1 | 0.9554 +/- 0.0000 | 0.6418 +/- 0.0000 |
+| ogbg-molbbbp | resgated | rocauc | 1 | 0.9183 +/- 0.0000 | 0.6626 +/- 0.0000 |
+| ogbg-molbbbp | sgc | rocauc | 1 | 0.9300 +/- 0.0000 | 0.6239 +/- 0.0000 |
+| ogbg-molbbbp | tag | rocauc | 1 | 0.9476 +/- 0.0000 | 0.6100 +/- 0.0000 |
+| ogbg-molbbbp | transformer | rocauc | 1 | 0.9495 +/- 0.0000 | 0.6156 +/- 0.0000 |
+| ogbg-molclintox | appnp | rocauc | 1 | 0.8516 +/- 0.0000 | 0.9184 +/- 0.0000 |
+| ogbg-molclintox | arma | rocauc | 1 | 0.9463 +/- 0.0000 | 0.8678 +/- 0.0000 |
+| ogbg-molclintox | cheb | rocauc | 1 | 0.8928 +/- 0.0000 | 0.9152 +/- 0.0000 |
+| ogbg-molclintox | film | rocauc | 1 | 0.9048 +/- 0.0000 | 0.7731 +/- 0.0000 |
+| ogbg-molclintox | gatv2 | rocauc | 1 | 0.9515 +/- 0.0000 | 0.8493 +/- 0.0000 |
+| ogbg-molclintox | gcn | rocauc | 1 | 0.9318 +/- 0.0000 | 0.8932 +/- 0.0000 |
+| ogbg-molclintox | gen | rocauc | 1 | 0.9820 +/- 0.0000 | 0.8128 +/- 0.0000 |
+| ogbg-molclintox | gin | rocauc | 1 | 0.9547 +/- 0.0000 | 0.8586 +/- 0.0000 |
+| ogbg-molclintox | gine | rocauc | 1 | 0.9353 +/- 0.0000 | 0.8869 +/- 0.0000 |
+| ogbg-molclintox | graphconv | rocauc | 1 | 0.8917 +/- 0.0000 | 0.8501 +/- 0.0000 |
+| ogbg-molclintox | graphsage | rocauc | 1 | 0.9143 +/- 0.0000 | 0.8882 +/- 0.0000 |
+| ogbg-molclintox | mf | rocauc | 1 | 0.9252 +/- 0.0000 | 0.8370 +/- 0.0000 |
+| ogbg-molclintox | pna | rocauc | 1 | 0.9286 +/- 0.0000 | 0.8603 +/- 0.0000 |
+| ogbg-molclintox | resgated | rocauc | 1 | 0.9244 +/- 0.0000 | 0.9184 +/- 0.0000 |
+| ogbg-molclintox | sgc | rocauc | 1 | 0.9195 +/- 0.0000 | 0.8986 +/- 0.0000 |
+| ogbg-molclintox | tag | rocauc | 1 | 0.9237 +/- 0.0000 | 0.7998 +/- 0.0000 |
+| ogbg-molclintox | transformer | rocauc | 1 | 0.9271 +/- 0.0000 | 0.8764 +/- 0.0000 |
+| ogbg-molhiv | appnp | rocauc | 1 | 0.7675 +/- 0.0000 | 0.7000 +/- 0.0000 |
+| ogbg-molhiv | arma | rocauc | 1 | 0.7872 +/- 0.0000 | 0.7296 +/- 0.0000 |
+| ogbg-molhiv | cheb | rocauc | 1 | 0.7831 +/- 0.0000 | 0.7282 +/- 0.0000 |
+| ogbg-molhiv | film | rocauc | 1 | 0.7922 +/- 0.0000 | 0.7842 +/- 0.0000 |
+| ogbg-molhiv | gatv2 | rocauc | 1 | 0.7835 +/- 0.0000 | 0.7563 +/- 0.0000 |
+| ogbg-molhiv | gcn | rocauc | 1 | 0.7754 +/- 0.0000 | 0.7198 +/- 0.0000 |
+| ogbg-molhiv | gen | rocauc | 1 | 0.7530 +/- 0.0000 | 0.7314 +/- 0.0000 |
+| ogbg-molhiv | gin | rocauc | 1 | 0.8167 +/- 0.0000 | 0.7724 +/- 0.0000 |
+| ogbg-molhiv | gine | rocauc | 1 | 0.7942 +/- 0.0000 | 0.7445 +/- 0.0000 |
+| ogbg-molhiv | graphconv | rocauc | 1 | 0.7707 +/- 0.0000 | 0.7108 +/- 0.0000 |
+| ogbg-molhiv | graphsage | rocauc | 1 | 0.7969 +/- 0.0000 | 0.7625 +/- 0.0000 |
+| ogbg-molhiv | mf | rocauc | 1 | 0.7845 +/- 0.0000 | 0.7074 +/- 0.0000 |
+| ogbg-molhiv | pna | rocauc | 1 | 0.7780 +/- 0.0000 | 0.7648 +/- 0.0000 |
+| ogbg-molhiv | resgated | rocauc | 1 | 0.8144 +/- 0.0000 | 0.7242 +/- 0.0000 |
+| ogbg-molhiv | sgc | rocauc | 1 | 0.7479 +/- 0.0000 | 0.7019 +/- 0.0000 |
+| ogbg-molhiv | tag | rocauc | 1 | 0.7528 +/- 0.0000 | 0.7255 +/- 0.0000 |
+| ogbg-molhiv | transformer | rocauc | 1 | 0.7617 +/- 0.0000 | 0.7547 +/- 0.0000 |
+| ogbg-molsider | appnp | rocauc | 1 | 0.5886 +/- 0.0000 | 0.6004 +/- 0.0000 |
+| ogbg-molsider | arma | rocauc | 1 | 0.6273 +/- 0.0000 | 0.6159 +/- 0.0000 |
+| ogbg-molsider | cheb | rocauc | 1 | 0.6237 +/- 0.0000 | 0.6033 +/- 0.0000 |
+| ogbg-molsider | film | rocauc | 1 | 0.6024 +/- 0.0000 | 0.5898 +/- 0.0000 |
+| ogbg-molsider | gatv2 | rocauc | 1 | 0.6071 +/- 0.0000 | 0.6013 +/- 0.0000 |
+| ogbg-molsider | gcn | rocauc | 1 | 0.6293 +/- 0.0000 | 0.6086 +/- 0.0000 |
+| ogbg-molsider | gen | rocauc | 1 | 0.6519 +/- 0.0000 | 0.5854 +/- 0.0000 |
+| ogbg-molsider | gin | rocauc | 1 | 0.6225 +/- 0.0000 | 0.5748 +/- 0.0000 |
+| ogbg-molsider | gine | rocauc | 1 | 0.6327 +/- 0.0000 | 0.5495 +/- 0.0000 |
+| ogbg-molsider | graphconv | rocauc | 1 | 0.5921 +/- 0.0000 | 0.6151 +/- 0.0000 |
+| ogbg-molsider | graphsage | rocauc | 1 | 0.6217 +/- 0.0000 | 0.5807 +/- 0.0000 |
+| ogbg-molsider | mf | rocauc | 1 | 0.6202 +/- 0.0000 | 0.5861 +/- 0.0000 |
+| ogbg-molsider | pna | rocauc | 1 | 0.6219 +/- 0.0000 | 0.5965 +/- 0.0000 |
+| ogbg-molsider | resgated | rocauc | 1 | 0.6209 +/- 0.0000 | 0.5910 +/- 0.0000 |
+| ogbg-molsider | sgc | rocauc | 1 | 0.6174 +/- 0.0000 | 0.6043 +/- 0.0000 |
+| ogbg-molsider | tag | rocauc | 1 | 0.6439 +/- 0.0000 | 0.6143 +/- 0.0000 |
+| ogbg-molsider | transformer | rocauc | 1 | 0.6160 +/- 0.0000 | 0.5980 +/- 0.0000 |
+| ogbg-moltox21 | appnp | rocauc | 1 | 0.7255 +/- 0.0000 | 0.7158 +/- 0.0000 |
+| ogbg-moltox21 | arma | rocauc | 1 | 0.7799 +/- 0.0000 | 0.7223 +/- 0.0000 |
+| ogbg-moltox21 | cheb | rocauc | 1 | 0.7834 +/- 0.0000 | 0.7301 +/- 0.0000 |
+| ogbg-moltox21 | film | rocauc | 1 | 0.7702 +/- 0.0000 | 0.7160 +/- 0.0000 |
+| ogbg-moltox21 | gatv2 | rocauc | 1 | 0.7627 +/- 0.0000 | 0.7160 +/- 0.0000 |
+| ogbg-moltox21 | gcn | rocauc | 1 | 0.7580 +/- 0.0000 | 0.7171 +/- 0.0000 |
+| ogbg-moltox21 | gen | rocauc | 1 | 0.7835 +/- 0.0000 | 0.7444 +/- 0.0000 |
+| ogbg-moltox21 | gin | rocauc | 1 | 0.7690 +/- 0.0000 | 0.7242 +/- 0.0000 |
+| ogbg-moltox21 | gine | rocauc | 1 | 0.7744 +/- 0.0000 | 0.7328 +/- 0.0000 |
+| ogbg-moltox21 | graphconv | rocauc | 1 | 0.7831 +/- 0.0000 | 0.7147 +/- 0.0000 |
+| ogbg-moltox21 | graphsage | rocauc | 1 | 0.7709 +/- 0.0000 | 0.7196 +/- 0.0000 |
+| ogbg-moltox21 | mf | rocauc | 1 | 0.7773 +/- 0.0000 | 0.7281 +/- 0.0000 |
+| ogbg-moltox21 | pna | rocauc | 1 | 0.7660 +/- 0.0000 | 0.6946 +/- 0.0000 |
+| ogbg-moltox21 | resgated | rocauc | 1 | 0.7950 +/- 0.0000 | 0.7275 +/- 0.0000 |
+| ogbg-moltox21 | sgc | rocauc | 1 | 0.7611 +/- 0.0000 | 0.7240 +/- 0.0000 |
+| ogbg-moltox21 | tag | rocauc | 1 | 0.7866 +/- 0.0000 | 0.7416 +/- 0.0000 |
+| ogbg-moltox21 | transformer | rocauc | 1 | 0.7656 +/- 0.0000 | 0.7309 +/- 0.0000 |
+
+Delta vs matching classic
+| task | backbone | compute | metric | n | val score (delta) | test score (delta) | steps |
+| --- | --- | --- | --- | --- | --- | --- | --- |
+| ogbg-molbace | appnp | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7168 (0.0604) | 0.7209 (-0.0214) | |
+| ogbg-molbace | arma | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7179 (0.0256) | 0.7672 (-0.0167) | |
+| ogbg-molbace | cheb | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7114 (-0.0154) | 0.7533 (-0.0436) | |
+| ogbg-molbace | film | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6652 (-0.0051) | 0.7242 (0.0000) | |
+| ogbg-molbace | gatv2 | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7026 (-0.0004) | 0.7519 (0.0118) | |
+| ogbg-molbace | gcn | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6374 (-0.0007) | 0.7733 (0.0339) | |
+| ogbg-molbace | gen | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6894 (-0.0234) | 0.7449 (0.0123) | |
+| ogbg-molbace | gin | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6538 (0.0018) | 0.7169 (-0.0167) | |
+| ogbg-molbace | gine | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6685 (0.0044) | 0.6994 (-0.0461) | |
+| ogbg-molbace | graphconv | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7462 (0.0150) | 0.7983 (-0.0052) | |
+| ogbg-molbace | graphsage | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6703 (-0.0055) | 0.7119 (-0.0640) | |
+| ogbg-molbace | mf | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7234 (-0.0187) | 0.7684 (-0.0077) | |
+| ogbg-molbace | pna | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7037 (-0.0480) | 0.7967 (0.1055) | |
+| ogbg-molbace | resgated | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6912 (-0.0260) | 0.7465 (-0.0412) | |
+| ogbg-molbace | sgc | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6454 (-0.0121) | 0.7727 (0.0762) | |
+| ogbg-molbace | tag | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7355 (0.0271) | 0.6806 (-0.0539) | |
+| ogbg-molbace | transformer | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6982 (0.0319) | 0.7487 (0.0123) | |
+| ogbg-molbbbp | appnp | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9360 (0.0213) | 0.6073 (-0.0314) | |
+| ogbg-molbbbp | arma | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9415 (0.0048) | 0.6635 (-0.0016) | |
+| ogbg-molbbbp | cheb | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9278 (-0.0174) | 0.6659 (0.0145) | |
+| ogbg-molbbbp | film | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9400 (0.0115) | 0.6323 (0.0023) | |
+| ogbg-molbbbp | gatv2 | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9356 (0.0009) | 0.6560 (0.0235) | |
+| ogbg-molbbbp | gcn | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9417 (0.0031) | 0.6017 (-0.0663) | |
+| ogbg-molbbbp | gen | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9429 (-0.0119) | 0.6037 (-0.0738) | |
+| ogbg-molbbbp | gin | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9526 (0.0275) | 0.5932 (0.0261) | |
+| ogbg-molbbbp | gine | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9421 (0.0098) | 0.6976 (0.0816) | |
+| ogbg-molbbbp | graphconv | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9337 (0.0069) | 0.6518 (0.0618) | |
+| ogbg-molbbbp | graphsage | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9502 (0.0019) | 0.5934 (-0.0354) | |
+| ogbg-molbbbp | mf | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9488 (0.0094) | 0.6481 (0.0116) | |
+| ogbg-molbbbp | pna | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9585 (0.0031) | 0.6682 (0.0264) | |
+| ogbg-molbbbp | resgated | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9535 (0.0352) | 0.5839 (-0.0787) | |
+| ogbg-molbbbp | sgc | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9285 (-0.0015) | 0.6454 (0.0215) | |
+| ogbg-molbbbp | tag | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9459 (-0.0017) | 0.6420 (0.0320) | |
+| ogbg-molbbbp | transformer | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9355 (-0.0140) | 0.6221 (0.0065) | |
+| ogbg-molclintox | appnp | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9029 (0.0513) | 0.8898 (-0.0286) | |
+| ogbg-molclintox | arma | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9135 (-0.0328) | 0.8863 (0.0185) | |
+| ogbg-molclintox | cheb | fixed-rrog-T1-ns3 | rocauc | 1 | 0.8816 (-0.0112) | 0.8982 (-0.0170) | |
+| ogbg-molclintox | film | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9454 (0.0406) | 0.8430 (0.0699) | |
+| ogbg-molclintox | gatv2 | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9351 (-0.0164) | 0.8328 (-0.0164) | |
+| ogbg-molclintox | gcn | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9097 (-0.0221) | 0.8792 (-0.0140) | |
+| ogbg-molclintox | gen | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9399 (-0.0421) | 0.8194 (0.0066) | |
+| ogbg-molclintox | gin | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9164 (-0.0383) | 0.8788 (0.0202) | |
+| ogbg-molclintox | gine | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9225 (-0.0127) | 0.8840 (-0.0030) | |
+| ogbg-molclintox | graphconv | fixed-rrog-T1-ns3 | rocauc | 1 | 0.8494 (-0.0424) | 0.8186 (-0.0316) | |
+| ogbg-molclintox | graphsage | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9579 (0.0436) | 0.8664 (-0.0217) | |
+| ogbg-molclintox | mf | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9147 (-0.0104) | 0.8047 (-0.0323) | |
+| ogbg-molclintox | pna | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9064 (-0.0222) | 0.8735 (0.0132) | |
+| ogbg-molclintox | resgated | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9055 (-0.0188) | 0.8979 (-0.0205) | |
+| ogbg-molclintox | sgc | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9220 (0.0025) | 0.9054 (0.0068) | |
+| ogbg-molclintox | tag | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9183 (-0.0054) | 0.8433 (0.0435) | |
+| ogbg-molclintox | transformer | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9322 (0.0051) | 0.8522 (-0.0242) | |
+| ogbg-molhiv | appnp | fixed-rrog-T3-ns3 | rocauc | 1 | 0.7203 (-0.0471) | 0.6825 (-0.0175) | |
+| ogbg-molhiv | arma | fixed-rrog-T3-ns3 | rocauc | 1 | 0.7926 (0.0054) | 0.7318 (0.0021) | |
+| ogbg-molhiv | cheb | fixed-rrog-T3-ns3 | rocauc | 1 | 0.7735 (-0.0096) | 0.7426 (0.0144) | |
+| ogbg-molhiv | film | fixed-rrog-T1-ns3 | rocauc | 1 | 0.8251 (0.0330) | 0.7725 (-0.0117) | |
+| ogbg-molhiv | film | fixed-rrog-T3-ns3 | rocauc | 1 | 0.7633 (-0.0288) | 0.7728 (-0.0114) | |
+| ogbg-molhiv | gatv2 | fixed-rrog-T1-ns3 | rocauc | 1 | 0.8049 (0.0214) | 0.7486 (-0.0077) | |
+| ogbg-molhiv | gatv2 | fixed-rrog-T3-ns3 | rocauc | 1 | 0.7835 (0.0001) | 0.7466 (-0.0096) | |
+| ogbg-molhiv | gcn | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7833 (0.0079) | 0.7448 (0.0250) | |
+| ogbg-molhiv | gcn | fixed-rrog-T3-ns3 | rocauc | 1 | 0.7455 (-0.0300) | 0.7483 (0.0285) | |
+| ogbg-molhiv | gen | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7740 (0.0210) | 0.7590 (0.0276) | |
+| ogbg-molhiv | gen | fixed-rrog-T3-ns3 | rocauc | 1 | 0.8128 (0.0598) | 0.7631 (0.0318) | |
+| ogbg-molhiv | gin | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7710 (-0.0457) | 0.7668 (-0.0056) | |
+| ogbg-molhiv | gin | fixed-rrog-T3-ns3 | rocauc | 1 | 0.7524 (-0.0644) | 0.7324 (-0.0400) | |
+| ogbg-molhiv | gine | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7490 (-0.0453) | 0.7376 (-0.0070) | |
+| ogbg-molhiv | gine | fixed-rrog-T3-ns3 | rocauc | 1 | 0.7575 (-0.0368) | 0.7401 (-0.0044) | |
+| ogbg-molhiv | graphconv | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7817 (0.0110) | 0.7493 (0.0385) | |
+| ogbg-molhiv | graphconv | fixed-rrog-T3-ns3 | rocauc | 1 | 0.7713 (0.0006) | 0.6979 (-0.0129) | |
+| ogbg-molhiv | graphsage | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7893 (-0.0075) | 0.7633 (0.0008) | |
+| ogbg-molhiv | graphsage | fixed-rrog-T3-ns3 | rocauc | 1 | 0.7587 (-0.0382) | 0.7641 (0.0016) | |
+| ogbg-molhiv | mf | fixed-rrog-T3-ns3 | rocauc | 1 | 0.7931 (0.0085) | 0.7217 (0.0143) | |
+| ogbg-molhiv | pna | fixed-rrog-T1-ns3 | rocauc | 1 | 0.8097 (0.0317) | 0.7602 (-0.0046) | |
+| ogbg-molhiv | pna | fixed-rrog-T3-ns3 | rocauc | 1 | 0.7890 (0.0111) | 0.7630 (-0.0018) | |
+| ogbg-molhiv | resgated | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7923 (-0.0221) | 0.7227 (-0.0015) | |
+| ogbg-molhiv | resgated | fixed-rrog-T3-ns3 | rocauc | 1 | 0.8174 (0.0030) | 0.7055 (-0.0187) | |
+| ogbg-molhiv | sgc | fixed-rrog-T3-ns3 | rocauc | 1 | 0.7482 (0.0003) | 0.7177 (0.0158) | |
+| ogbg-molhiv | tag | fixed-rrog-T3-ns3 | rocauc | 1 | 0.7804 (0.0276) | 0.7352 (0.0096) | |
+| ogbg-molhiv | transformer | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7838 (0.0221) | 0.7648 (0.0100) | |
+| ogbg-molhiv | transformer | fixed-rrog-T3-ns3 | rocauc | 1 | 0.8088 (0.0471) | 0.7413 (-0.0134) | |
+| ogbg-molsider | appnp | fixed-rrog-T1-ns3 | rocauc | 1 | 0.5938 (0.0051) | 0.5905 (-0.0099) | |
+| ogbg-molsider | arma | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6344 (0.0071) | 0.6141 (-0.0018) | |
+| ogbg-molsider | cheb | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6263 (0.0026) | 0.6096 (0.0062) | |
+| ogbg-molsider | film | fixed-rrog-T1-ns3 | rocauc | 1 | 0.5862 (-0.0162) | 0.5974 (0.0076) | |
+| ogbg-molsider | gatv2 | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6462 (0.0391) | 0.6000 (-0.0013) | |
+| ogbg-molsider | gcn | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6256 (-0.0037) | 0.6117 (0.0031) | |
+| ogbg-molsider | gen | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6345 (-0.0175) | 0.6053 (0.0199) | |
+| ogbg-molsider | gin | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6046 (-0.0179) | 0.6022 (0.0274) | |
+| ogbg-molsider | gine | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6151 (-0.0176) | 0.6150 (0.0655) | |
+| ogbg-molsider | graphconv | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6010 (0.0089) | 0.5963 (-0.0188) | |
+| ogbg-molsider | graphsage | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6232 (0.0015) | 0.5861 (0.0053) | |
+| ogbg-molsider | mf | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6190 (-0.0012) | 0.5983 (0.0122) | |
+| ogbg-molsider | pna | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6058 (-0.0161) | 0.5721 (-0.0243) | |
+| ogbg-molsider | resgated | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6205 (-0.0005) | 0.5960 (0.0050) | |
+| ogbg-molsider | sgc | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6151 (-0.0022) | 0.6417 (0.0375) | |
+| ogbg-molsider | tag | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6410 (-0.0028) | 0.6102 (-0.0041) | |
+| ogbg-molsider | transformer | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6315 (0.0156) | 0.6190 (0.0210) | |
+| ogbg-moltox21 | appnp | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7280 (0.0025) | 0.7154 (-0.0005) | |
+| ogbg-moltox21 | arma | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7771 (-0.0028) | 0.7209 (-0.0014) | |
+| ogbg-moltox21 | cheb | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7710 (-0.0125) | 0.7286 (-0.0015) | |
+| ogbg-moltox21 | film | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7727 (0.0025) | 0.7369 (0.0209) | |
+| ogbg-moltox21 | gatv2 | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7762 (0.0135) | 0.7303 (0.0143) | |
+| ogbg-moltox21 | gcn | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7588 (0.0007) | 0.7230 (0.0059) | |
+| ogbg-moltox21 | gen | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7757 (-0.0077) | 0.7312 (-0.0132) | |
+| ogbg-moltox21 | gin | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7718 (0.0028) | 0.7237 (-0.0005) | |
+| ogbg-moltox21 | gine | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7622 (-0.0122) | 0.7193 (-0.0135) | |
+| ogbg-moltox21 | graphconv | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7820 (-0.0011) | 0.7313 (0.0166) | |
+| ogbg-moltox21 | graphsage | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7697 (-0.0012) | 0.7205 (0.0009) | |
+| ogbg-moltox21 | mf | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7695 (-0.0078) | 0.7279 (-0.0002) | |
+| ogbg-moltox21 | pna | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7745 (0.0085) | 0.7349 (0.0403) | |
+| ogbg-moltox21 | resgated | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7887 (-0.0064) | 0.7380 (0.0104) | |
+| ogbg-moltox21 | sgc | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7506 (-0.0105) | 0.7355 (0.0115) | |
+| ogbg-moltox21 | tag | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7839 (-0.0027) | 0.7342 (-0.0074) | |
+| ogbg-moltox21 | transformer | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7761 (0.0105) | 0.7292 (-0.0018) | |