summaryrefslogtreecommitdiff
path: root/logs/ogbg-molhiv_T1_ns3_s0.log
blob: a4dc30e94170fbb960b62ceafe64229b74aff2ce (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
[skip] runs/ogbg-molhiv_gin_classic_T0_ns1_h128_e100_s0.json
[run] ogbg-molhiv view=gin compute=fixed-rrog T=1 ns=3 device=cuda:0
python3 rrog/train_ogb_graphprop.py --dataset ogbg-molhiv --view gin --compute fixed-rrog --T 1 --n_sup 3 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:0
ep10 val_rocauc=0.52613 halt=0.00 train_steps=3.00
ep20 val_rocauc=0.70545 halt=0.00 train_steps=3.00
ep30 val_rocauc=0.65789 halt=0.00 train_steps=3.00
ep40 val_rocauc=0.77100 halt=0.00 train_steps=3.00
ep50 val_rocauc=0.75591 halt=0.00 train_steps=3.00
ep60 val_rocauc=0.74447 halt=0.00 train_steps=3.00
ep70 val_rocauc=0.75031 halt=0.00 train_steps=3.00
ep80 val_rocauc=0.73179 halt=0.00 train_steps=3.00
ep90 val_rocauc=0.74630 halt=0.00 train_steps=3.00
ep100 val_rocauc=0.74027 halt=0.00 train_steps=3.00
[ogbg-molhiv_gin_fixed-rrog_T1_ns3_h128_e100_s0] best_ep=40 val={'rocauc': 0.7710048010973936} test={'rocauc': 0.7667761061434172} adaptive=None steps=None
  wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molhiv_gin_fixed-rrog_T1_ns3_h128_e100_s0.json
[skip] runs/ogbg-molhiv_gine_classic_T0_ns1_h128_e100_s0.json
[run] ogbg-molhiv view=gine compute=fixed-rrog T=1 ns=3 device=cuda:0
python3 rrog/train_ogb_graphprop.py --dataset ogbg-molhiv --view gine --compute fixed-rrog --T 1 --n_sup 3 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:0
ep10 val_rocauc=0.60417 halt=0.00 train_steps=3.00
ep20 val_rocauc=0.71514 halt=0.00 train_steps=3.00
ep30 val_rocauc=0.71708 halt=0.00 train_steps=3.00
ep40 val_rocauc=0.73860 halt=0.00 train_steps=3.00
ep50 val_rocauc=0.73481 halt=0.00 train_steps=3.00
ep60 val_rocauc=0.73761 halt=0.00 train_steps=3.00
ep70 val_rocauc=0.72236 halt=0.00 train_steps=3.00
ep80 val_rocauc=0.74896 halt=0.00 train_steps=3.00
ep90 val_rocauc=0.74260 halt=0.00 train_steps=3.00
ep100 val_rocauc=0.74183 halt=0.00 train_steps=3.00
[ogbg-molhiv_gine_fixed-rrog_T1_ns3_h128_e100_s0] best_ep=80 val={'rocauc': 0.7489589457182049} test={'rocauc': 0.7375634909905561} adaptive=None steps=None
  wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molhiv_gine_fixed-rrog_T1_ns3_h128_e100_s0.json
[skip] runs/ogbg-molhiv_gcn_classic_T0_ns1_h128_e100_s0.json
[run] ogbg-molhiv view=gcn compute=fixed-rrog T=1 ns=3 device=cuda:0
python3 rrog/train_ogb_graphprop.py --dataset ogbg-molhiv --view gcn --compute fixed-rrog --T 1 --n_sup 3 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:0
ep10 val_rocauc=0.64381 halt=0.00 train_steps=3.00
ep20 val_rocauc=0.76352 halt=0.00 train_steps=3.00
ep30 val_rocauc=0.75232 halt=0.00 train_steps=3.00
ep40 val_rocauc=0.77157 halt=0.00 train_steps=3.00
ep50 val_rocauc=0.72431 halt=0.00 train_steps=3.00
ep60 val_rocauc=0.78334 halt=0.00 train_steps=3.00
ep70 val_rocauc=0.76257 halt=0.00 train_steps=3.00
ep80 val_rocauc=0.75355 halt=0.00 train_steps=3.00
ep90 val_rocauc=0.76158 halt=0.00 train_steps=3.00
ep100 val_rocauc=0.75779 halt=0.00 train_steps=3.00
[ogbg-molhiv_gcn_fixed-rrog_T1_ns3_h128_e100_s0] best_ep=60 val={'rocauc': 0.783344356261023} test={'rocauc': 0.7447787713165569} adaptive=None steps=None
  wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molhiv_gcn_fixed-rrog_T1_ns3_h128_e100_s0.json
[skip] runs/ogbg-molhiv_graphsage_classic_T0_ns1_h128_e100_s0.json
[run] ogbg-molhiv view=graphsage compute=fixed-rrog T=1 ns=3 device=cuda:0
python3 rrog/train_ogb_graphprop.py --dataset ogbg-molhiv --view graphsage --compute fixed-rrog --T 1 --n_sup 3 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:0
ep10 val_rocauc=0.67776 halt=0.00 train_steps=3.00
ep20 val_rocauc=0.74009 halt=0.00 train_steps=3.00
ep30 val_rocauc=0.69741 halt=0.00 train_steps=3.00
ep40 val_rocauc=0.77888 halt=0.00 train_steps=3.00
ep50 val_rocauc=0.78935 halt=0.00 train_steps=3.00
ep60 val_rocauc=0.76325 halt=0.00 train_steps=3.00
ep70 val_rocauc=0.75591 halt=0.00 train_steps=3.00
ep80 val_rocauc=0.72551 halt=0.00 train_steps=3.00
ep90 val_rocauc=0.71822 halt=0.00 train_steps=3.00
ep100 val_rocauc=0.71852 halt=0.00 train_steps=3.00
[ogbg-molhiv_graphsage_fixed-rrog_T1_ns3_h128_e100_s0] best_ep=50 val={'rocauc': 0.7893457280031354} test={'rocauc': 0.7632959307827497} adaptive=None steps=None
  wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molhiv_graphsage_fixed-rrog_T1_ns3_h128_e100_s0.json
[skip] runs/ogbg-molhiv_gatv2_classic_T0_ns1_h128_e100_s0.json
[run] ogbg-molhiv view=gatv2 compute=fixed-rrog T=1 ns=3 device=cuda:0
python3 rrog/train_ogb_graphprop.py --dataset ogbg-molhiv --view gatv2 --compute fixed-rrog --T 1 --n_sup 3 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:0
ep10 val_rocauc=0.64010 halt=0.00 train_steps=3.00
ep20 val_rocauc=0.76351 halt=0.00 train_steps=3.00
ep30 val_rocauc=0.80490 halt=0.00 train_steps=3.00
ep40 val_rocauc=0.75482 halt=0.00 train_steps=3.00
ep50 val_rocauc=0.78361 halt=0.00 train_steps=3.00
ep60 val_rocauc=0.78926 halt=0.00 train_steps=3.00
ep70 val_rocauc=0.75524 halt=0.00 train_steps=3.00
ep80 val_rocauc=0.77222 halt=0.00 train_steps=3.00
ep90 val_rocauc=0.76119 halt=0.00 train_steps=3.00
ep100 val_rocauc=0.76813 halt=0.00 train_steps=3.00
[ogbg-molhiv_gatv2_fixed-rrog_T1_ns3_h128_e100_s0] best_ep=30 val={'rocauc': 0.8049003037428963} test={'rocauc': 0.7485679522586377} adaptive=None steps=None
  wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molhiv_gatv2_fixed-rrog_T1_ns3_h128_e100_s0.json
[skip] runs/ogbg-molhiv_graphconv_classic_T0_ns1_h128_e100_s0.json
[run] ogbg-molhiv view=graphconv compute=fixed-rrog T=1 ns=3 device=cuda:0
python3 rrog/train_ogb_graphprop.py --dataset ogbg-molhiv --view graphconv --compute fixed-rrog --T 1 --n_sup 3 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:0
ep10 val_rocauc=0.68284 halt=0.00 train_steps=3.00
ep20 val_rocauc=0.75036 halt=0.00 train_steps=3.00
ep30 val_rocauc=0.73015 halt=0.00 train_steps=3.00
ep40 val_rocauc=0.78168 halt=0.00 train_steps=3.00
ep50 val_rocauc=0.77547 halt=0.00 train_steps=3.00
ep60 val_rocauc=0.75932 halt=0.00 train_steps=3.00
ep70 val_rocauc=0.77169 halt=0.00 train_steps=3.00
ep80 val_rocauc=0.76077 halt=0.00 train_steps=3.00
ep90 val_rocauc=0.75885 halt=0.00 train_steps=3.00
ep100 val_rocauc=0.75807 halt=0.00 train_steps=3.00
[ogbg-molhiv_graphconv_fixed-rrog_T1_ns3_h128_e100_s0] best_ep=40 val={'rocauc': 0.7816847932588673} test={'rocauc': 0.7492632148168176} adaptive=None steps=None
  wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molhiv_graphconv_fixed-rrog_T1_ns3_h128_e100_s0.json
[skip] runs/ogbg-molhiv_transformer_classic_T0_ns1_h128_e100_s0.json
[run] ogbg-molhiv view=transformer compute=fixed-rrog T=1 ns=3 device=cuda:0
python3 rrog/train_ogb_graphprop.py --dataset ogbg-molhiv --view transformer --compute fixed-rrog --T 1 --n_sup 3 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:0
ep10 val_rocauc=0.71048 halt=0.00 train_steps=3.00
ep20 val_rocauc=0.73061 halt=0.00 train_steps=3.00
ep30 val_rocauc=0.78382 halt=0.00 train_steps=3.00
ep40 val_rocauc=0.76229 halt=0.00 train_steps=3.00
ep50 val_rocauc=0.78076 halt=0.00 train_steps=3.00
ep60 val_rocauc=0.77954 halt=0.00 train_steps=3.00
ep70 val_rocauc=0.76771 halt=0.00 train_steps=3.00
ep80 val_rocauc=0.76045 halt=0.00 train_steps=3.00
ep90 val_rocauc=0.75987 halt=0.00 train_steps=3.00
ep100 val_rocauc=0.76094 halt=0.00 train_steps=3.00
[ogbg-molhiv_transformer_fixed-rrog_T1_ns3_h128_e100_s0] best_ep=30 val={'rocauc': 0.7838158926121889} test={'rocauc': 0.7647501883002762} adaptive=None steps=None
  wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molhiv_transformer_fixed-rrog_T1_ns3_h128_e100_s0.json
[skip] runs/ogbg-molhiv_pna_classic_T0_ns1_h128_e100_s0.json
[run] ogbg-molhiv view=pna compute=fixed-rrog T=1 ns=3 device=cuda:0
python3 rrog/train_ogb_graphprop.py --dataset ogbg-molhiv --view pna --compute fixed-rrog --T 1 --n_sup 3 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:0
/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='min')` can be accelerated via the 'torch-scatter' package, but it was not found
  warnings.warn(
/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='max')` can be accelerated via the 'torch-scatter' package, but it was not found
  warnings.warn(
ep10 val_rocauc=0.73911 halt=0.00 train_steps=3.00
/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='min')` can be accelerated via the 'torch-scatter' package, but it was not found
  warnings.warn(
/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='max')` can be accelerated via the 'torch-scatter' package, but it was not found
  warnings.warn(
ep20 val_rocauc=0.65293 halt=0.00 train_steps=3.00
/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='min')` can be accelerated via the 'torch-scatter' package, but it was not found
  warnings.warn(
/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='max')` can be accelerated via the 'torch-scatter' package, but it was not found
  warnings.warn(
ep30 val_rocauc=0.76153 halt=0.00 train_steps=3.00
/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='min')` can be accelerated via the 'torch-scatter' package, but it was not found
  warnings.warn(
/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='max')` can be accelerated via the 'torch-scatter' package, but it was not found
  warnings.warn(
ep40 val_rocauc=0.73555 halt=0.00 train_steps=3.00
/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='min')` can be accelerated via the 'torch-scatter' package, but it was not found
  warnings.warn(
/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='max')` can be accelerated via the 'torch-scatter' package, but it was not found
  warnings.warn(
ep50 val_rocauc=0.72598 halt=0.00 train_steps=3.00
/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='min')` can be accelerated via the 'torch-scatter' package, but it was not found
  warnings.warn(
/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='max')` can be accelerated via the 'torch-scatter' package, but it was not found
  warnings.warn(
ep60 val_rocauc=0.80966 halt=0.00 train_steps=3.00
/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='min')` can be accelerated via the 'torch-scatter' package, but it was not found
  warnings.warn(
/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='max')` can be accelerated via the 'torch-scatter' package, but it was not found
  warnings.warn(
ep70 val_rocauc=0.76538 halt=0.00 train_steps=3.00
/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='min')` can be accelerated via the 'torch-scatter' package, but it was not found
  warnings.warn(
/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='max')` can be accelerated via the 'torch-scatter' package, but it was not found
  warnings.warn(
ep80 val_rocauc=0.77175 halt=0.00 train_steps=3.00
/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='min')` can be accelerated via the 'torch-scatter' package, but it was not found
  warnings.warn(
/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='max')` can be accelerated via the 'torch-scatter' package, but it was not found
  warnings.warn(
ep90 val_rocauc=0.76773 halt=0.00 train_steps=3.00
/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='min')` can be accelerated via the 'torch-scatter' package, but it was not found
  warnings.warn(
/orion/u/oscarwan/rrog-gnn-runner/.venv/lib/python3.13/site-packages/torch_geometric/utils/_scatter.py:91: UserWarning: The usage of `scatter(reduce='max')` can be accelerated via the 'torch-scatter' package, but it was not found
  warnings.warn(
ep100 val_rocauc=0.76248 halt=0.00 train_steps=3.00
[ogbg-molhiv_pna_fixed-rrog_T1_ns3_h128_e100_s0] best_ep=60 val={'rocauc': 0.8096554722712129} test={'rocauc': 0.7601633867011722} adaptive=None steps=None
  wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molhiv_pna_fixed-rrog_T1_ns3_h128_e100_s0.json
[skip] runs/ogbg-molhiv_gen_classic_T0_ns1_h128_e100_s0.json
[run] ogbg-molhiv view=gen compute=fixed-rrog T=1 ns=3 device=cuda:0
python3 rrog/train_ogb_graphprop.py --dataset ogbg-molhiv --view gen --compute fixed-rrog --T 1 --n_sup 3 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:0
ep10 val_rocauc=0.73991 halt=0.00 train_steps=3.00
ep20 val_rocauc=0.75281 halt=0.00 train_steps=3.00
ep30 val_rocauc=0.66395 halt=0.00 train_steps=3.00
ep40 val_rocauc=0.75387 halt=0.00 train_steps=3.00
ep50 val_rocauc=0.77401 halt=0.00 train_steps=3.00
ep60 val_rocauc=0.77070 halt=0.00 train_steps=3.00
ep70 val_rocauc=0.73017 halt=0.00 train_steps=3.00
ep80 val_rocauc=0.72701 halt=0.00 train_steps=3.00
ep90 val_rocauc=0.73952 halt=0.00 train_steps=3.00
ep100 val_rocauc=0.73520 halt=0.00 train_steps=3.00
[ogbg-molhiv_gen_fixed-rrog_T1_ns3_h128_e100_s0] best_ep=50 val={'rocauc': 0.77400548696845} test={'rocauc': 0.7589563336487767} adaptive=None steps=None
  wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molhiv_gen_fixed-rrog_T1_ns3_h128_e100_s0.json
[skip] runs/ogbg-molhiv_film_classic_T0_ns1_h128_e100_s0.json
[run] ogbg-molhiv view=film compute=fixed-rrog T=1 ns=3 device=cuda:0
python3 rrog/train_ogb_graphprop.py --dataset ogbg-molhiv --view film --compute fixed-rrog --T 1 --n_sup 3 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:0
ep10 val_rocauc=0.66456 halt=0.00 train_steps=3.00
ep20 val_rocauc=0.77269 halt=0.00 train_steps=3.00
ep30 val_rocauc=0.77029 halt=0.00 train_steps=3.00
ep40 val_rocauc=0.82515 halt=0.00 train_steps=3.00
ep50 val_rocauc=0.71021 halt=0.00 train_steps=3.00
ep60 val_rocauc=0.80563 halt=0.00 train_steps=3.00
ep70 val_rocauc=0.78091 halt=0.00 train_steps=3.00
ep80 val_rocauc=0.76824 halt=0.00 train_steps=3.00
ep90 val_rocauc=0.77147 halt=0.00 train_steps=3.00
ep100 val_rocauc=0.75765 halt=0.00 train_steps=3.00
[ogbg-molhiv_film_fixed-rrog_T1_ns3_h128_e100_s0] best_ep=40 val={'rocauc': 0.8251457475994514} test={'rocauc': 0.7725487166611946} adaptive=None steps=None
  wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molhiv_film_fixed-rrog_T1_ns3_h128_e100_s0.json
[skip] runs/ogbg-molhiv_resgated_classic_T0_ns1_h128_e100_s0.json
[run] ogbg-molhiv view=resgated compute=fixed-rrog T=1 ns=3 device=cuda:0
python3 rrog/train_ogb_graphprop.py --dataset ogbg-molhiv --view resgated --compute fixed-rrog --T 1 --n_sup 3 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:0
ep10 val_rocauc=0.72860 halt=0.00 train_steps=3.00
ep20 val_rocauc=0.72892 halt=0.00 train_steps=3.00
ep30 val_rocauc=0.76794 halt=0.00 train_steps=3.00
ep40 val_rocauc=0.78591 halt=0.00 train_steps=3.00
ep50 val_rocauc=0.79226 halt=0.00 train_steps=3.00
ep60 val_rocauc=0.76919 halt=0.00 train_steps=3.00
ep70 val_rocauc=0.78373 halt=0.00 train_steps=3.00
ep80 val_rocauc=0.78924 halt=0.00 train_steps=3.00
ep90 val_rocauc=0.78751 halt=0.00 train_steps=3.00
ep100 val_rocauc=0.78266 halt=0.00 train_steps=3.00
[ogbg-molhiv_resgated_fixed-rrog_T1_ns3_h128_e100_s0] best_ep=50 val={'rocauc': 0.7922576180678031} test={'rocauc': 0.7226559029722475} adaptive=None steps=None
  wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molhiv_resgated_fixed-rrog_T1_ns3_h128_e100_s0.json
[skip] runs/ogbg-molhiv_tag_classic_T0_ns1_h128_e100_s0.json
[run] ogbg-molhiv view=tag compute=fixed-rrog T=1 ns=3 device=cuda:0
python3 rrog/train_ogb_graphprop.py --dataset ogbg-molhiv --view tag --compute fixed-rrog --T 1 --n_sup 3 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:0
ep10 val_rocauc=0.59326 halt=0.00 train_steps=3.00
ep20 val_rocauc=0.69148 halt=0.00 train_steps=3.00
ep30 val_rocauc=0.65895 halt=0.00 train_steps=3.00
ep40 val_rocauc=0.65750 halt=0.00 train_steps=3.00
ep50 val_rocauc=0.76568 halt=0.00 train_steps=3.00
ep60 val_rocauc=0.75549 halt=0.00 train_steps=3.00
ep70 val_rocauc=0.76344 halt=0.00 train_steps=3.00
ep80 val_rocauc=0.76911 halt=0.00 train_steps=3.00
ep90 val_rocauc=0.77170 halt=0.00 train_steps=3.00
ep100 val_rocauc=0.76987 halt=0.00 train_steps=3.00
[ogbg-molhiv_tag_fixed-rrog_T1_ns3_h128_e100_s0] best_ep=90 val={'rocauc': 0.7717029198510681} test={'rocauc': 0.7181154522103554} adaptive=None steps=None
  wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molhiv_tag_fixed-rrog_T1_ns3_h128_e100_s0.json
[skip] runs/ogbg-molhiv_sgc_classic_T0_ns1_h128_e100_s0.json
[run] ogbg-molhiv view=sgc compute=fixed-rrog T=1 ns=3 device=cuda:0
python3 rrog/train_ogb_graphprop.py --dataset ogbg-molhiv --view sgc --compute fixed-rrog --T 1 --n_sup 3 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:0
ep10 val_rocauc=0.70493 halt=0.00 train_steps=3.00
ep20 val_rocauc=0.73664 halt=0.00 train_steps=3.00
ep30 val_rocauc=0.72784 halt=0.00 train_steps=3.00
ep40 val_rocauc=0.75185 halt=0.00 train_steps=3.00
ep50 val_rocauc=0.72864 halt=0.00 train_steps=3.00
ep60 val_rocauc=0.75657 halt=0.00 train_steps=3.00
ep70 val_rocauc=0.76280 halt=0.00 train_steps=3.00
ep80 val_rocauc=0.76591 halt=0.00 train_steps=3.00
ep90 val_rocauc=0.75411 halt=0.00 train_steps=3.00
ep100 val_rocauc=0.75739 halt=0.00 train_steps=3.00
[ogbg-molhiv_sgc_fixed-rrog_T1_ns3_h128_e100_s0] best_ep=80 val={'rocauc': 0.7659097589653145} test={'rocauc': 0.7135769327333474} adaptive=None steps=None
  wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molhiv_sgc_fixed-rrog_T1_ns3_h128_e100_s0.json
[skip] runs/ogbg-molhiv_cheb_classic_T0_ns1_h128_e100_s0.json
[run] ogbg-molhiv view=cheb compute=fixed-rrog T=1 ns=3 device=cuda:0
python3 rrog/train_ogb_graphprop.py --dataset ogbg-molhiv --view cheb --compute fixed-rrog --T 1 --n_sup 3 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:0
ep10 val_rocauc=0.75264 halt=0.00 train_steps=3.00
ep20 val_rocauc=0.76719 halt=0.00 train_steps=3.00
ep30 val_rocauc=0.74289 halt=0.00 train_steps=3.00
ep40 val_rocauc=0.79468 halt=0.00 train_steps=3.00
ep50 val_rocauc=0.76474 halt=0.00 train_steps=3.00
ep60 val_rocauc=0.76252 halt=0.00 train_steps=3.00
ep70 val_rocauc=0.76949 halt=0.00 train_steps=3.00
ep80 val_rocauc=0.75856 halt=0.00 train_steps=3.00
ep90 val_rocauc=0.75231 halt=0.00 train_steps=3.00
ep100 val_rocauc=0.75098 halt=0.00 train_steps=3.00
[ogbg-molhiv_cheb_fixed-rrog_T1_ns3_h128_e100_s0] best_ep=40 val={'rocauc': 0.794682662159514} test={'rocauc': 0.7290194866644778} adaptive=None steps=None
  wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molhiv_cheb_fixed-rrog_T1_ns3_h128_e100_s0.json
[skip] runs/ogbg-molhiv_arma_classic_T0_ns1_h128_e100_s0.json
[run] ogbg-molhiv view=arma compute=fixed-rrog T=1 ns=3 device=cuda:0
python3 rrog/train_ogb_graphprop.py --dataset ogbg-molhiv --view arma --compute fixed-rrog --T 1 --n_sup 3 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:0
ep10 val_rocauc=0.68967 halt=0.00 train_steps=3.00
ep20 val_rocauc=0.73124 halt=0.00 train_steps=3.00
ep30 val_rocauc=0.74889 halt=0.00 train_steps=3.00
ep40 val_rocauc=0.77770 halt=0.00 train_steps=3.00
ep50 val_rocauc=0.77862 halt=0.00 train_steps=3.00
ep60 val_rocauc=0.79564 halt=0.00 train_steps=3.00
ep70 val_rocauc=0.76844 halt=0.00 train_steps=3.00
ep80 val_rocauc=0.76816 halt=0.00 train_steps=3.00
ep90 val_rocauc=0.77160 halt=0.00 train_steps=3.00
ep100 val_rocauc=0.76284 halt=0.00 train_steps=3.00
[ogbg-molhiv_arma_fixed-rrog_T1_ns3_h128_e100_s0] best_ep=60 val={'rocauc': 0.7956441064079952} test={'rocauc': 0.6966917089939937} adaptive=None steps=None
  wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molhiv_arma_fixed-rrog_T1_ns3_h128_e100_s0.json
[skip] runs/ogbg-molhiv_mf_classic_T0_ns1_h128_e100_s0.json
[run] ogbg-molhiv view=mf compute=fixed-rrog T=1 ns=3 device=cuda:0
python3 rrog/train_ogb_graphprop.py --dataset ogbg-molhiv --view mf --compute fixed-rrog --T 1 --n_sup 3 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:0
ep10 val_rocauc=0.68258 halt=0.00 train_steps=3.00
ep20 val_rocauc=0.74430 halt=0.00 train_steps=3.00
ep30 val_rocauc=0.75018 halt=0.00 train_steps=3.00
ep40 val_rocauc=0.76723 halt=0.00 train_steps=3.00
ep50 val_rocauc=0.77540 halt=0.00 train_steps=3.00
ep60 val_rocauc=0.74952 halt=0.00 train_steps=3.00
ep70 val_rocauc=0.75421 halt=0.00 train_steps=3.00
ep80 val_rocauc=0.75108 halt=0.00 train_steps=3.00
ep90 val_rocauc=0.75275 halt=0.00 train_steps=3.00
ep100 val_rocauc=0.75041 halt=0.00 train_steps=3.00
[ogbg-molhiv_mf_fixed-rrog_T1_ns3_h128_e100_s0] best_ep=50 val={'rocauc': 0.7754017244757985} test={'rocauc': 0.7114583132157826} adaptive=None steps=None
  wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molhiv_mf_fixed-rrog_T1_ns3_h128_e100_s0.json
[skip] runs/ogbg-molhiv_appnp_classic_T0_ns1_h128_e100_s0.json
[run] ogbg-molhiv view=appnp compute=fixed-rrog T=1 ns=3 device=cuda:0
python3 rrog/train_ogb_graphprop.py --dataset ogbg-molhiv --view appnp --compute fixed-rrog --T 1 --n_sup 3 --hidden 128 --bs 128 --epochs 100 --eval_every 10 --agg_layers 5 --compute_layers 2 --seed 0 --device cuda:0
ep10 val_rocauc=0.71241 halt=0.00 train_steps=3.00
ep20 val_rocauc=0.69902 halt=0.00 train_steps=3.00
ep30 val_rocauc=0.75349 halt=0.00 train_steps=3.00
ep40 val_rocauc=0.70339 halt=0.00 train_steps=3.00
ep50 val_rocauc=0.74383 halt=0.00 train_steps=3.00
ep60 val_rocauc=0.75732 halt=0.00 train_steps=3.00
ep70 val_rocauc=0.72123 halt=0.00 train_steps=3.00
ep80 val_rocauc=0.71581 halt=0.00 train_steps=3.00
ep90 val_rocauc=0.71400 halt=0.00 train_steps=3.00
ep100 val_rocauc=0.71511 halt=0.00 train_steps=3.00
[ogbg-molhiv_appnp_fixed-rrog_T1_ns3_h128_e100_s0] best_ep=60 val={'rocauc': 0.7573179992161474} test={'rocauc': 0.7228548253152822} adaptive=None steps=None
  wrote /orion/u/oscarwan/rrog-gnn-runner/runs/ogbg-molhiv_appnp_fixed-rrog_T1_ns3_h128_e100_s0.json

Classic baseline: task x backbone
| task | backbone | metric | n | val | test |
| --- | --- | --- | --- | --- | --- |
| ogbg-molbace | appnp | rocauc | 1 | 0.6564 +/- 0.0000 | 0.7423 +/- 0.0000 |
| ogbg-molbace | arma | rocauc | 1 | 0.6923 +/- 0.0000 | 0.7839 +/- 0.0000 |
| ogbg-molbace | cheb | rocauc | 1 | 0.7267 +/- 0.0000 | 0.7969 +/- 0.0000 |
| ogbg-molbace | film | rocauc | 1 | 0.6703 +/- 0.0000 | 0.7242 +/- 0.0000 |
| ogbg-molbace | gatv2 | rocauc | 1 | 0.7029 +/- 0.0000 | 0.7400 +/- 0.0000 |
| ogbg-molbace | gcn | rocauc | 1 | 0.6381 +/- 0.0000 | 0.7393 +/- 0.0000 |
| ogbg-molbace | gen | rocauc | 1 | 0.7128 +/- 0.0000 | 0.7326 +/- 0.0000 |
| ogbg-molbace | gin | rocauc | 1 | 0.6520 +/- 0.0000 | 0.7336 +/- 0.0000 |
| ogbg-molbace | gine | rocauc | 1 | 0.6641 +/- 0.0000 | 0.7454 +/- 0.0000 |
| ogbg-molbace | graphconv | rocauc | 1 | 0.7311 +/- 0.0000 | 0.8035 +/- 0.0000 |
| ogbg-molbace | graphsage | rocauc | 1 | 0.6758 +/- 0.0000 | 0.7759 +/- 0.0000 |
| ogbg-molbace | mf | rocauc | 1 | 0.7421 +/- 0.0000 | 0.7760 +/- 0.0000 |
| ogbg-molbace | pna | rocauc | 1 | 0.7516 +/- 0.0000 | 0.6912 +/- 0.0000 |
| ogbg-molbace | resgated | rocauc | 1 | 0.7172 +/- 0.0000 | 0.7877 +/- 0.0000 |
| ogbg-molbace | sgc | rocauc | 1 | 0.6575 +/- 0.0000 | 0.6966 +/- 0.0000 |
| ogbg-molbace | tag | rocauc | 1 | 0.7084 +/- 0.0000 | 0.7345 +/- 0.0000 |
| ogbg-molbace | transformer | rocauc | 1 | 0.6663 +/- 0.0000 | 0.7364 +/- 0.0000 |
| ogbg-molbbbp | appnp | rocauc | 1 | 0.9147 +/- 0.0000 | 0.6388 +/- 0.0000 |
| ogbg-molbbbp | arma | rocauc | 1 | 0.9367 +/- 0.0000 | 0.6651 +/- 0.0000 |
| ogbg-molbbbp | cheb | rocauc | 1 | 0.9452 +/- 0.0000 | 0.6514 +/- 0.0000 |
| ogbg-molbbbp | film | rocauc | 1 | 0.9285 +/- 0.0000 | 0.6300 +/- 0.0000 |
| ogbg-molbbbp | gatv2 | rocauc | 1 | 0.9347 +/- 0.0000 | 0.6324 +/- 0.0000 |
| ogbg-molbbbp | gcn | rocauc | 1 | 0.9386 +/- 0.0000 | 0.6679 +/- 0.0000 |
| ogbg-molbbbp | gen | rocauc | 1 | 0.9549 +/- 0.0000 | 0.6775 +/- 0.0000 |
| ogbg-molbbbp | gin | rocauc | 1 | 0.9251 +/- 0.0000 | 0.5670 +/- 0.0000 |
| ogbg-molbbbp | gine | rocauc | 1 | 0.9324 +/- 0.0000 | 0.6160 +/- 0.0000 |
| ogbg-molbbbp | graphconv | rocauc | 1 | 0.9268 +/- 0.0000 | 0.5900 +/- 0.0000 |
| ogbg-molbbbp | graphsage | rocauc | 1 | 0.9483 +/- 0.0000 | 0.6288 +/- 0.0000 |
| ogbg-molbbbp | mf | rocauc | 1 | 0.9395 +/- 0.0000 | 0.6365 +/- 0.0000 |
| ogbg-molbbbp | pna | rocauc | 1 | 0.9554 +/- 0.0000 | 0.6418 +/- 0.0000 |
| ogbg-molbbbp | resgated | rocauc | 1 | 0.9183 +/- 0.0000 | 0.6626 +/- 0.0000 |
| ogbg-molbbbp | sgc | rocauc | 1 | 0.9300 +/- 0.0000 | 0.6239 +/- 0.0000 |
| ogbg-molbbbp | tag | rocauc | 1 | 0.9476 +/- 0.0000 | 0.6100 +/- 0.0000 |
| ogbg-molbbbp | transformer | rocauc | 1 | 0.9495 +/- 0.0000 | 0.6156 +/- 0.0000 |
| ogbg-molclintox | appnp | rocauc | 1 | 0.8516 +/- 0.0000 | 0.9184 +/- 0.0000 |
| ogbg-molclintox | arma | rocauc | 1 | 0.9463 +/- 0.0000 | 0.8678 +/- 0.0000 |
| ogbg-molclintox | cheb | rocauc | 1 | 0.8928 +/- 0.0000 | 0.9152 +/- 0.0000 |
| ogbg-molclintox | film | rocauc | 1 | 0.9048 +/- 0.0000 | 0.7731 +/- 0.0000 |
| ogbg-molclintox | gatv2 | rocauc | 1 | 0.9515 +/- 0.0000 | 0.8493 +/- 0.0000 |
| ogbg-molclintox | gcn | rocauc | 1 | 0.9318 +/- 0.0000 | 0.8932 +/- 0.0000 |
| ogbg-molclintox | gen | rocauc | 1 | 0.9820 +/- 0.0000 | 0.8128 +/- 0.0000 |
| ogbg-molclintox | gin | rocauc | 1 | 0.9547 +/- 0.0000 | 0.8586 +/- 0.0000 |
| ogbg-molclintox | gine | rocauc | 1 | 0.9353 +/- 0.0000 | 0.8869 +/- 0.0000 |
| ogbg-molclintox | graphconv | rocauc | 1 | 0.8917 +/- 0.0000 | 0.8501 +/- 0.0000 |
| ogbg-molclintox | graphsage | rocauc | 1 | 0.9143 +/- 0.0000 | 0.8882 +/- 0.0000 |
| ogbg-molclintox | mf | rocauc | 1 | 0.9252 +/- 0.0000 | 0.8370 +/- 0.0000 |
| ogbg-molclintox | pna | rocauc | 1 | 0.9286 +/- 0.0000 | 0.8603 +/- 0.0000 |
| ogbg-molclintox | resgated | rocauc | 1 | 0.9244 +/- 0.0000 | 0.9184 +/- 0.0000 |
| ogbg-molclintox | sgc | rocauc | 1 | 0.9195 +/- 0.0000 | 0.8986 +/- 0.0000 |
| ogbg-molclintox | tag | rocauc | 1 | 0.9237 +/- 0.0000 | 0.7998 +/- 0.0000 |
| ogbg-molclintox | transformer | rocauc | 1 | 0.9271 +/- 0.0000 | 0.8764 +/- 0.0000 |
| ogbg-molesol | appnp | rmse | 1 | 1.6083 +/- 0.0000 | 1.5212 +/- 0.0000 |
| ogbg-molesol | arma | rmse | 1 | 1.0195 +/- 0.0000 | 1.0666 +/- 0.0000 |
| ogbg-molesol | cheb | rmse | 1 | 0.9650 +/- 0.0000 | 0.8722 +/- 0.0000 |
| ogbg-molesol | film | rmse | 1 | 1.0718 +/- 0.0000 | 1.2896 +/- 0.0000 |
| ogbg-molesol | gatv2 | rmse | 1 | 1.0368 +/- 0.0000 | 0.9878 +/- 0.0000 |
| ogbg-molesol | gcn | rmse | 1 | 1.0409 +/- 0.0000 | 1.1161 +/- 0.0000 |
| ogbg-molesol | gen | rmse | 1 | 1.0089 +/- 0.0000 | 0.8762 +/- 0.0000 |
| ogbg-molesol | gin | rmse | 1 | 1.0187 +/- 0.0000 | 0.9900 +/- 0.0000 |
| ogbg-molesol | gine | rmse | 1 | 1.0286 +/- 0.0000 | 1.0807 +/- 0.0000 |
| ogbg-molesol | graphconv | rmse | 1 | 0.9741 +/- 0.0000 | 0.9732 +/- 0.0000 |
| ogbg-molesol | graphsage | rmse | 1 | 0.9680 +/- 0.0000 | 1.0038 +/- 0.0000 |
| ogbg-molesol | mf | rmse | 1 | 1.1494 +/- 0.0000 | 1.0639 +/- 0.0000 |
| ogbg-molesol | pna | rmse | 1 | 0.9116 +/- 0.0000 | 0.9153 +/- 0.0000 |
| ogbg-molesol | resgated | rmse | 1 | 0.9492 +/- 0.0000 | 0.8908 +/- 0.0000 |
| ogbg-molesol | sgc | rmse | 1 | 1.0617 +/- 0.0000 | 0.9780 +/- 0.0000 |
| ogbg-molesol | tag | rmse | 1 | 0.9323 +/- 0.0000 | 0.9678 +/- 0.0000 |
| ogbg-molesol | transformer | rmse | 1 | 0.9398 +/- 0.0000 | 0.9492 +/- 0.0000 |
| ogbg-molfreesolv | appnp | rmse | 1 | 6.0462 +/- 0.0000 | 4.6478 +/- 0.0000 |
| ogbg-molfreesolv | arma | rmse | 1 | 4.2662 +/- 0.0000 | 2.9769 +/- 0.0000 |
| ogbg-molfreesolv | cheb | rmse | 1 | 2.9481 +/- 0.0000 | 2.2431 +/- 0.0000 |
| ogbg-molfreesolv | film | rmse | 1 | 3.1546 +/- 0.0000 | 2.9581 +/- 0.0000 |
| ogbg-molfreesolv | gatv2 | rmse | 1 | 4.2086 +/- 0.0000 | 2.7368 +/- 0.0000 |
| ogbg-molfreesolv | gcn | rmse | 1 | 3.7172 +/- 0.0000 | 2.4851 +/- 0.0000 |
| ogbg-molfreesolv | gen | rmse | 1 | 3.9998 +/- 0.0000 | 2.5588 +/- 0.0000 |
| ogbg-molfreesolv | gin | rmse | 1 | 4.0190 +/- 0.0000 | 3.4898 +/- 0.0000 |
| ogbg-molfreesolv | gine | rmse | 1 | 3.2961 +/- 0.0000 | 3.1442 +/- 0.0000 |
| ogbg-molfreesolv | graphconv | rmse | 1 | 2.5314 +/- 0.0000 | 2.7953 +/- 0.0000 |
| ogbg-molfreesolv | graphsage | rmse | 1 | 3.5022 +/- 0.0000 | 2.2977 +/- 0.0000 |
| ogbg-molfreesolv | mf | rmse | 1 | 2.7374 +/- 0.0000 | 2.8885 +/- 0.0000 |
| ogbg-molfreesolv | pna | rmse | 1 | 2.3625 +/- 0.0000 | 2.2610 +/- 0.0000 |
| ogbg-molfreesolv | resgated | rmse | 1 | 2.4772 +/- 0.0000 | 2.0041 +/- 0.0000 |
| ogbg-molfreesolv | sgc | rmse | 1 | 3.9147 +/- 0.0000 | 2.4146 +/- 0.0000 |
| ogbg-molfreesolv | tag | rmse | 1 | 2.6874 +/- 0.0000 | 2.3826 +/- 0.0000 |
| ogbg-molfreesolv | transformer | rmse | 1 | 4.0942 +/- 0.0000 | 2.3205 +/- 0.0000 |
| ogbg-molhiv | appnp | rocauc | 1 | 0.7675 +/- 0.0000 | 0.7000 +/- 0.0000 |
| ogbg-molhiv | arma | rocauc | 1 | 0.7872 +/- 0.0000 | 0.7296 +/- 0.0000 |
| ogbg-molhiv | cheb | rocauc | 1 | 0.7831 +/- 0.0000 | 0.7282 +/- 0.0000 |
| ogbg-molhiv | film | rocauc | 1 | 0.7922 +/- 0.0000 | 0.7842 +/- 0.0000 |
| ogbg-molhiv | gatv2 | rocauc | 1 | 0.7835 +/- 0.0000 | 0.7563 +/- 0.0000 |
| ogbg-molhiv | gcn | rocauc | 1 | 0.7754 +/- 0.0000 | 0.7198 +/- 0.0000 |
| ogbg-molhiv | gen | rocauc | 1 | 0.7530 +/- 0.0000 | 0.7314 +/- 0.0000 |
| ogbg-molhiv | gin | rocauc | 1 | 0.8167 +/- 0.0000 | 0.7724 +/- 0.0000 |
| ogbg-molhiv | gine | rocauc | 1 | 0.7942 +/- 0.0000 | 0.7445 +/- 0.0000 |
| ogbg-molhiv | graphconv | rocauc | 1 | 0.7707 +/- 0.0000 | 0.7108 +/- 0.0000 |
| ogbg-molhiv | graphsage | rocauc | 1 | 0.7969 +/- 0.0000 | 0.7625 +/- 0.0000 |
| ogbg-molhiv | mf | rocauc | 1 | 0.7845 +/- 0.0000 | 0.7074 +/- 0.0000 |
| ogbg-molhiv | pna | rocauc | 1 | 0.7780 +/- 0.0000 | 0.7648 +/- 0.0000 |
| ogbg-molhiv | resgated | rocauc | 1 | 0.8144 +/- 0.0000 | 0.7242 +/- 0.0000 |
| ogbg-molhiv | sgc | rocauc | 1 | 0.7479 +/- 0.0000 | 0.7019 +/- 0.0000 |
| ogbg-molhiv | tag | rocauc | 1 | 0.7528 +/- 0.0000 | 0.7255 +/- 0.0000 |
| ogbg-molhiv | transformer | rocauc | 1 | 0.7617 +/- 0.0000 | 0.7547 +/- 0.0000 |
| ogbg-mollipo | appnp | rmse | 1 | 0.9015 +/- 0.0000 | 0.9070 +/- 0.0000 |
| ogbg-mollipo | arma | rmse | 1 | 0.7325 +/- 0.0000 | 0.7295 +/- 0.0000 |
| ogbg-mollipo | cheb | rmse | 1 | 0.7188 +/- 0.0000 | 0.7180 +/- 0.0000 |
| ogbg-mollipo | film | rmse | 1 | 0.7620 +/- 0.0000 | 0.7371 +/- 0.0000 |
| ogbg-mollipo | gatv2 | rmse | 1 | 0.6865 +/- 0.0000 | 0.7308 +/- 0.0000 |
| ogbg-mollipo | gcn | rmse | 1 | 0.7379 +/- 0.0000 | 0.7828 +/- 0.0000 |
| ogbg-mollipo | gen | rmse | 1 | 0.7046 +/- 0.0000 | 0.7379 +/- 0.0000 |
| ogbg-mollipo | gin | rmse | 1 | 0.6854 +/- 0.0000 | 0.7390 +/- 0.0000 |
| ogbg-mollipo | gine | rmse | 1 | 0.6615 +/- 0.0000 | 0.7341 +/- 0.0000 |
| ogbg-mollipo | graphconv | rmse | 1 | 0.7178 +/- 0.0000 | 0.7297 +/- 0.0000 |
| ogbg-mollipo | graphsage | rmse | 1 | 0.7239 +/- 0.0000 | 0.7783 +/- 0.0000 |
| ogbg-mollipo | mf | rmse | 1 | 0.7129 +/- 0.0000 | 0.7405 +/- 0.0000 |
| ogbg-mollipo | pna | rmse | 1 | 0.7179 +/- 0.0000 | 0.7749 +/- 0.0000 |
| ogbg-mollipo | resgated | rmse | 1 | 0.6721 +/- 0.0000 | 0.7270 +/- 0.0000 |
| ogbg-mollipo | sgc | rmse | 1 | 0.7505 +/- 0.0000 | 0.8176 +/- 0.0000 |
| ogbg-mollipo | tag | rmse | 1 | 0.6692 +/- 0.0000 | 0.7227 +/- 0.0000 |
| ogbg-mollipo | transformer | rmse | 1 | 0.6810 +/- 0.0000 | 0.7346 +/- 0.0000 |
| ogbg-molsider | appnp | rocauc | 1 | 0.5886 +/- 0.0000 | 0.6004 +/- 0.0000 |
| ogbg-molsider | arma | rocauc | 1 | 0.6273 +/- 0.0000 | 0.6159 +/- 0.0000 |
| ogbg-molsider | cheb | rocauc | 1 | 0.6237 +/- 0.0000 | 0.6033 +/- 0.0000 |
| ogbg-molsider | film | rocauc | 1 | 0.6024 +/- 0.0000 | 0.5898 +/- 0.0000 |
| ogbg-molsider | gatv2 | rocauc | 1 | 0.6071 +/- 0.0000 | 0.6013 +/- 0.0000 |
| ogbg-molsider | gcn | rocauc | 1 | 0.6293 +/- 0.0000 | 0.6086 +/- 0.0000 |
| ogbg-molsider | gen | rocauc | 1 | 0.6519 +/- 0.0000 | 0.5854 +/- 0.0000 |
| ogbg-molsider | gin | rocauc | 1 | 0.6225 +/- 0.0000 | 0.5748 +/- 0.0000 |
| ogbg-molsider | gine | rocauc | 1 | 0.6327 +/- 0.0000 | 0.5495 +/- 0.0000 |
| ogbg-molsider | graphconv | rocauc | 1 | 0.5921 +/- 0.0000 | 0.6151 +/- 0.0000 |
| ogbg-molsider | graphsage | rocauc | 1 | 0.6217 +/- 0.0000 | 0.5807 +/- 0.0000 |
| ogbg-molsider | mf | rocauc | 1 | 0.6202 +/- 0.0000 | 0.5861 +/- 0.0000 |
| ogbg-molsider | pna | rocauc | 1 | 0.6219 +/- 0.0000 | 0.5965 +/- 0.0000 |
| ogbg-molsider | resgated | rocauc | 1 | 0.6209 +/- 0.0000 | 0.5910 +/- 0.0000 |
| ogbg-molsider | sgc | rocauc | 1 | 0.6174 +/- 0.0000 | 0.6043 +/- 0.0000 |
| ogbg-molsider | tag | rocauc | 1 | 0.6439 +/- 0.0000 | 0.6143 +/- 0.0000 |
| ogbg-molsider | transformer | rocauc | 1 | 0.6160 +/- 0.0000 | 0.5980 +/- 0.0000 |
| ogbg-moltox21 | appnp | rocauc | 1 | 0.7255 +/- 0.0000 | 0.7158 +/- 0.0000 |
| ogbg-moltox21 | arma | rocauc | 1 | 0.7799 +/- 0.0000 | 0.7223 +/- 0.0000 |
| ogbg-moltox21 | cheb | rocauc | 1 | 0.7834 +/- 0.0000 | 0.7301 +/- 0.0000 |
| ogbg-moltox21 | film | rocauc | 1 | 0.7702 +/- 0.0000 | 0.7160 +/- 0.0000 |
| ogbg-moltox21 | gatv2 | rocauc | 1 | 0.7627 +/- 0.0000 | 0.7160 +/- 0.0000 |
| ogbg-moltox21 | gcn | rocauc | 1 | 0.7580 +/- 0.0000 | 0.7171 +/- 0.0000 |
| ogbg-moltox21 | gen | rocauc | 1 | 0.7835 +/- 0.0000 | 0.7444 +/- 0.0000 |
| ogbg-moltox21 | gin | rocauc | 1 | 0.7690 +/- 0.0000 | 0.7242 +/- 0.0000 |
| ogbg-moltox21 | gine | rocauc | 1 | 0.7744 +/- 0.0000 | 0.7328 +/- 0.0000 |
| ogbg-moltox21 | graphconv | rocauc | 1 | 0.7831 +/- 0.0000 | 0.7147 +/- 0.0000 |
| ogbg-moltox21 | graphsage | rocauc | 1 | 0.7709 +/- 0.0000 | 0.7196 +/- 0.0000 |
| ogbg-moltox21 | mf | rocauc | 1 | 0.7773 +/- 0.0000 | 0.7281 +/- 0.0000 |
| ogbg-moltox21 | pna | rocauc | 1 | 0.7660 +/- 0.0000 | 0.6946 +/- 0.0000 |
| ogbg-moltox21 | resgated | rocauc | 1 | 0.7950 +/- 0.0000 | 0.7275 +/- 0.0000 |
| ogbg-moltox21 | sgc | rocauc | 1 | 0.7611 +/- 0.0000 | 0.7240 +/- 0.0000 |
| ogbg-moltox21 | tag | rocauc | 1 | 0.7866 +/- 0.0000 | 0.7416 +/- 0.0000 |
| ogbg-moltox21 | transformer | rocauc | 1 | 0.7656 +/- 0.0000 | 0.7309 +/- 0.0000 |

Delta vs matching classic
| task | backbone | compute | metric | n | val score (delta) | test score (delta) | steps |
| --- | --- | --- | --- | --- | --- | --- | --- |
| ogbg-molbace | appnp | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7168 (0.0604) | 0.7209 (-0.0214) |  |
| ogbg-molbace | arma | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7179 (0.0256) | 0.7672 (-0.0167) |  |
| ogbg-molbace | cheb | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7114 (-0.0154) | 0.7533 (-0.0436) |  |
| ogbg-molbace | film | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6652 (-0.0051) | 0.7242 (0.0000) |  |
| ogbg-molbace | gatv2 | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7026 (-0.0004) | 0.7519 (0.0118) |  |
| ogbg-molbace | gcn | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6374 (-0.0007) | 0.7733 (0.0339) |  |
| ogbg-molbace | gen | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6894 (-0.0234) | 0.7449 (0.0123) |  |
| ogbg-molbace | gin | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6538 (0.0018) | 0.7169 (-0.0167) |  |
| ogbg-molbace | gine | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6685 (0.0044) | 0.6994 (-0.0461) |  |
| ogbg-molbace | graphconv | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7462 (0.0150) | 0.7983 (-0.0052) |  |
| ogbg-molbace | graphsage | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6703 (-0.0055) | 0.7119 (-0.0640) |  |
| ogbg-molbace | mf | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7234 (-0.0187) | 0.7684 (-0.0077) |  |
| ogbg-molbace | pna | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7037 (-0.0480) | 0.7967 (0.1055) |  |
| ogbg-molbace | resgated | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6912 (-0.0260) | 0.7465 (-0.0412) |  |
| ogbg-molbace | sgc | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6454 (-0.0121) | 0.7727 (0.0762) |  |
| ogbg-molbace | tag | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7355 (0.0271) | 0.6806 (-0.0539) |  |
| ogbg-molbace | transformer | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6982 (0.0319) | 0.7487 (0.0123) |  |
| ogbg-molbbbp | appnp | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9360 (0.0213) | 0.6073 (-0.0314) |  |
| ogbg-molbbbp | arma | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9415 (0.0048) | 0.6635 (-0.0016) |  |
| ogbg-molbbbp | cheb | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9278 (-0.0174) | 0.6659 (0.0145) |  |
| ogbg-molbbbp | film | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9400 (0.0115) | 0.6323 (0.0023) |  |
| ogbg-molbbbp | gatv2 | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9356 (0.0009) | 0.6560 (0.0235) |  |
| ogbg-molbbbp | gcn | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9417 (0.0031) | 0.6017 (-0.0663) |  |
| ogbg-molbbbp | gen | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9429 (-0.0119) | 0.6037 (-0.0738) |  |
| ogbg-molbbbp | gin | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9526 (0.0275) | 0.5932 (0.0261) |  |
| ogbg-molbbbp | gine | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9421 (0.0098) | 0.6976 (0.0816) |  |
| ogbg-molbbbp | graphconv | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9337 (0.0069) | 0.6518 (0.0618) |  |
| ogbg-molbbbp | graphsage | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9502 (0.0019) | 0.5934 (-0.0354) |  |
| ogbg-molbbbp | mf | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9488 (0.0094) | 0.6481 (0.0116) |  |
| ogbg-molbbbp | pna | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9585 (0.0031) | 0.6682 (0.0264) |  |
| ogbg-molbbbp | resgated | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9535 (0.0352) | 0.5839 (-0.0787) |  |
| ogbg-molbbbp | sgc | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9285 (-0.0015) | 0.6454 (0.0215) |  |
| ogbg-molbbbp | tag | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9459 (-0.0017) | 0.6420 (0.0320) |  |
| ogbg-molbbbp | transformer | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9355 (-0.0140) | 0.6221 (0.0065) |  |
| ogbg-molclintox | appnp | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9029 (0.0513) | 0.8898 (-0.0286) |  |
| ogbg-molclintox | arma | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9135 (-0.0328) | 0.8863 (0.0185) |  |
| ogbg-molclintox | cheb | fixed-rrog-T1-ns3 | rocauc | 1 | 0.8816 (-0.0112) | 0.8982 (-0.0170) |  |
| ogbg-molclintox | film | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9454 (0.0406) | 0.8430 (0.0699) |  |
| ogbg-molclintox | gatv2 | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9351 (-0.0164) | 0.8328 (-0.0164) |  |
| ogbg-molclintox | gcn | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9097 (-0.0221) | 0.8792 (-0.0140) |  |
| ogbg-molclintox | gen | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9399 (-0.0421) | 0.8194 (0.0066) |  |
| ogbg-molclintox | gin | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9164 (-0.0383) | 0.8788 (0.0202) |  |
| ogbg-molclintox | gine | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9225 (-0.0127) | 0.8840 (-0.0030) |  |
| ogbg-molclintox | graphconv | fixed-rrog-T1-ns3 | rocauc | 1 | 0.8494 (-0.0424) | 0.8186 (-0.0316) |  |
| ogbg-molclintox | graphsage | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9579 (0.0436) | 0.8664 (-0.0217) |  |
| ogbg-molclintox | mf | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9147 (-0.0104) | 0.8047 (-0.0323) |  |
| ogbg-molclintox | pna | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9064 (-0.0222) | 0.8735 (0.0132) |  |
| ogbg-molclintox | resgated | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9055 (-0.0188) | 0.8979 (-0.0205) |  |
| ogbg-molclintox | sgc | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9220 (0.0025) | 0.9054 (0.0068) |  |
| ogbg-molclintox | tag | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9183 (-0.0054) | 0.8433 (0.0435) |  |
| ogbg-molclintox | transformer | fixed-rrog-T1-ns3 | rocauc | 1 | 0.9322 (0.0051) | 0.8522 (-0.0242) |  |
| ogbg-molesol | appnp | fixed-rrog-T1-ns3 | rmse | 1 | 1.4196 (0.1887) | 1.4929 (0.0284) |  |
| ogbg-molesol | arma | fixed-rrog-T1-ns3 | rmse | 1 | 1.0034 (0.0160) | 1.1272 (-0.0606) |  |
| ogbg-molesol | cheb | fixed-rrog-T1-ns3 | rmse | 1 | 0.9199 (0.0451) | 0.8841 (-0.0118) |  |
| ogbg-molesol | film | fixed-rrog-T1-ns3 | rmse | 1 | 1.0196 (0.0521) | 1.0849 (0.2047) |  |
| ogbg-molesol | gatv2 | fixed-rrog-T1-ns3 | rmse | 1 | 1.0018 (0.0350) | 0.9780 (0.0098) |  |
| ogbg-molesol | gcn | fixed-rrog-T1-ns3 | rmse | 1 | 0.9591 (0.0818) | 0.9305 (0.1856) |  |
| ogbg-molesol | gen | fixed-rrog-T1-ns3 | rmse | 1 | 1.0027 (0.0062) | 0.9206 (-0.0444) |  |
| ogbg-molesol | gin | fixed-rrog-T1-ns3 | rmse | 1 | 0.9647 (0.0540) | 1.0798 (-0.0899) |  |
| ogbg-molesol | gine | fixed-rrog-T1-ns3 | rmse | 1 | 1.0581 (-0.0295) | 1.0951 (-0.0144) |  |
| ogbg-molesol | graphconv | fixed-rrog-T1-ns3 | rmse | 1 | 1.0048 (-0.0307) | 0.9968 (-0.0236) |  |
| ogbg-molesol | graphsage | fixed-rrog-T1-ns3 | rmse | 1 | 0.9934 (-0.0254) | 1.0794 (-0.0757) |  |
| ogbg-molesol | mf | fixed-rrog-T1-ns3 | rmse | 1 | 1.0553 (0.0942) | 1.0368 (0.0271) |  |
| ogbg-molesol | pna | fixed-rrog-T1-ns3 | rmse | 1 | 0.9841 (-0.0725) | 0.9092 (0.0060) |  |
| ogbg-molesol | resgated | fixed-rrog-T1-ns3 | rmse | 1 | 0.9873 (-0.0382) | 0.8825 (0.0083) |  |
| ogbg-molesol | sgc | fixed-rrog-T1-ns3 | rmse | 1 | 1.0129 (0.0488) | 0.9373 (0.0407) |  |
| ogbg-molesol | tag | fixed-rrog-T1-ns3 | rmse | 1 | 0.9036 (0.0288) | 0.9462 (0.0215) |  |
| ogbg-molesol | transformer | fixed-rrog-T1-ns3 | rmse | 1 | 0.9841 (-0.0443) | 1.0004 (-0.0512) |  |
| ogbg-molfreesolv | appnp | fixed-rrog-T1-ns3 | rmse | 1 | 5.5593 (0.4869) | 3.6549 (0.9928) |  |
| ogbg-molfreesolv | arma | fixed-rrog-T1-ns3 | rmse | 1 | 5.0683 (-0.8021) | 3.6823 (-0.7053) |  |
| ogbg-molfreesolv | cheb | fixed-rrog-T1-ns3 | rmse | 1 | 3.0142 (-0.0662) | 2.2399 (0.0032) |  |
| ogbg-molfreesolv | film | fixed-rrog-T1-ns3 | rmse | 1 | 3.2952 (-0.1406) | 3.3042 (-0.3460) |  |
| ogbg-molfreesolv | gatv2 | fixed-rrog-T1-ns3 | rmse | 1 | 3.9984 (0.2103) | 2.5966 (0.1403) |  |
| ogbg-molfreesolv | gcn | fixed-rrog-T1-ns3 | rmse | 1 | 3.5888 (0.1285) | 2.4444 (0.0407) |  |
| ogbg-molfreesolv | gen | fixed-rrog-T1-ns3 | rmse | 1 | 4.3009 (-0.3011) | 2.9063 (-0.3476) |  |
| ogbg-molfreesolv | gin | fixed-rrog-T1-ns3 | rmse | 1 | 3.9743 (0.0447) | 3.4292 (0.0607) |  |
| ogbg-molfreesolv | gine | fixed-rrog-T1-ns3 | rmse | 1 | 4.4468 (-1.1508) | 3.7405 (-0.5963) |  |
| ogbg-molfreesolv | graphconv | fixed-rrog-T1-ns3 | rmse | 1 | 2.9106 (-0.3792) | 3.1429 (-0.3476) |  |
| ogbg-molfreesolv | graphsage | fixed-rrog-T1-ns3 | rmse | 1 | 3.7380 (-0.2358) | 2.1931 (0.1046) |  |
| ogbg-molfreesolv | mf | fixed-rrog-T1-ns3 | rmse | 1 | 2.5060 (0.2313) | 3.1892 (-0.3007) |  |
| ogbg-molfreesolv | pna | fixed-rrog-T1-ns3 | rmse | 1 | 3.3334 (-0.9708) | 2.4279 (-0.1669) |  |
| ogbg-molfreesolv | resgated | fixed-rrog-T1-ns3 | rmse | 1 | 3.0920 (-0.6148) | 2.0244 (-0.0203) |  |
| ogbg-molfreesolv | sgc | fixed-rrog-T1-ns3 | rmse | 1 | 3.9261 (-0.0114) | 2.4887 (-0.0741) |  |
| ogbg-molfreesolv | tag | fixed-rrog-T1-ns3 | rmse | 1 | 2.7359 (-0.0486) | 2.0588 (0.3237) |  |
| ogbg-molfreesolv | transformer | fixed-rrog-T1-ns3 | rmse | 1 | 4.4180 (-0.3237) | 2.4325 (-0.1120) |  |
| ogbg-molhiv | appnp | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7573 (-0.0102) | 0.7229 (0.0229) |  |
| ogbg-molhiv | appnp | fixed-rrog-T3-ns3 | rocauc | 1 | 0.7203 (-0.0471) | 0.6825 (-0.0175) |  |
| ogbg-molhiv | arma | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7956 (0.0084) | 0.6967 (-0.0329) |  |
| ogbg-molhiv | arma | fixed-rrog-T3-ns3 | rocauc | 1 | 0.7926 (0.0054) | 0.7318 (0.0021) |  |
| ogbg-molhiv | cheb | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7947 (0.0116) | 0.7290 (0.0008) |  |
| ogbg-molhiv | cheb | fixed-rrog-T3-ns3 | rocauc | 1 | 0.7735 (-0.0096) | 0.7426 (0.0144) |  |
| ogbg-molhiv | film | fixed-rrog-T1-ns3 | rocauc | 1 | 0.8251 (0.0330) | 0.7725 (-0.0117) |  |
| ogbg-molhiv | film | fixed-rrog-T3-ns3 | rocauc | 1 | 0.7633 (-0.0288) | 0.7728 (-0.0114) |  |
| ogbg-molhiv | gatv2 | fixed-rrog-T1-ns3 | rocauc | 1 | 0.8049 (0.0214) | 0.7486 (-0.0077) |  |
| ogbg-molhiv | gatv2 | fixed-rrog-T3-ns3 | rocauc | 1 | 0.7835 (0.0001) | 0.7466 (-0.0096) |  |
| ogbg-molhiv | gcn | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7833 (0.0079) | 0.7448 (0.0250) |  |
| ogbg-molhiv | gcn | fixed-rrog-T3-ns3 | rocauc | 1 | 0.7455 (-0.0300) | 0.7483 (0.0285) |  |
| ogbg-molhiv | gen | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7740 (0.0210) | 0.7590 (0.0276) |  |
| ogbg-molhiv | gen | fixed-rrog-T3-ns3 | rocauc | 1 | 0.8128 (0.0598) | 0.7631 (0.0318) |  |
| ogbg-molhiv | gin | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7710 (-0.0457) | 0.7668 (-0.0056) |  |
| ogbg-molhiv | gin | fixed-rrog-T3-ns3 | rocauc | 1 | 0.7524 (-0.0644) | 0.7324 (-0.0400) |  |
| ogbg-molhiv | gine | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7490 (-0.0453) | 0.7376 (-0.0070) |  |
| ogbg-molhiv | gine | fixed-rrog-T3-ns3 | rocauc | 1 | 0.7575 (-0.0368) | 0.7401 (-0.0044) |  |
| ogbg-molhiv | graphconv | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7817 (0.0110) | 0.7493 (0.0385) |  |
| ogbg-molhiv | graphconv | fixed-rrog-T3-ns3 | rocauc | 1 | 0.7713 (0.0006) | 0.6979 (-0.0129) |  |
| ogbg-molhiv | graphsage | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7893 (-0.0075) | 0.7633 (0.0008) |  |
| ogbg-molhiv | graphsage | fixed-rrog-T3-ns3 | rocauc | 1 | 0.7587 (-0.0382) | 0.7641 (0.0016) |  |
| ogbg-molhiv | mf | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7754 (-0.0091) | 0.7115 (0.0041) |  |
| ogbg-molhiv | mf | fixed-rrog-T3-ns3 | rocauc | 1 | 0.7931 (0.0085) | 0.7217 (0.0143) |  |
| ogbg-molhiv | pna | fixed-rrog-T1-ns3 | rocauc | 1 | 0.8097 (0.0317) | 0.7602 (-0.0046) |  |
| ogbg-molhiv | pna | fixed-rrog-T3-ns3 | rocauc | 1 | 0.7890 (0.0111) | 0.7630 (-0.0018) |  |
| ogbg-molhiv | resgated | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7923 (-0.0221) | 0.7227 (-0.0015) |  |
| ogbg-molhiv | resgated | fixed-rrog-T3-ns3 | rocauc | 1 | 0.8174 (0.0030) | 0.7055 (-0.0187) |  |
| ogbg-molhiv | sgc | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7659 (0.0181) | 0.7136 (0.0117) |  |
| ogbg-molhiv | sgc | fixed-rrog-T3-ns3 | rocauc | 1 | 0.7482 (0.0003) | 0.7177 (0.0158) |  |
| ogbg-molhiv | tag | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7717 (0.0189) | 0.7181 (-0.0074) |  |
| ogbg-molhiv | tag | fixed-rrog-T3-ns3 | rocauc | 1 | 0.7804 (0.0276) | 0.7352 (0.0096) |  |
| ogbg-molhiv | transformer | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7838 (0.0221) | 0.7648 (0.0100) |  |
| ogbg-molhiv | transformer | fixed-rrog-T3-ns3 | rocauc | 1 | 0.8088 (0.0471) | 0.7413 (-0.0134) |  |
| ogbg-mollipo | appnp | fixed-rrog-T1-ns3 | rmse | 1 | 0.8393 (0.0622) | 0.9174 (-0.0104) |  |
| ogbg-mollipo | arma | fixed-rrog-T1-ns3 | rmse | 1 | 0.7173 (0.0152) | 0.7548 (-0.0253) |  |
| ogbg-mollipo | cheb | fixed-rrog-T1-ns3 | rmse | 1 | 0.6990 (0.0198) | 0.7132 (0.0048) |  |
| ogbg-mollipo | film | fixed-rrog-T1-ns3 | rmse | 1 | 0.8122 (-0.0502) | 0.7353 (0.0018) |  |
| ogbg-mollipo | gatv2 | fixed-rrog-T1-ns3 | rmse | 1 | 0.7080 (-0.0215) | 0.7334 (-0.0026) |  |
| ogbg-mollipo | gcn | fixed-rrog-T1-ns3 | rmse | 1 | 0.7730 (-0.0351) | 0.7759 (0.0069) |  |
| ogbg-mollipo | gen | fixed-rrog-T1-ns3 | rmse | 1 | 0.6594 (0.0452) | 0.7456 (-0.0077) |  |
| ogbg-mollipo | gin | fixed-rrog-T1-ns3 | rmse | 1 | 0.6749 (0.0105) | 0.7073 (0.0317) |  |
| ogbg-mollipo | gine | fixed-rrog-T1-ns3 | rmse | 1 | 0.7168 (-0.0553) | 0.7316 (0.0025) |  |
| ogbg-mollipo | graphconv | fixed-rrog-T1-ns3 | rmse | 1 | 0.7372 (-0.0195) | 0.7396 (-0.0099) |  |
| ogbg-mollipo | graphsage | fixed-rrog-T1-ns3 | rmse | 1 | 0.7184 (0.0055) | 0.7720 (0.0063) |  |
| ogbg-mollipo | mf | fixed-rrog-T1-ns3 | rmse | 1 | 0.7050 (0.0080) | 0.7101 (0.0304) |  |
| ogbg-mollipo | pna | fixed-rrog-T1-ns3 | rmse | 1 | 0.7466 (-0.0287) | 0.7908 (-0.0159) |  |
| ogbg-mollipo | resgated | fixed-rrog-T1-ns3 | rmse | 1 | 0.6766 (-0.0046) | 0.7144 (0.0126) |  |
| ogbg-mollipo | sgc | fixed-rrog-T1-ns3 | rmse | 1 | 0.7537 (-0.0032) | 0.7490 (0.0685) |  |
| ogbg-mollipo | tag | fixed-rrog-T1-ns3 | rmse | 1 | 0.6743 (-0.0052) | 0.7201 (0.0026) |  |
| ogbg-mollipo | transformer | fixed-rrog-T1-ns3 | rmse | 1 | 0.6688 (0.0121) | 0.7396 (-0.0050) |  |
| ogbg-molsider | appnp | fixed-rrog-T1-ns3 | rocauc | 1 | 0.5938 (0.0051) | 0.5905 (-0.0099) |  |
| ogbg-molsider | arma | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6344 (0.0071) | 0.6141 (-0.0018) |  |
| ogbg-molsider | cheb | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6263 (0.0026) | 0.6096 (0.0062) |  |
| ogbg-molsider | film | fixed-rrog-T1-ns3 | rocauc | 1 | 0.5862 (-0.0162) | 0.5974 (0.0076) |  |
| ogbg-molsider | gatv2 | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6462 (0.0391) | 0.6000 (-0.0013) |  |
| ogbg-molsider | gcn | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6256 (-0.0037) | 0.6117 (0.0031) |  |
| ogbg-molsider | gen | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6345 (-0.0175) | 0.6053 (0.0199) |  |
| ogbg-molsider | gin | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6046 (-0.0179) | 0.6022 (0.0274) |  |
| ogbg-molsider | gine | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6151 (-0.0176) | 0.6150 (0.0655) |  |
| ogbg-molsider | graphconv | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6010 (0.0089) | 0.5963 (-0.0188) |  |
| ogbg-molsider | graphsage | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6232 (0.0015) | 0.5861 (0.0053) |  |
| ogbg-molsider | mf | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6190 (-0.0012) | 0.5983 (0.0122) |  |
| ogbg-molsider | pna | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6058 (-0.0161) | 0.5721 (-0.0243) |  |
| ogbg-molsider | resgated | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6205 (-0.0005) | 0.5960 (0.0050) |  |
| ogbg-molsider | sgc | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6151 (-0.0022) | 0.6417 (0.0375) |  |
| ogbg-molsider | tag | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6410 (-0.0028) | 0.6102 (-0.0041) |  |
| ogbg-molsider | transformer | fixed-rrog-T1-ns3 | rocauc | 1 | 0.6315 (0.0156) | 0.6190 (0.0210) |  |
| ogbg-moltox21 | appnp | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7280 (0.0025) | 0.7154 (-0.0005) |  |
| ogbg-moltox21 | arma | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7771 (-0.0028) | 0.7209 (-0.0014) |  |
| ogbg-moltox21 | cheb | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7710 (-0.0125) | 0.7286 (-0.0015) |  |
| ogbg-moltox21 | film | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7727 (0.0025) | 0.7369 (0.0209) |  |
| ogbg-moltox21 | gatv2 | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7762 (0.0135) | 0.7303 (0.0143) |  |
| ogbg-moltox21 | gcn | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7588 (0.0007) | 0.7230 (0.0059) |  |
| ogbg-moltox21 | gen | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7757 (-0.0077) | 0.7312 (-0.0132) |  |
| ogbg-moltox21 | gin | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7718 (0.0028) | 0.7237 (-0.0005) |  |
| ogbg-moltox21 | gine | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7622 (-0.0122) | 0.7193 (-0.0135) |  |
| ogbg-moltox21 | graphconv | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7820 (-0.0011) | 0.7313 (0.0166) |  |
| ogbg-moltox21 | graphsage | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7697 (-0.0012) | 0.7205 (0.0009) |  |
| ogbg-moltox21 | mf | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7695 (-0.0078) | 0.7279 (-0.0002) |  |
| ogbg-moltox21 | pna | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7745 (0.0085) | 0.7349 (0.0403) |  |
| ogbg-moltox21 | resgated | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7887 (-0.0064) | 0.7380 (0.0104) |  |
| ogbg-moltox21 | sgc | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7506 (-0.0105) | 0.7355 (0.0115) |  |
| ogbg-moltox21 | tag | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7839 (-0.0027) | 0.7342 (-0.0074) |  |
| ogbg-moltox21 | transformer | fixed-rrog-T1-ns3 | rocauc | 1 | 0.7761 (0.0105) | 0.7292 (-0.0018) |  |