diff options
Diffstat (limited to 'summaries/zinc_cycle56.md')
| -rw-r--r-- | summaries/zinc_cycle56.md | 42 |
1 files changed, 42 insertions, 0 deletions
diff --git a/summaries/zinc_cycle56.md b/summaries/zinc_cycle56.md new file mode 100644 index 0000000..961f0b4 --- /dev/null +++ b/summaries/zinc_cycle56.md @@ -0,0 +1,42 @@ + +ZINC-cycle56 classic baseline +| task | backbone | n | val MAE-sum | test MAE-sum | +| --- | --- | --- | --- | --- | +| zinc-cycle56 | appnp | 1 | 1.0040 +/- 0.0000 | 1.0183 +/- 0.0000 | +| zinc-cycle56 | arma | 1 | 0.3456 +/- 0.0000 | 0.3406 +/- 0.0000 | +| zinc-cycle56 | cheb | 1 | 0.4038 +/- 0.0000 | 0.3887 +/- 0.0000 | +| zinc-cycle56 | film | 1 | 0.4906 +/- 0.0000 | 0.4998 +/- 0.0000 | +| zinc-cycle56 | gatv2 | 1 | 0.4084 +/- 0.0000 | 0.4012 +/- 0.0000 | +| zinc-cycle56 | gcn | 1 | 0.5821 +/- 0.0000 | 0.5854 +/- 0.0000 | +| zinc-cycle56 | gen | 1 | 0.3961 +/- 0.0000 | 0.3854 +/- 0.0000 | +| zinc-cycle56 | gin | 1 | 0.2981 +/- 0.0000 | 0.2725 +/- 0.0000 | +| zinc-cycle56 | gine | 1 | 0.2387 +/- 0.0000 | 0.2317 +/- 0.0000 | +| zinc-cycle56 | graphconv | 1 | 0.3507 +/- 0.0000 | 0.3462 +/- 0.0000 | +| zinc-cycle56 | graphsage | 1 | 0.4134 +/- 0.0000 | 0.4179 +/- 0.0000 | +| zinc-cycle56 | mf | 1 | 0.3051 +/- 0.0000 | 0.3031 +/- 0.0000 | +| zinc-cycle56 | pna | 1 | 0.1565 +/- 0.0000 | 0.1539 +/- 0.0000 | +| zinc-cycle56 | resgated | 1 | 0.3183 +/- 0.0000 | 0.3168 +/- 0.0000 | +| zinc-cycle56 | sgc | 1 | 0.6287 +/- 0.0000 | 0.6432 +/- 0.0000 | +| zinc-cycle56 | tag | 1 | 0.2889 +/- 0.0000 | 0.2831 +/- 0.0000 | +| zinc-cycle56 | transformer | 1 | 0.3837 +/- 0.0000 | 0.3760 +/- 0.0000 | + +ZINC-cycle56 delta vs matching classic +| task | backbone | compute | n | val score (improvement) | test score (improvement) | +| --- | --- | --- | --- | --- | --- | +| zinc-cycle56 | appnp | fixed-rrog-T1-ns3+trace | 1 | 0.9730 (0.0310) | 0.9845 (0.0338) | +| zinc-cycle56 | arma | fixed-rrog-T1-ns3+trace | 1 | 0.2414 (0.1042) | 0.2378 (0.1028) | +| zinc-cycle56 | cheb | fixed-rrog-T1-ns3+trace | 1 | 0.2896 (0.1143) | 0.2830 (0.1057) | +| zinc-cycle56 | film | fixed-rrog-T1-ns3+trace | 1 | 0.6898 (-0.1993) | 0.6643 (-0.1646) | +| zinc-cycle56 | gatv2 | fixed-rrog-T1-ns3+trace | 1 | 0.3155 (0.0929) | 0.3121 (0.0891) | +| zinc-cycle56 | gcn | fixed-rrog-T1-ns3+trace | 1 | 0.4380 (0.1441) | 0.4603 (0.1251) | +| zinc-cycle56 | gen | fixed-rrog-T1-ns3+trace | 1 | 0.3554 (0.0407) | 0.3405 (0.0450) | +| zinc-cycle56 | gin | fixed-rrog-T1-ns3+trace | 1 | 0.2269 (0.0711) | 0.2222 (0.0502) | +| zinc-cycle56 | gine | fixed-rrog-T1-ns3+trace | 1 | 0.1641 (0.0745) | 0.1509 (0.0808) | +| zinc-cycle56 | graphconv | fixed-rrog-T1-ns3+trace | 1 | 0.2091 (0.1416) | 0.2060 (0.1402) | +| zinc-cycle56 | graphsage | fixed-rrog-T1-ns3+trace | 1 | 0.3381 (0.0753) | 0.3407 (0.0772) | +| zinc-cycle56 | mf | fixed-rrog-T1-ns3+trace | 1 | 0.1987 (0.1065) | 0.1911 (0.1120) | +| zinc-cycle56 | pna | fixed-rrog-T1-ns3+trace | 1 | 0.1216 (0.0349) | 0.1056 (0.0483) | +| zinc-cycle56 | resgated | fixed-rrog-T1-ns3+trace | 1 | 0.1834 (0.1350) | 0.1765 (0.1403) | +| zinc-cycle56 | sgc | fixed-rrog-T1-ns3+trace | 1 | 0.5008 (0.1278) | 0.5066 (0.1366) | +| zinc-cycle56 | tag | fixed-rrog-T1-ns3+trace | 1 | 0.1410 (0.1479) | 0.1386 (0.1445) | +| zinc-cycle56 | transformer | fixed-rrog-T1-ns3+trace | 1 | 0.3092 (0.0744) | 0.3268 (0.0491) | |