diff options
Diffstat (limited to 'artifacts')
| -rw-r--r-- | artifacts/synth_v1/consensus_seed.json | 132 | ||||
| -rw-r--r-- | artifacts/synth_v1/match_battery.json | 165 | ||||
| -rw-r--r-- | artifacts/synth_v1/match_battery3.json | 53 |
3 files changed, 350 insertions, 0 deletions
diff --git a/artifacts/synth_v1/consensus_seed.json b/artifacts/synth_v1/consensus_seed.json new file mode 100644 index 0000000..08fcef1 --- /dev/null +++ b/artifacts/synth_v1/consensus_seed.json @@ -0,0 +1,132 @@ +{ + "protocol": "Many independent descents vote on pairings; the most-agreed pairs become anchors and the rest are assigned against them, repeated. Hidden pairs are read only for scoring.", + "restarts": 60, + "rows": [ + { + "field": "omit-size", + "trials": [ + { + "vote_baseline": 0.14453125, + "history": [ + { + "round": 0, + "anchors": 16, + "seed_precision": 0.3125, + "accuracy_after_expansion": 0.07421875 + }, + { + "round": 1, + "anchors": 32, + "seed_precision": 0.15625, + "accuracy_after_expansion": 0.08984375 + }, + { + "round": 2, + "anchors": 48, + "seed_precision": 0.10416666666666667, + "accuracy_after_expansion": 0.08984375 + }, + { + "round": 3, + "anchors": 64, + "seed_precision": 0.140625, + "accuracy_after_expansion": 0.0859375 + } + ] + }, + { + "vote_baseline": 0.109375, + "history": [ + { + "round": 0, + "anchors": 16, + "seed_precision": 0.3125, + "accuracy_after_expansion": 0.04296875 + }, + { + "round": 1, + "anchors": 32, + "seed_precision": 0.15625, + "accuracy_after_expansion": 0.03515625 + }, + { + "round": 2, + "anchors": 48, + "seed_precision": 0.10416666666666667, + "accuracy_after_expansion": 0.0390625 + }, + { + "round": 3, + "anchors": 64, + "seed_precision": 0.09375, + "accuracy_after_expansion": 0.03515625 + } + ] + } + ] + }, + { + "field": "synth-full", + "trials": [ + { + "vote_baseline": 0.9375, + "history": [ + { + "round": 0, + "anchors": 16, + "seed_precision": 1.0, + "accuracy_after_expansion": 0.80078125 + }, + { + "round": 1, + "anchors": 32, + "seed_precision": 1.0, + "accuracy_after_expansion": 0.8125 + }, + { + "round": 2, + "anchors": 48, + "seed_precision": 0.9791666666666666, + "accuracy_after_expansion": 0.76953125 + }, + { + "round": 3, + "anchors": 64, + "seed_precision": 0.984375, + "accuracy_after_expansion": 0.73046875 + } + ] + }, + { + "vote_baseline": 0.92578125, + "history": [ + { + "round": 0, + "anchors": 16, + "seed_precision": 0.875, + "accuracy_after_expansion": 0.796875 + }, + { + "round": 1, + "anchors": 32, + "seed_precision": 0.9375, + "accuracy_after_expansion": 0.79296875 + }, + { + "round": 2, + "anchors": 48, + "seed_precision": 0.9583333333333334, + "accuracy_after_expansion": 0.734375 + }, + { + "round": 3, + "anchors": 64, + "seed_precision": 0.96875, + "accuracy_after_expansion": 0.7109375 + } + ] + } + ] + } + ] +}
\ No newline at end of file diff --git a/artifacts/synth_v1/match_battery.json b/artifacts/synth_v1/match_battery.json new file mode 100644 index 0000000..7e65f80 --- /dev/null +++ b/artifacts/synth_v1/match_battery.json @@ -0,0 +1,165 @@ +{ + "protocol": "Blind: the hidden permutation is generated per trial and read only for scoring. Each solver is scored as returned and again after exact steepest-descent refinement.", + "rows": [ + { + "field": "omit-size-BOUND0.997", + "method": "grampa (current)", + "raw": 0.016927083333333332, + "refined": 0.044270833333333336, + "seconds": 0.021717230478922527, + "failures": [] + }, + { + "field": "omit-size-BOUND0.997", + "method": "umeyama", + "raw": 0.005208333333333333, + "refined": 0.014322916666666666, + "seconds": 0.01471241315205892, + "failures": [] + }, + { + "field": "omit-size-BOUND0.997", + "method": "gromov-wasserstein", + "raw": 0.018229166666666668, + "refined": 0.022135416666666668, + "seconds": 0.08475653330485027, + "failures": [] + }, + { + "field": "omit-size-BOUND0.997", + "method": "entropic GW annealed", + "raw": 0.0078125, + "refined": 0.033854166666666664, + "seconds": 27.067088921864826, + "failures": [] + }, + { + "field": "omit-size-BOUND0.997", + "method": "BAPG GW", + "raw": 0.013020833333333334, + "refined": 0.01171875, + "seconds": 1.8669984340667725, + "failures": [] + }, + { + "field": "rank8-BOUND0.93", + "method": "grampa (current)", + "raw": 0.045572916666666664, + "refined": 0.07552083333333333, + "seconds": 0.01863869031270345, + "failures": [] + }, + { + "field": "rank8-BOUND0.93", + "method": "umeyama", + "raw": 0.01953125, + "refined": 0.015625, + "seconds": 0.0132447878519694, + "failures": [] + }, + { + "field": "rank8-BOUND0.93", + "method": "gromov-wasserstein", + "raw": 0.82421875, + "refined": 0.8815104166666666, + "seconds": 0.04134281476338705, + "failures": [] + }, + { + "field": "rank8-BOUND0.93", + "method": "entropic GW annealed", + "raw": 0.88671875, + "refined": 0.88671875, + "seconds": 18.96754988034566, + "failures": [] + }, + { + "field": "rank8-BOUND0.93", + "method": "BAPG GW", + "raw": 0.10546875, + "refined": 0.23307291666666666, + "seconds": 1.8909683227539062, + "failures": [] + }, + { + "field": "synth-full-BOUND0.99", + "method": "grampa (current)", + "raw": 0.5377604166666666, + "refined": 0.8841145833333334, + "seconds": 0.01822185516357422, + "failures": [] + }, + { + "field": "synth-full-BOUND0.99", + "method": "umeyama", + "raw": 0.0234375, + "refined": 0.5403645833333334, + "seconds": 0.014760414759318033, + "failures": [] + }, + { + "field": "synth-full-BOUND0.99", + "method": "gromov-wasserstein", + "raw": 0.3697916666666667, + "refined": 0.3971354166666667, + "seconds": 0.10002350807189941, + "failures": [] + }, + { + "field": "synth-full-BOUND0.99", + "method": "entropic GW annealed", + "raw": 0.9609375, + "refined": 0.9609375, + "seconds": 3.706202586491903, + "failures": [] + }, + { + "field": "synth-full-BOUND0.99", + "method": "BAPG GW", + "raw": 0.28515625, + "refined": 0.41796875, + "seconds": 1.7752447128295898, + "failures": [] + }, + { + "field": "natural-BOUND0.29", + "method": "grampa (current)", + "raw": 0.0078125, + "refined": 0.02734375, + "seconds": 0.01630059878031413, + "failures": [] + }, + { + "field": "natural-BOUND0.29", + "method": "umeyama", + "raw": 0.0234375, + "refined": 0.04296875, + "seconds": 0.014456351598103842, + "failures": [] + }, + { + "field": "natural-BOUND0.29", + "method": "gromov-wasserstein", + "raw": 0.0, + "refined": 0.0, + "seconds": 0.08861684799194336, + "failures": [] + }, + { + "field": "natural-BOUND0.29", + "method": "entropic GW annealed", + "raw": 0.0078125, + "refined": 0.005208333333333333, + "seconds": 18.440150499343872, + "failures": [] + }, + { + "field": "natural-BOUND0.29", + "method": "BAPG GW", + "raw": 0.0, + "refined": 0.010416666666666666, + "seconds": 1.8776884078979492, + "failures": [] + } + ] +}
\ No newline at end of file diff --git a/artifacts/synth_v1/match_battery3.json b/artifacts/synth_v1/match_battery3.json new file mode 100644 index 0000000..ce8c522 --- /dev/null +++ b/artifacts/synth_v1/match_battery3.json @@ -0,0 +1,53 @@ +{ + "protocol": "Blind: the hidden permutation is generated per trial and read only for scoring. Each solver is scored as returned and again after exact steepest-descent refinement.", + "rows": [ + { + "field": "omit-size-BOUND0.997", + "method": "PATH convex-concave", + "raw": 0.005208333333333333, + "refined": 0.00390625, + "seconds": 3.187158743540446, + "failures": [] + }, + { + "field": "omit-size-BOUND0.997", + "method": "moment ladder tr(M^k)", + "raw": 0.006510416666666667, + "refined": 0.01171875, + "seconds": 0.5490624109903971, + "failures": [] + }, + { + "field": "rank8-BOUND0.93", + "method": "PATH convex-concave", + "raw": 0.8046875, + "refined": 0.8658854166666666, + "seconds": 3.164182504018148, + "failures": [] + }, + { + "field": "rank8-BOUND0.93", + "method": "moment ladder tr(M^k)", + "raw": 0.09375, + "refined": 0.21354166666666666, + "seconds": 0.5453250408172607, + "failures": [] + }, + { + "field": "synth-full-BOUND0.99", + "method": "PATH convex-concave", + "raw": 0.9583333333333334, + "refined": 0.9609375, + "seconds": 3.1100974082946777, + "failures": [] + }, + { + "field": "synth-full-BOUND0.99", + "method": "moment ladder tr(M^k)", + "raw": 0.03515625, + "refined": 0.11197916666666667, + "seconds": 0.46936917304992676, + "failures": [] + } + ] +}
\ No newline at end of file |
