summaryrefslogtreecommitdiff
path: root/artifacts
diff options
context:
space:
mode:
Diffstat (limited to 'artifacts')
-rw-r--r--artifacts/synth_v1/consensus_seed.json132
-rw-r--r--artifacts/synth_v1/match_battery.json165
-rw-r--r--artifacts/synth_v1/match_battery3.json53
3 files changed, 350 insertions, 0 deletions
diff --git a/artifacts/synth_v1/consensus_seed.json b/artifacts/synth_v1/consensus_seed.json
new file mode 100644
index 0000000..08fcef1
--- /dev/null
+++ b/artifacts/synth_v1/consensus_seed.json
@@ -0,0 +1,132 @@
+{
+ "protocol": "Many independent descents vote on pairings; the most-agreed pairs become anchors and the rest are assigned against them, repeated. Hidden pairs are read only for scoring.",
+ "restarts": 60,
+ "rows": [
+ {
+ "field": "omit-size",
+ "trials": [
+ {
+ "vote_baseline": 0.14453125,
+ "history": [
+ {
+ "round": 0,
+ "anchors": 16,
+ "seed_precision": 0.3125,
+ "accuracy_after_expansion": 0.07421875
+ },
+ {
+ "round": 1,
+ "anchors": 32,
+ "seed_precision": 0.15625,
+ "accuracy_after_expansion": 0.08984375
+ },
+ {
+ "round": 2,
+ "anchors": 48,
+ "seed_precision": 0.10416666666666667,
+ "accuracy_after_expansion": 0.08984375
+ },
+ {
+ "round": 3,
+ "anchors": 64,
+ "seed_precision": 0.140625,
+ "accuracy_after_expansion": 0.0859375
+ }
+ ]
+ },
+ {
+ "vote_baseline": 0.109375,
+ "history": [
+ {
+ "round": 0,
+ "anchors": 16,
+ "seed_precision": 0.3125,
+ "accuracy_after_expansion": 0.04296875
+ },
+ {
+ "round": 1,
+ "anchors": 32,
+ "seed_precision": 0.15625,
+ "accuracy_after_expansion": 0.03515625
+ },
+ {
+ "round": 2,
+ "anchors": 48,
+ "seed_precision": 0.10416666666666667,
+ "accuracy_after_expansion": 0.0390625
+ },
+ {
+ "round": 3,
+ "anchors": 64,
+ "seed_precision": 0.09375,
+ "accuracy_after_expansion": 0.03515625
+ }
+ ]
+ }
+ ]
+ },
+ {
+ "field": "synth-full",
+ "trials": [
+ {
+ "vote_baseline": 0.9375,
+ "history": [
+ {
+ "round": 0,
+ "anchors": 16,
+ "seed_precision": 1.0,
+ "accuracy_after_expansion": 0.80078125
+ },
+ {
+ "round": 1,
+ "anchors": 32,
+ "seed_precision": 1.0,
+ "accuracy_after_expansion": 0.8125
+ },
+ {
+ "round": 2,
+ "anchors": 48,
+ "seed_precision": 0.9791666666666666,
+ "accuracy_after_expansion": 0.76953125
+ },
+ {
+ "round": 3,
+ "anchors": 64,
+ "seed_precision": 0.984375,
+ "accuracy_after_expansion": 0.73046875
+ }
+ ]
+ },
+ {
+ "vote_baseline": 0.92578125,
+ "history": [
+ {
+ "round": 0,
+ "anchors": 16,
+ "seed_precision": 0.875,
+ "accuracy_after_expansion": 0.796875
+ },
+ {
+ "round": 1,
+ "anchors": 32,
+ "seed_precision": 0.9375,
+ "accuracy_after_expansion": 0.79296875
+ },
+ {
+ "round": 2,
+ "anchors": 48,
+ "seed_precision": 0.9583333333333334,
+ "accuracy_after_expansion": 0.734375
+ },
+ {
+ "round": 3,
+ "anchors": 64,
+ "seed_precision": 0.96875,
+ "accuracy_after_expansion": 0.7109375
+ }
+ ]
+ }
+ ]
+ }
+ ]
+} \ No newline at end of file
diff --git a/artifacts/synth_v1/match_battery.json b/artifacts/synth_v1/match_battery.json
new file mode 100644
index 0000000..7e65f80
--- /dev/null
+++ b/artifacts/synth_v1/match_battery.json
@@ -0,0 +1,165 @@
+{
+ "protocol": "Blind: the hidden permutation is generated per trial and read only for scoring. Each solver is scored as returned and again after exact steepest-descent refinement.",
+ "rows": [
+ {
+ "field": "omit-size-BOUND0.997",
+ "method": "grampa (current)",
+ "raw": 0.016927083333333332,
+ "refined": 0.044270833333333336,
+ "seconds": 0.021717230478922527,
+ "failures": []
+ },
+ {
+ "field": "omit-size-BOUND0.997",
+ "method": "umeyama",
+ "raw": 0.005208333333333333,
+ "refined": 0.014322916666666666,
+ "seconds": 0.01471241315205892,
+ "failures": []
+ },
+ {
+ "field": "omit-size-BOUND0.997",
+ "method": "gromov-wasserstein",
+ "raw": 0.018229166666666668,
+ "refined": 0.022135416666666668,
+ "seconds": 0.08475653330485027,
+ "failures": []
+ },
+ {
+ "field": "omit-size-BOUND0.997",
+ "method": "entropic GW annealed",
+ "raw": 0.0078125,
+ "refined": 0.033854166666666664,
+ "seconds": 27.067088921864826,
+ "failures": []
+ },
+ {
+ "field": "omit-size-BOUND0.997",
+ "method": "BAPG GW",
+ "raw": 0.013020833333333334,
+ "refined": 0.01171875,
+ "seconds": 1.8669984340667725,
+ "failures": []
+ },
+ {
+ "field": "rank8-BOUND0.93",
+ "method": "grampa (current)",
+ "raw": 0.045572916666666664,
+ "refined": 0.07552083333333333,
+ "seconds": 0.01863869031270345,
+ "failures": []
+ },
+ {
+ "field": "rank8-BOUND0.93",
+ "method": "umeyama",
+ "raw": 0.01953125,
+ "refined": 0.015625,
+ "seconds": 0.0132447878519694,
+ "failures": []
+ },
+ {
+ "field": "rank8-BOUND0.93",
+ "method": "gromov-wasserstein",
+ "raw": 0.82421875,
+ "refined": 0.8815104166666666,
+ "seconds": 0.04134281476338705,
+ "failures": []
+ },
+ {
+ "field": "rank8-BOUND0.93",
+ "method": "entropic GW annealed",
+ "raw": 0.88671875,
+ "refined": 0.88671875,
+ "seconds": 18.96754988034566,
+ "failures": []
+ },
+ {
+ "field": "rank8-BOUND0.93",
+ "method": "BAPG GW",
+ "raw": 0.10546875,
+ "refined": 0.23307291666666666,
+ "seconds": 1.8909683227539062,
+ "failures": []
+ },
+ {
+ "field": "synth-full-BOUND0.99",
+ "method": "grampa (current)",
+ "raw": 0.5377604166666666,
+ "refined": 0.8841145833333334,
+ "seconds": 0.01822185516357422,
+ "failures": []
+ },
+ {
+ "field": "synth-full-BOUND0.99",
+ "method": "umeyama",
+ "raw": 0.0234375,
+ "refined": 0.5403645833333334,
+ "seconds": 0.014760414759318033,
+ "failures": []
+ },
+ {
+ "field": "synth-full-BOUND0.99",
+ "method": "gromov-wasserstein",
+ "raw": 0.3697916666666667,
+ "refined": 0.3971354166666667,
+ "seconds": 0.10002350807189941,
+ "failures": []
+ },
+ {
+ "field": "synth-full-BOUND0.99",
+ "method": "entropic GW annealed",
+ "raw": 0.9609375,
+ "refined": 0.9609375,
+ "seconds": 3.706202586491903,
+ "failures": []
+ },
+ {
+ "field": "synth-full-BOUND0.99",
+ "method": "BAPG GW",
+ "raw": 0.28515625,
+ "refined": 0.41796875,
+ "seconds": 1.7752447128295898,
+ "failures": []
+ },
+ {
+ "field": "natural-BOUND0.29",
+ "method": "grampa (current)",
+ "raw": 0.0078125,
+ "refined": 0.02734375,
+ "seconds": 0.01630059878031413,
+ "failures": []
+ },
+ {
+ "field": "natural-BOUND0.29",
+ "method": "umeyama",
+ "raw": 0.0234375,
+ "refined": 0.04296875,
+ "seconds": 0.014456351598103842,
+ "failures": []
+ },
+ {
+ "field": "natural-BOUND0.29",
+ "method": "gromov-wasserstein",
+ "raw": 0.0,
+ "refined": 0.0,
+ "seconds": 0.08861684799194336,
+ "failures": []
+ },
+ {
+ "field": "natural-BOUND0.29",
+ "method": "entropic GW annealed",
+ "raw": 0.0078125,
+ "refined": 0.005208333333333333,
+ "seconds": 18.440150499343872,
+ "failures": []
+ },
+ {
+ "field": "natural-BOUND0.29",
+ "method": "BAPG GW",
+ "raw": 0.0,
+ "refined": 0.010416666666666666,
+ "seconds": 1.8776884078979492,
+ "failures": []
+ }
+ ]
+} \ No newline at end of file
diff --git a/artifacts/synth_v1/match_battery3.json b/artifacts/synth_v1/match_battery3.json
new file mode 100644
index 0000000..ce8c522
--- /dev/null
+++ b/artifacts/synth_v1/match_battery3.json
@@ -0,0 +1,53 @@
+{
+ "protocol": "Blind: the hidden permutation is generated per trial and read only for scoring. Each solver is scored as returned and again after exact steepest-descent refinement.",
+ "rows": [
+ {
+ "field": "omit-size-BOUND0.997",
+ "method": "PATH convex-concave",
+ "raw": 0.005208333333333333,
+ "refined": 0.00390625,
+ "seconds": 3.187158743540446,
+ "failures": []
+ },
+ {
+ "field": "omit-size-BOUND0.997",
+ "method": "moment ladder tr(M^k)",
+ "raw": 0.006510416666666667,
+ "refined": 0.01171875,
+ "seconds": 0.5490624109903971,
+ "failures": []
+ },
+ {
+ "field": "rank8-BOUND0.93",
+ "method": "PATH convex-concave",
+ "raw": 0.8046875,
+ "refined": 0.8658854166666666,
+ "seconds": 3.164182504018148,
+ "failures": []
+ },
+ {
+ "field": "rank8-BOUND0.93",
+ "method": "moment ladder tr(M^k)",
+ "raw": 0.09375,
+ "refined": 0.21354166666666666,
+ "seconds": 0.5453250408172607,
+ "failures": []
+ },
+ {
+ "field": "synth-full-BOUND0.99",
+ "method": "PATH convex-concave",
+ "raw": 0.9583333333333334,
+ "refined": 0.9609375,
+ "seconds": 3.1100974082946777,
+ "failures": []
+ },
+ {
+ "field": "synth-full-BOUND0.99",
+ "method": "moment ladder tr(M^k)",
+ "raw": 0.03515625,
+ "refined": 0.11197916666666667,
+ "seconds": 0.46936917304992676,
+ "failures": []
+ }
+ ]
+} \ No newline at end of file