1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
|
{
"protocol": "Polynomial-time spectral solvers on N x N relation fields; embedding dimensions are irrelevant by construction. The hidden shuffle is applied to the text field and used only to score the returned assignment.",
"samples": 256,
"spectra": {
"visual": {
"top_eigenvalues": [
173.58936943015493,
96.5966431722985,
73.9880164207959,
59.2566787798251,
45.56147102176048,
37.14216515953635,
34.18397554450124,
29.77003246359442,
27.04528073479335,
21.477065125047282,
17.434030610985833,
15.604237902815296
],
"effective_rank_participation": 35.97226004391897,
"rank_for_90_percent": 235,
"rank_for_99_percent": 256,
"median_relative_gap": 3.819151448853615e-05,
"min_relative_gap_top20": 0.000480814611403741
},
"text": {
"top_eigenvalues": [
133.86809698096567,
107.42968163933162,
97.43054166305068,
70.84733000657208,
67.52559319288596,
61.093159653673546,
37.49807515918148,
34.7042009500592,
29.28562344777695,
20.891230664856856,
15.65363265093253,
14.22029521310555
],
"effective_rank_participation": 37.778592574970936,
"rank_for_90_percent": 231,
"rank_for_99_percent": 256,
"median_relative_gap": 3.068136276924476e-10,
"min_relative_gap_top20": 0.001588063369249634
}
},
"solvers": {
"umeyama": {
"accuracy": 0.01171875,
"chance": 0.00390625
},
"grampa_eta0.05": {
"accuracy": 0.015625,
"chance": 0.00390625
},
"grampa_eta0.1": {
"accuracy": 0.01171875,
"chance": 0.00390625
},
"grampa_eta0.2": {
"accuracy": 0.015625,
"chance": 0.00390625
},
"grampa_eta0.5": {
"accuracy": 0.046875,
"chance": 0.00390625
}
},
"field_correlation_at_truth": 0.5695660173938809
}
|
