1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
|
{
"protocol": "The text side enters through a hidden shuffle; the optimizer never sees pair, order, or truth information. Hidden truth scores outcomes only.",
"dataset": "vg",
"dims": 256,
"samples": 2048,
"true_energy": 0.88466876745224,
"chance_accuracy": 0.00048828125,
"arms": {
"tempering": {
"replicas": [
{
"accuracy": 0.00048828125,
"energy": 1.0176631212234497,
"energy_over_true": 0.15033237146397793
},
{
"accuracy": 0.00048828125,
"energy": 1.0526163578033447,
"energy_over_true": 0.18984234159727098
},
{
"accuracy": 0.00048828125,
"energy": 1.08525550365448,
"energy_over_true": 0.22673654093148365
},
{
"accuracy": 0.00048828125,
"energy": 1.3348394632339478,
"energy_over_true": 0.5088579051775
},
{
"accuracy": 0.00146484375,
"energy": 1.734426736831665,
"energy_over_true": 0.9605380009363791
},
{
"accuracy": 0.00048828125,
"energy": 1.9922428131103516,
"energy_over_true": 1.2519646746971946
},
{
"accuracy": 0.0009765625,
"energy": 1.9959903955459595,
"energy_over_true": 1.256200816599661
},
{
"accuracy": 0.00048828125,
"energy": 2.0015127658843994,
"energy_over_true": 1.2624431194158254
}
],
"best": {
"accuracy": 0.00048828125,
"energy": 1.0176631212234497,
"energy_over_true": 0.15033237146397793
},
"accepted_moves": 464870
}
},
"summary": {
"tempering": {
"accuracy": 0.00146484375,
"energy": 1.734426736831665,
"energy_over_true": 0.9605380009363791
}
}
}
|
