summaryrefslogtreecommitdiff
path: root/artifacts/manifold_gate/recovery_scale_n1024.json
blob: 86426802090b74ae615b5a5b214df4e156b061f8 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
{
  "protocol": "The text side enters through a hidden shuffle; the optimizer never sees pair, order, or truth information. Hidden truth scores outcomes only.",
  "dataset": "vg",
  "dims": 256,
  "samples": 1024,
  "true_energy": 0.8822067975997925,
  "chance_accuracy": 0.0009765625,
  "arms": {
    "tempering": {
      "replicas": [
        {
          "accuracy": 0.025390625,
          "energy": 0.9282351732254028,
          "energy_over_true": 0.05217413394550929
        },
        {
          "accuracy": 0.04296875,
          "energy": 0.9359857439994812,
          "energy_over_true": 0.06095956928239987
        },
        {
          "accuracy": 0.0029296875,
          "energy": 0.9775588512420654,
          "energy_over_true": 0.10808356260878504
        },
        {
          "accuracy": 0.0,
          "energy": 1.1675713062286377,
          "energy_over_true": 0.3234666853681387
        },
        {
          "accuracy": 0.0009765625,
          "energy": 1.3844102621078491,
          "energy_over_true": 0.5692582123311614
        },
        {
          "accuracy": 0.001953125,
          "energy": 1.8213294744491577,
          "energy_over_true": 1.064515348787181
        },
        {
          "accuracy": 0.0009765625,
          "energy": 1.9945390224456787,
          "energy_over_true": 1.2608520223060995
        },
        {
          "accuracy": 0.001953125,
          "energy": 1.997070550918579,
          "energy_over_true": 1.263721563189017
        }
      ],
      "best": {
        "accuracy": 0.025390625,
        "energy": 0.9282351732254028,
        "energy_over_true": 0.05217413394550929
      },
      "accepted_moves": 380183
    }
  },
  "summary": {
    "tempering": {
      "accuracy": 0.04296875,
      "energy": 0.9359857439994812,
      "energy_over_true": 0.06095956928239987
    }
  }
}