summaryrefslogtreecommitdiff
path: root/artifacts/synth_v1/decode.json
blob: b07220017d4f1ccf0dcbee52df4385e30625c6d2 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
{
  "protocol": "The recovered assignment supplies pseudo-pairs for a ridge map from vision states to text states; the map is applied to held-out scenes that took no part in matching. Random assignment and shuffled-image controls bound the claim.",
  "matched_population": 256,
  "held_out": 200,
  "recovery_accuracy": 0.953125,
  "conditions": {
    "recovered_pairs": {
      "held_out_retrieval_exact": 0.93,
      "chance": 0.005,
      "colour_set_f1": 0.9890000000000001,
      "count_multiset_exact": 0.975,
      "group_count_exact": 0.975,
      "shuffled_image_control": {
        "colour_set_f1": 0.2947619047619047,
        "count_multiset_exact": 0.085,
        "group_count_exact": 0.58
      }
    },
    "random_pairs": {
      "held_out_retrieval_exact": 0.005,
      "chance": 0.005,
      "colour_set_f1": 0.3992380952380952,
      "count_multiset_exact": 0.025,
      "group_count_exact": 0.17
    }
  }
}