{
  "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.",
  "dataset": "vg",
  "dims": 256,
  "samples": 512,
  "gate_a": {
    "true": {
      "mse": 0.8928713940246661,
      "mse_channels": [
        0.8928713940246661
      ],
      "mse_channel_mean": 0.8928713940246661,
      "conditional_kl": 93.7046616709643,
      "m30_total": 20.526675122242192
    },
    "similarity_shift": {
      "mse": 1.934004601906239,
      "mse_channels": [
        1.934004601906239
      ],
      "mse_channel_mean": 1.934004601906239,
      "conditional_kl": 295.7590122684406,
      "m30_total": 63.0198116575006
    },
    "random": {
      "mse": {
        "mean": 2.000051736831665,
        "std": 0.005416926462203264,
        "min": 1.9814218282699585,
        "true_z": 204.39273071289062,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "mse_channel_mean": {
        "mean": 2.000051736831665,
        "std": 0.005416926462203264,
        "min": 1.9814218282699585,
        "true_z": 204.39273071289062,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "conditional_kl": {
        "mean": 300.9863586425781,
        "std": 2.5656986236572266,
        "min": 290.8156433105469,
        "true_z": 80.78958129882812,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "m30_total": {
        "mean": 64.19737243652344,
        "std": 0.5162094831466675,
        "min": 62.165679931640625,
        "true_z": 84.59879302978516,
        "true_rank_among_random": 0,
        "count": 1000
      }
    }
  },
  "gate_b": {
    "pairs": 130816,
    "improving_pairs": 307,
    "improving_fraction": 0.0023468077299412917,
    "delta_mean": 0.00862280313258878,
    "delta_min": -0.0021983711387223025,
    "identity_is_local_min_mse": false,
    "worst_improving_swaps": [
      {
        "pair": [
          236,
          290
        ],
        "delta_mse": -0.0021983711387223025,
        "text_cosine": 4.782373749242612,
        "visual_cosine": 3.354715027312567
      },
      {
        "pair": [
          290,
          362
        ],
        "delta_mse": -0.002018241048313266,
        "text_cosine": 5.095009444395582,
        "visual_cosine": 3.12795217876831
      },
      {
        "pair": [
          290,
          467
        ],
        "delta_mse": -0.0018884690226772438,
        "text_cosine": 3.0603127833933694,
        "visual_cosine": 2.857235950664429
      },
      {
        "pair": [
          421,
          501
        ],
        "delta_mse": -0.0017282397182692077,
        "text_cosine": 0.03239878697894844,
        "visual_cosine": -0.8741400745737635
      },
      {
        "pair": [
          97,
          358
        ],
        "delta_mse": -0.001702992968433282,
        "text_cosine": 2.0372301615457804,
        "visual_cosine": -1.4637581253218357
      },
      {
        "pair": [
          386,
          453
        ],
        "delta_mse": -0.0016778429637236427,
        "text_cosine": 2.612350816101385,
        "visual_cosine": 3.42992360278045
      },
      {
        "pair": [
          169,
          253
        ],
        "delta_mse": -0.0013956703230136205,
        "text_cosine": 0.30883948588867177,
        "visual_cosine": -0.19092885323336997
      },
      {
        "pair": [
          340,
          504
        ],
        "delta_mse": -0.001373151714944959,
        "text_cosine": 0.6040018415820366,
        "visual_cosine": 0.7782638898041605
      },
      {
        "pair": [
          169,
          501
        ],
        "delta_mse": -0.0013389725786772785,
        "text_cosine": -0.0250671282521174,
        "visual_cosine": -0.538353087519773
      },
      {
        "pair": [
          114,
          467
        ],
        "delta_mse": -0.00131070743322837,
        "text_cosine": 2.677791808328653,
        "visual_cosine": 1.4708094113900165
      },
      {
        "pair": [
          202,
          236
        ],
        "delta_mse": -0.0011528330550048922,
        "text_cosine": 4.388528548823952,
        "visual_cosine": 4.5938154743732635
      },
      {
        "pair": [
          358,
          377
        ],
        "delta_mse": -0.001147475508511721,
        "text_cosine": 2.8340601690382563,
        "visual_cosine": 0.2216075548124182
      },
      {
        "pair": [
          114,
          386
        ],
        "delta_mse": -0.0011427932906781326,
        "text_cosine": 3.9733791156546645,
        "visual_cosine": 3.3257914004367484
      },
      {
        "pair": [
          358,
          501
        ],
        "delta_mse": -0.001122895158865653,
        "text_cosine": -0.16940766795406959,
        "visual_cosine": 0.2861276933059399
      },
      {
        "pair": [
          358,
          495
        ],
        "delta_mse": -0.0010679386297390407,
        "text_cosine": 1.9145974219254953,
        "visual_cosine": 2.3216843956676465
      },
      {
        "pair": [
          231,
          246
        ],
        "delta_mse": -0.0010019179193169485,
        "text_cosine": 3.5864284530255666,
        "visual_cosine": 1.1069973408602387
      },
      {
        "pair": [
          202,
          467
        ],
        "delta_mse": -0.0010007849784928054,
        "text_cosine": 2.4014566689037773,
        "visual_cosine": 4.732063628977788
      },
      {
        "pair": [
          340,
          358
        ],
        "delta_mse": -0.0009571259992725897,
        "text_cosine": 2.5635191515783866,
        "visual_cosine": 0.24212297562896878
      },
      {
        "pair": [
          105,
          501
        ],
        "delta_mse": -0.000919457194067208,
        "text_cosine": 2.865311452131331,
        "visual_cosine": 0.4340320302823647
      },
      {
        "pair": [
          246,
          268
        ],
        "delta_mse": -0.000917845981463023,
        "text_cosine": 1.6111724144336537,
        "visual_cosine": 1.778087046553671
      }
    ]
  },
  "descent_from_true": {
    "start_accuracy": 1.0,
    "final_accuracy": 0.58984375,
    "final_objective": 0.8379749348440171,
    "final_energy": {
      "mse": 0.8379749348440171,
      "mse_channels": [
        0.8379749348440171
      ],
      "mse_channel_mean": 0.8379749348440171,
      "conditional_kl": 85.87147111614101,
      "m30_total": 18.850244092916235
    },
    "accepted_moves": 170,
    "moved_fraction": 0.41015625,
    "mse_local_min_certificate": true,
    "trajectory": [
      {
        "step": 0,
        "objective": 0.8906730228859437,
        "accuracy": 0.99609375
      },
      {
        "step": 50,
        "objective": 0.8563683817635165,
        "accuracy": 0.833984375
      },
      {
        "step": 100,
        "objective": 0.8446097825347268,
        "accuracy": 0.70703125
      },
      {
        "step": 150,
        "objective": 0.8392394496912187,
        "accuracy": 0.611328125
      }
    ]
  },
  "descent_from_random": [
    {
      "start_accuracy": 0.00390625,
      "final_accuracy": 0.001953125,
      "final_objective": 1.0849944444399882,
      "final_energy": {
        "mse": 1.0849944444399882,
        "mse_channels": [
          1.0849944444399882
        ],
        "mse_channel_mean": 1.0849944444399882,
        "conditional_kl": 135.9169931718017,
        "m30_total": 29.35338752324032
      },
      "accepted_moves": 732,
      "moved_fraction": 0.986328125,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.0,
      "final_objective": 1.038249141041153,
      "final_energy": {
        "mse": 1.038249141041153,
        "mse_channels": [
          1.038249141041153
        ],
        "mse_channel_mean": 1.038249141041153,
        "conditional_kl": 132.5280837831216,
        "m30_total": 28.582115038706625
      },
      "accepted_moves": 825,
      "moved_fraction": 0.994140625,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.021484375,
      "final_objective": 0.9879644627160089,
      "final_energy": {
        "mse": 0.9879644627160089,
        "mse_channels": [
          0.9879644627160089
        ],
        "mse_channel_mean": 0.9879644627160089,
        "conditional_kl": 136.04826855105392,
        "m30_total": 29.185582635642806
      },
      "accepted_moves": 741,
      "moved_fraction": 0.982421875,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.0,
      "final_objective": 1.0831527834399477,
      "final_energy": {
        "mse": 1.0831527834399477,
        "mse_channels": [
          1.0831527834399477
        ],
        "mse_channel_mean": 1.0831527834399477,
        "conditional_kl": 140.574196998472,
        "m30_total": 30.281144966574296
      },
      "accepted_moves": 780,
      "moved_fraction": 0.986328125,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.005859375,
      "final_objective": 1.047712579754794,
      "final_energy": {
        "mse": 1.047712579754794,
        "mse_channels": [
          1.047712579754794
        ],
        "mse_channel_mean": 1.047712579754794,
        "conditional_kl": 137.6744543908093,
        "m30_total": 29.63031603767145
      },
      "accepted_moves": 772,
      "moved_fraction": 0.986328125,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.01171875,
      "final_objective": 0.9817165015373922,
      "final_energy": {
        "mse": 0.9817165015373922,
        "mse_channels": [
          0.9817165015373922
        ],
        "mse_channel_mean": 0.9817165015373922,
        "conditional_kl": 129.77030825042624,
        "m30_total": 27.917494653160034
      },
      "accepted_moves": 799,
      "moved_fraction": 0.98828125,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.0078125,
      "final_objective": 1.0827887434834,
      "final_energy": {
        "mse": 1.0827887434834,
        "mse_channels": [
          1.0827887434834
        ],
        "mse_channel_mean": 1.0827887434834,
        "conditional_kl": 136.77740378626828,
        "m30_total": 29.52105824422046
      },
      "accepted_moves": 780,
      "moved_fraction": 0.986328125,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.001953125,
      "final_objective": 1.0229434594547024,
      "final_energy": {
        "mse": 1.0229434594547024,
        "mse_channels": [
          1.0229434594547024
        ],
        "mse_channel_mean": 1.0229434594547024,
        "conditional_kl": 129.15148283607655,
        "m30_total": 27.876183486124717
      },
      "accepted_moves": 782,
      "moved_fraction": 0.984375,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.046875,
      "final_objective": 0.9626451069073196,
      "final_energy": {
        "mse": 0.9626451069073196,
        "mse_channels": [
          0.9626451069073196
        ],
        "mse_channel_mean": 0.9626451069073196,
        "conditional_kl": 126.98237380145561,
        "m30_total": 27.32176497410576
      },
      "accepted_moves": 731,
      "moved_fraction": 0.986328125,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.00390625,
      "final_accuracy": 0.0078125,
      "final_objective": 1.036637083808324,
      "final_energy": {
        "mse": 1.036637083808324,
        "mse_channels": [
          1.036637083808324
        ],
        "mse_channel_mean": 1.036637083808324,
        "conditional_kl": 139.3365983490616,
        "m30_total": 29.94059383742897
      },
      "accepted_moves": 766,
      "moved_fraction": 0.986328125,
      "mse_local_min_certificate": true
    }
  ],
  "verdict": {
    "true_z_mse": 204.39273071289062,
    "improving_fraction": 0.0023468077299412917,
    "identity_strict_local_min": false,
    "descent_keeps": 0.58984375,
    "true_mse": 0.8928713940246661,
    "best_random_descent": 0.9626451069073196,
    "best_random_accuracy": 0.046875,
    "counterfeit_found": false
  }
}