{
  "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.",
  "dataset": "vg",
  "dims": 256,
  "samples": 512,
  "gate_a": {
    "true": {
      "mse": 0.846923893817396,
      "mse_channels": [
        0.846923893817396
      ],
      "mse_channel_mean": 0.846923893817396,
      "conditional_kl": 81.94371435749599,
      "m30_total": 18.08259065913399
    },
    "similarity_shift": {
      "mse": 1.9358796008985528,
      "mse_channels": [
        1.9358796008985528
      ],
      "mse_channel_mean": 1.9358796008985528,
      "conditional_kl": 294.0077432806566,
      "m30_total": 62.67330785792843
    },
    "random": {
      "mse": {
        "mean": 2.0000948905944824,
        "std": 0.0054289777763187885,
        "min": 1.9844247102737427,
        "true_z": 212.4103546142578,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "mse_channel_mean": {
        "mean": 2.0000948905944824,
        "std": 0.0054289777763187885,
        "min": 1.9844247102737427,
        "true_z": 212.4103546142578,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "conditional_kl": {
        "mean": 301.38531494140625,
        "std": 2.684880256652832,
        "min": 293.1719665527344,
        "true_z": 81.73235321044922,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "m30_total": {
        "mean": 64.2772445678711,
        "std": 0.539846658706665,
        "min": 62.61613845825195,
        "true_z": 85.56996154785156,
        "true_rank_among_random": 0,
        "count": 1000
      }
    }
  },
  "gate_b": {
    "pairs": 130816,
    "improving_pairs": 278,
    "improving_fraction": 0.0021251223091976515,
    "delta_mean": 0.008994848862781553,
    "delta_min": -0.0030942227857659356,
    "identity_is_local_min_mse": false,
    "worst_improving_swaps": [
      {
        "pair": [
          244,
          267
        ],
        "delta_mse": -0.0030942227857659356,
        "text_cosine": 1.3011818043609613,
        "visual_cosine": 1.5402521867797838
      },
      {
        "pair": [
          41,
          267
        ],
        "delta_mse": -0.0026519401306451047,
        "text_cosine": 2.11264580319317,
        "visual_cosine": 2.0194677759013953
      },
      {
        "pair": [
          267,
          276
        ],
        "delta_mse": -0.0023144772847167702,
        "text_cosine": 3.2222760573595575,
        "visual_cosine": 2.236175207993906
      },
      {
        "pair": [
          184,
          250
        ],
        "delta_mse": -0.002206163674553719,
        "text_cosine": -1.3534659610631206,
        "visual_cosine": 0.17670151533174192
      },
      {
        "pair": [
          184,
          245
        ],
        "delta_mse": -0.0020219985484031507,
        "text_cosine": 0.3167388883379693,
        "visual_cosine": 4.446912283701257
      },
      {
        "pair": [
          267,
          332
        ],
        "delta_mse": -0.001889981196875703,
        "text_cosine": 2.36908386064135,
        "visual_cosine": 5.344433987155472
      },
      {
        "pair": [
          253,
          267
        ],
        "delta_mse": -0.0014317999046285315,
        "text_cosine": 1.7127438556965837,
        "visual_cosine": 5.465661807233045
      },
      {
        "pair": [
          267,
          292
        ],
        "delta_mse": -0.0013952613273014807,
        "text_cosine": 2.9958852789488892,
        "visual_cosine": 4.211346514889615
      },
      {
        "pair": [
          184,
          462
        ],
        "delta_mse": -0.0013207218900546955,
        "text_cosine": 0.5556346237762444,
        "visual_cosine": -0.4636473770125418
      },
      {
        "pair": [
          106,
          245
        ],
        "delta_mse": -0.0012620978259293768,
        "text_cosine": 0.05345204201861087,
        "visual_cosine": 1.5891441470641998
      },
      {
        "pair": [
          106,
          250
        ],
        "delta_mse": -0.0011798420310077295,
        "text_cosine": 1.6212858834702015,
        "visual_cosine": 0.42435061058560813
      },
      {
        "pair": [
          244,
          383
        ],
        "delta_mse": -0.0011478080603260438,
        "text_cosine": 0.4045916897915917,
        "visual_cosine": 0.6687067466323693
      },
      {
        "pair": [
          184,
          374
        ],
        "delta_mse": -0.0011317149613959997,
        "text_cosine": -0.11970014877633656,
        "visual_cosine": -0.45060184702115386
      },
      {
        "pair": [
          184,
          510
        ],
        "delta_mse": -0.0010993990500095085,
        "text_cosine": -0.17231920599262976,
        "visual_cosine": 2.5075844871214805
      },
      {
        "pair": [
          154,
          203
        ],
        "delta_mse": -0.0010614839225716272,
        "text_cosine": 2.1177854989081575,
        "visual_cosine": 0.8531255713931778
      },
      {
        "pair": [
          21,
          236
        ],
        "delta_mse": -0.001026068380141729,
        "text_cosine": 1.70739602153444,
        "visual_cosine": 3.024716834999253
      },
      {
        "pair": [
          20,
          245
        ],
        "delta_mse": -0.0009690585644683843,
        "text_cosine": -0.05940444900195173,
        "visual_cosine": -0.5191875220812289
      },
      {
        "pair": [
          20,
          115
        ],
        "delta_mse": -0.000950068150647503,
        "text_cosine": -0.38627145637845417,
        "visual_cosine": 0.9131376288867251
      },
      {
        "pair": [
          21,
          377
        ],
        "delta_mse": -0.0008769487972048614,
        "text_cosine": 2.775156602154823,
        "visual_cosine": 0.9247837826756469
      },
      {
        "pair": [
          213,
          377
        ],
        "delta_mse": -0.0008509255751835141,
        "text_cosine": 4.242309862586537,
        "visual_cosine": 2.0974209160405524
      }
    ]
  },
  "descent_from_true": {
    "start_accuracy": 1.0,
    "final_accuracy": 0.5390625,
    "final_objective": 0.7972765057143968,
    "final_energy": {
      "mse": 0.7972765057143968,
      "mse_channels": [
        0.7972765057143968
      ],
      "mse_channel_mean": 0.7972765057143968,
      "conditional_kl": 80.43524476513356,
      "m30_total": 17.681601964455506
    },
    "accepted_moves": 194,
    "moved_fraction": 0.4609375,
    "mse_local_min_certificate": true,
    "trajectory": [
      {
        "step": 0,
        "objective": 0.8438296710316299,
        "accuracy": 0.99609375
      },
      {
        "step": 50,
        "objective": 0.8171410055123166,
        "accuracy": 0.84375
      },
      {
        "step": 100,
        "objective": 0.8068419859899517,
        "accuracy": 0.703125
      },
      {
        "step": 150,
        "objective": 0.8015360370608148,
        "accuracy": 0.5859375
      }
    ]
  },
  "descent_from_random": [
    {
      "start_accuracy": 0.00390625,
      "final_accuracy": 0.0,
      "final_objective": 1.0332917469616345,
      "final_energy": {
        "mse": 1.0332917469616345,
        "mse_channels": [
          1.0332917469616345
        ],
        "mse_channel_mean": 1.0332917469616345,
        "conditional_kl": 138.66510661347644,
        "m30_total": 29.799604816618558
      },
      "accepted_moves": 708,
      "moved_fraction": 0.986328125,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.0,
      "final_objective": 1.0952293798386514,
      "final_energy": {
        "mse": 1.0952293798386514,
        "mse_channels": [
          1.0952293798386514
        ],
        "mse_channel_mean": 1.0952293798386514,
        "conditional_kl": 128.67521387621505,
        "m30_total": 27.925501534920315
      },
      "accepted_moves": 811,
      "moved_fraction": 0.978515625,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.005859375,
      "final_objective": 0.9884509084859376,
      "final_energy": {
        "mse": 0.9884509084859376,
        "mse_channels": [
          0.9884509084859376
        ],
        "mse_channel_mean": 0.9884509084859376,
        "conditional_kl": 126.47066990929916,
        "m30_total": 27.271035798831708
      },
      "accepted_moves": 792,
      "moved_fraction": 0.986328125,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.017578125,
      "final_objective": 0.9807311525004382,
      "final_energy": {
        "mse": 0.9807311525004382,
        "mse_channels": [
          0.9807311525004382
        ],
        "mse_channel_mean": 0.9807311525004382,
        "conditional_kl": 129.49316757891356,
        "m30_total": 27.860095820783588
      },
      "accepted_moves": 720,
      "moved_fraction": 0.984375,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.0,
      "final_objective": 1.0009146521805175,
      "final_energy": {
        "mse": 1.0009146521805175,
        "mse_channels": [
          1.0009146521805175
        ],
        "mse_channel_mean": 1.0009146521805175,
        "conditional_kl": 135.6561645989575,
        "m30_total": 29.133062224152535
      },
      "accepted_moves": 809,
      "moved_fraction": 0.990234375,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.0,
      "final_objective": 1.059325533462321,
      "final_energy": {
        "mse": 1.059325533462321,
        "mse_channels": [
          1.059325533462321
        ],
        "mse_channel_mean": 1.059325533462321,
        "conditional_kl": 132.85752644875663,
        "m30_total": 28.69015635667597
      },
      "accepted_moves": 814,
      "moved_fraction": 0.986328125,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.0,
      "final_objective": 1.0597854651703253,
      "final_energy": {
        "mse": 1.0597854651703253,
        "mse_channels": [
          1.0597854651703253
        ],
        "mse_channel_mean": 1.0597854651703253,
        "conditional_kl": 131.07107838857587,
        "m30_total": 28.333786608055824
      },
      "accepted_moves": 769,
      "moved_fraction": 0.98828125,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.0,
      "final_objective": 1.0435683007887575,
      "final_energy": {
        "mse": 1.0435683007887575,
        "mse_channels": [
          1.0435683007887575
        ],
        "mse_channel_mean": 1.0435683007887575,
        "conditional_kl": 134.63627028664945,
        "m30_total": 29.014390658907406
      },
      "accepted_moves": 759,
      "moved_fraction": 0.984375,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.013671875,
      "final_objective": 1.0002959149363935,
      "final_energy": {
        "mse": 1.0002959149363935,
        "mse_channels": [
          1.0002959149363935
        ],
        "mse_channel_mean": 1.0002959149363935,
        "conditional_kl": 113.51274610211182,
        "m30_total": 24.70314105029515
      },
      "accepted_moves": 804,
      "moved_fraction": 0.9921875,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.00390625,
      "final_accuracy": 0.005859375,
      "final_objective": 1.0785350679008276,
      "final_energy": {
        "mse": 1.0785350679008276,
        "mse_channels": [
          1.0785350679008276
        ],
        "mse_channel_mean": 1.0785350679008276,
        "conditional_kl": 129.3784018685919,
        "m30_total": 28.032750509520035
      },
      "accepted_moves": 718,
      "moved_fraction": 0.982421875,
      "mse_local_min_certificate": true
    }
  ],
  "verdict": {
    "true_z_mse": 212.4103546142578,
    "improving_fraction": 0.0021251223091976515,
    "identity_strict_local_min": false,
    "descent_keeps": 0.5390625,
    "true_mse": 0.846923893817396,
    "best_random_descent": 0.9807311525004382,
    "best_random_accuracy": 0.017578125,
    "counterfeit_found": false
  }
}