{
  "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.",
  "dataset": "vg",
  "dims": 128,
  "samples": 512,
  "gate_a": {
    "true": {
      "mse": 0.827988845865869,
      "mse_channels": [
        0.827988845865869
      ],
      "mse_channel_mean": 0.827988845865869,
      "conditional_kl": 61.821281344439775,
      "m30_total": 14.020233960619695
    },
    "similarity_shift": {
      "mse": 1.9530848384522321,
      "mse_channels": [
        1.9530848384522321
      ],
      "mse_channel_mean": 1.9530848384522321,
      "conditional_kl": 247.08405475473484,
      "m30_total": 53.32298062785143
    },
    "random": {
      "mse": {
        "mean": 1.9999589920043945,
        "std": 0.005616878159344196,
        "min": 1.9804449081420898,
        "true_z": 208.65151977539062,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "mse_channel_mean": {
        "mean": 1.9999589920043945,
        "std": 0.005616878159344196,
        "min": 1.9804449081420898,
        "true_z": 208.65151977539062,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "conditional_kl": {
        "mean": 246.26869201660156,
        "std": 2.715684413909912,
        "min": 238.67620849609375,
        "true_z": 67.9193115234375,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "m30_total": {
        "mean": 53.25364685058594,
        "std": 0.5459474921226501,
        "min": 51.7321891784668,
        "true_z": 71.86298370361328,
        "true_rank_among_random": 0,
        "count": 1000
      }
    }
  },
  "gate_b": {
    "pairs": 130816,
    "improving_pairs": 246,
    "improving_fraction": 0.0018805039138943247,
    "delta_mean": 0.009136810979152442,
    "delta_min": -0.0018142672660784625,
    "identity_is_local_min_mse": false,
    "worst_improving_swaps": [
      {
        "pair": [
          243,
          327
        ],
        "delta_mse": -0.0018142672660784625,
        "text_cosine": 1.6572966327548762,
        "visual_cosine": 0.6849210625891649
      },
      {
        "pair": [
          19,
          146
        ],
        "delta_mse": -0.0018022521003868738,
        "text_cosine": 1.538731249880867,
        "visual_cosine": 2.026250226993711
      },
      {
        "pair": [
          269,
          299
        ],
        "delta_mse": -0.0015181833287607296,
        "text_cosine": 2.796230837363656,
        "visual_cosine": 1.8695190139116014
      },
      {
        "pair": [
          52,
          299
        ],
        "delta_mse": -0.0014746831609377315,
        "text_cosine": 2.9305960543875695,
        "visual_cosine": 3.0972484686643615
      },
      {
        "pair": [
          181,
          341
        ],
        "delta_mse": -0.0010889387080037097,
        "text_cosine": 2.3381757926358455,
        "visual_cosine": 2.7040533712682477
      },
      {
        "pair": [
          153,
          243
        ],
        "delta_mse": -0.0010176362879789856,
        "text_cosine": 2.1480704306416794,
        "visual_cosine": 1.3232504190941647
      },
      {
        "pair": [
          243,
          455
        ],
        "delta_mse": -0.0009804675934470286,
        "text_cosine": 1.9745135307977784,
        "visual_cosine": 1.9203640219073455
      },
      {
        "pair": [
          155,
          390
        ],
        "delta_mse": -0.0009458626304008757,
        "text_cosine": 2.527564109853728,
        "visual_cosine": -0.385806735059448
      },
      {
        "pair": [
          243,
          390
        ],
        "delta_mse": -0.0008929395832947169,
        "text_cosine": 1.0584700947660504,
        "visual_cosine": -0.1502620904801008
      },
      {
        "pair": [
          284,
          292
        ],
        "delta_mse": -0.0008672452253065659,
        "text_cosine": 1.8601037281741701,
        "visual_cosine": 3.198019217053571
      },
      {
        "pair": [
          32,
          249
        ],
        "delta_mse": -0.000866849733570186,
        "text_cosine": 1.8130418658166596,
        "visual_cosine": 3.5056188698009687
      },
      {
        "pair": [
          156,
          299
        ],
        "delta_mse": -0.0008356898454564659,
        "text_cosine": 2.0999694441591146,
        "visual_cosine": 3.0312872741876706
      },
      {
        "pair": [
          206,
          297
        ],
        "delta_mse": -0.0007673892203211864,
        "text_cosine": 1.1864333098711806,
        "visual_cosine": 3.156105031655421
      },
      {
        "pair": [
          235,
          299
        ],
        "delta_mse": -0.0007297154647156282,
        "text_cosine": 1.858780483490853,
        "visual_cosine": 3.4888376062907036
      },
      {
        "pair": [
          103,
          153
        ],
        "delta_mse": -0.0007238019449981943,
        "text_cosine": 1.085892677932045,
        "visual_cosine": 1.646121940407328
      },
      {
        "pair": [
          276,
          297
        ],
        "delta_mse": -0.0007150092818103321,
        "text_cosine": 1.352886712516287,
        "visual_cosine": 4.014875480606243
      },
      {
        "pair": [
          120,
          362
        ],
        "delta_mse": -0.0006423593549810814,
        "text_cosine": 3.1137711124826173,
        "visual_cosine": 5.291230811872147
      },
      {
        "pair": [
          181,
          255
        ],
        "delta_mse": -0.0006191649869307155,
        "text_cosine": 1.3249301093890005,
        "visual_cosine": 3.874644872401014
      },
      {
        "pair": [
          111,
          243
        ],
        "delta_mse": -0.0005892845617117474,
        "text_cosine": 2.4492709978965768,
        "visual_cosine": 4.0889621976690345
      },
      {
        "pair": [
          216,
          491
        ],
        "delta_mse": -0.0005832656794090363,
        "text_cosine": 3.057012977810355,
        "visual_cosine": 4.771937671816996
      }
    ]
  },
  "descent_from_true": {
    "start_accuracy": 1.0,
    "final_accuracy": 0.576171875,
    "final_objective": 0.7890217112861286,
    "final_energy": {
      "mse": 0.7890217112861286,
      "mse_channels": [
        0.7890217112861286
      ],
      "mse_channel_mean": 0.7890217112861286,
      "conditional_kl": 63.80192187346023,
      "m30_total": 14.338427797264304
    },
    "accepted_moves": 163,
    "moved_fraction": 0.423828125,
    "mse_local_min_certificate": true,
    "trajectory": [
      {
        "step": 0,
        "objective": 0.8261745785997905,
        "accuracy": 0.99609375
      },
      {
        "step": 50,
        "objective": 0.8024179079800153,
        "accuracy": 0.822265625
      },
      {
        "step": 100,
        "objective": 0.793150588364767,
        "accuracy": 0.6953125
      },
      {
        "step": 150,
        "objective": 0.7895320185471979,
        "accuracy": 0.58203125
      }
    ]
  },
  "descent_from_random": [
    {
      "start_accuracy": 0.00390625,
      "final_accuracy": 0.001953125,
      "final_objective": 1.0199616991958975,
      "final_energy": {
        "mse": 1.0199616991958975,
        "mse_channels": [
          1.0199616991958975
        ],
        "mse_channel_mean": 1.0199616991958975,
        "conditional_kl": 107.30061786072157,
        "m30_total": 23.50004697053611
      },
      "accepted_moves": 738,
      "moved_fraction": 0.984375,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.013671875,
      "final_objective": 0.9704822375520237,
      "final_energy": {
        "mse": 0.9704822375520237,
        "mse_channels": [
          0.9704822375520237
        ],
        "mse_channel_mean": 0.9704822375520237,
        "conditional_kl": 99.25206710606028,
        "m30_total": 21.791377896316103
      },
      "accepted_moves": 741,
      "moved_fraction": 0.984375,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.001953125,
      "final_objective": 1.0256759804837916,
      "final_energy": {
        "mse": 1.0256759804837916,
        "mse_channels": [
          1.0256759804837916
        ],
        "mse_channel_mean": 1.0256759804837916,
        "conditional_kl": 107.52246343225683,
        "m30_total": 23.55584464741895
      },
      "accepted_moves": 710,
      "moved_fraction": 0.98046875,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.0,
      "final_objective": 1.0461885332027883,
      "final_energy": {
        "mse": 1.0461885332027883,
        "mse_channels": [
          1.0461885332027883
        ],
        "mse_channel_mean": 1.0461885332027883,
        "conditional_kl": 106.63063687907304,
        "m30_total": 23.418504442220183
      },
      "accepted_moves": 743,
      "moved_fraction": 0.9921875,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.015625,
      "final_objective": 1.005522933479142,
      "final_energy": {
        "mse": 1.005522933479142,
        "mse_channels": [
          1.005522933479142
        ],
        "mse_channel_mean": 1.005522933479142,
        "conditional_kl": 101.01868930129427,
        "m30_total": 22.21478372721714
      },
      "accepted_moves": 787,
      "moved_fraction": 0.990234375,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.001953125,
      "final_objective": 0.987634964612562,
      "final_energy": {
        "mse": 0.987634964612562,
        "mse_channels": [
          0.987634964612562
        ],
        "mse_channel_mean": 0.987634964612562,
        "conditional_kl": 107.53235431132352,
        "m30_total": 23.48174079148983
      },
      "accepted_moves": 804,
      "moved_fraction": 0.99609375,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.0,
      "final_objective": 1.0223774730559756,
      "final_energy": {
        "mse": 1.0223774730559756,
        "mse_channels": [
          1.0223774730559756
        ],
        "mse_channel_mean": 1.0223774730559756,
        "conditional_kl": 109.90183828665583,
        "m30_total": 24.02512260344312
      },
      "accepted_moves": 814,
      "moved_fraction": 0.98046875,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.01953125,
      "final_objective": 1.033471615301309,
      "final_energy": {
        "mse": 1.033471615301309,
        "mse_channels": [
          1.033471615301309
        ],
        "mse_channel_mean": 1.033471615301309,
        "conditional_kl": 105.74697140260368,
        "m30_total": 23.216337511123356
      },
      "accepted_moves": 824,
      "moved_fraction": 0.98828125,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.00390625,
      "final_objective": 1.076173037053711,
      "final_energy": {
        "mse": 1.076173037053711,
        "mse_channels": [
          1.076173037053711
        ],
        "mse_channel_mean": 1.076173037053711,
        "conditional_kl": 111.09211847227003,
        "m30_total": 24.37076976856143
      },
      "accepted_moves": 868,
      "moved_fraction": 0.9921875,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.00390625,
      "final_accuracy": 0.013671875,
      "final_objective": 1.0288291595019676,
      "final_energy": {
        "mse": 1.0288291595019676,
        "mse_channels": [
          1.0288291595019676
        ],
        "mse_channel_mean": 1.0288291595019676,
        "conditional_kl": 114.58509034880748,
        "m30_total": 24.97467638876543
      },
      "accepted_moves": 791,
      "moved_fraction": 0.984375,
      "mse_local_min_certificate": true
    }
  ],
  "verdict": {
    "true_z_mse": 208.65151977539062,
    "improving_fraction": 0.0018805039138943247,
    "identity_strict_local_min": false,
    "descent_keeps": 0.576171875,
    "true_mse": 0.827988845865869,
    "best_random_descent": 0.9704822375520237,
    "best_random_accuracy": 0.01953125,
    "counterfeit_found": false
  }
}