{
  "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.",
  "dataset": "vg",
  "dims": 128,
  "samples": 512,
  "gate_a": {
    "true": {
      "mse": 0.839849764543192,
      "mse_channels": [
        0.839849764543192
      ],
      "mse_channel_mean": 0.839849764543192,
      "conditional_kl": 84.21727299155093,
      "m30_total": 18.52315412739657
    },
    "similarity_shift": {
      "mse": 1.932655144346576,
      "mse_channels": [
        1.932655144346576
      ],
      "mse_channel_mean": 1.932655144346576,
      "conditional_kl": 261.6444877034851,
      "m30_total": 56.19420782939017
    },
    "random": {
      "mse": {
        "mean": 1.9996603727340698,
        "std": 0.005595602560788393,
        "min": 1.9812780618667603,
        "true_z": 207.27178955078125,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "mse_channel_mean": {
        "mean": 1.9996603727340698,
        "std": 0.005595602560788393,
        "min": 1.9812780618667603,
        "true_z": 207.27178955078125,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "conditional_kl": {
        "mean": 277.5539245605469,
        "std": 2.6164634227752686,
        "min": 269.70050048828125,
        "true_z": 73.8923568725586,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "m30_total": {
        "mean": 59.51011657714844,
        "std": 0.5265122056007385,
        "min": 57.92308807373047,
        "true_z": 77.84617614746094,
        "true_rank_among_random": 0,
        "count": 1000
      }
    }
  },
  "gate_b": {
    "pairs": 130816,
    "improving_pairs": 329,
    "improving_fraction": 0.002514982876712329,
    "delta_mean": 0.009037330799486334,
    "delta_min": -0.002817264973293611,
    "identity_is_local_min_mse": false,
    "worst_improving_swaps": [
      {
        "pair": [
          58,
          377
        ],
        "delta_mse": -0.002817264973293611,
        "text_cosine": 2.714232734519877,
        "visual_cosine": 2.7075132969999567
      },
      {
        "pair": [
          395,
          423
        ],
        "delta_mse": -0.002525856769986404,
        "text_cosine": 0.7985070849553976,
        "visual_cosine": 0.18691935688134706
      },
      {
        "pair": [
          273,
          395
        ],
        "delta_mse": -0.0021963353673408155,
        "text_cosine": 0.2757290184091338,
        "visual_cosine": 2.27085226875798
      },
      {
        "pair": [
          376,
          395
        ],
        "delta_mse": -0.0021261796312654732,
        "text_cosine": -0.7811999440647905,
        "visual_cosine": -1.415223220335863
      },
      {
        "pair": [
          282,
          301
        ],
        "delta_mse": -0.0018787845019292964,
        "text_cosine": 1.913688758934387,
        "visual_cosine": -0.7508226185265927
      },
      {
        "pair": [
          282,
          444
        ],
        "delta_mse": -0.0017659857020280432,
        "text_cosine": 2.7898631108017033,
        "visual_cosine": 0.17003990915816658
      },
      {
        "pair": [
          58,
          191
        ],
        "delta_mse": -0.0015401890404455679,
        "text_cosine": 3.0656019706619144,
        "visual_cosine": 1.5422177352371698
      },
      {
        "pair": [
          0,
          395
        ],
        "delta_mse": -0.0015388523961947908,
        "text_cosine": -0.2581153266063408,
        "visual_cosine": -0.831856793726671
      },
      {
        "pair": [
          395,
          405
        ],
        "delta_mse": -0.00148666625371806,
        "text_cosine": 0.5557260747233308,
        "visual_cosine": -0.4841961196381945
      },
      {
        "pair": [
          52,
          299
        ],
        "delta_mse": -0.0014246293746014759,
        "text_cosine": 2.2426955835074964,
        "visual_cosine": 1.3024941781915953
      },
      {
        "pair": [
          282,
          377
        ],
        "delta_mse": -0.0013435025183629408,
        "text_cosine": 2.909504796503497,
        "visual_cosine": -0.23448078797128008
      },
      {
        "pair": [
          367,
          395
        ],
        "delta_mse": -0.001286717257266551,
        "text_cosine": 0.09862697014599547,
        "visual_cosine": -1.0656415263156347
      },
      {
        "pair": [
          19,
          282
        ],
        "delta_mse": -0.001237407218248841,
        "text_cosine": 0.3443560350893097,
        "visual_cosine": -0.7960151578810841
      },
      {
        "pair": [
          377,
          475
        ],
        "delta_mse": -0.00122192458423277,
        "text_cosine": 3.5098973138155984,
        "visual_cosine": 3.016287671251372
      },
      {
        "pair": [
          93,
          376
        ],
        "delta_mse": -0.0011373275643801442,
        "text_cosine": 0.1689006907434184,
        "visual_cosine": -0.11658288668796804
      },
      {
        "pair": [
          316,
          376
        ],
        "delta_mse": -0.0010568747152113268,
        "text_cosine": -0.01236868685658107,
        "visual_cosine": -0.22626854256186235
      },
      {
        "pair": [
          295,
          377
        ],
        "delta_mse": -0.001000536661571416,
        "text_cosine": 1.7779724377506336,
        "visual_cosine": 0.5736642651197316
      },
      {
        "pair": [
          165,
          500
        ],
        "delta_mse": -0.000994405419583539,
        "text_cosine": 3.545328721831781,
        "visual_cosine": 2.3884086870819665
      },
      {
        "pair": [
          232,
          351
        ],
        "delta_mse": -0.0009942574487756654,
        "text_cosine": 2.190136539078203,
        "visual_cosine": -0.6212028830889063
      },
      {
        "pair": [
          221,
          500
        ],
        "delta_mse": -0.0009873527063073621,
        "text_cosine": 3.450520385435802,
        "visual_cosine": 3.6315384841621463
      }
    ]
  },
  "descent_from_true": {
    "start_accuracy": 1.0,
    "final_accuracy": 0.5390625,
    "final_objective": 0.7793330778404849,
    "final_energy": {
      "mse": 0.7793330778404849,
      "mse_channels": [
        0.7793330778404849
      ],
      "mse_channel_mean": 0.7793330778404849,
      "conditional_kl": 81.95830485340011,
      "m30_total": 17.950327126360992
    },
    "accepted_moves": 215,
    "moved_fraction": 0.4609375,
    "mse_local_min_certificate": true,
    "trajectory": [
      {
        "step": 0,
        "objective": 0.8370324995698983,
        "accuracy": 0.99609375
      },
      {
        "step": 50,
        "objective": 0.8029546926195407,
        "accuracy": 0.84375
      },
      {
        "step": 100,
        "objective": 0.7908546768024152,
        "accuracy": 0.70703125
      },
      {
        "step": 150,
        "objective": 0.7840495921447342,
        "accuracy": 0.61328125
      },
      {
        "step": 200,
        "objective": 0.7796491799907503,
        "accuracy": 0.55078125
      }
    ]
  },
  "descent_from_random": [
    {
      "start_accuracy": 0.00390625,
      "final_accuracy": 0.001953125,
      "final_objective": 0.9989794393161704,
      "final_energy": {
        "mse": 0.9989794393161704,
        "mse_channels": [
          0.9989794393161704
        ],
        "mse_channel_mean": 0.9989794393161704,
        "conditional_kl": 130.63651239347013,
        "m30_total": 28.125261357326366
      },
      "accepted_moves": 858,
      "moved_fraction": 0.990234375,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.005859375,
      "final_objective": 0.9191767171499994,
      "final_energy": {
        "mse": 0.9191767171499994,
        "mse_channels": [
          0.9191767171499994
        ],
        "mse_channel_mean": 0.9191767171499994,
        "conditional_kl": 120.7180761470864,
        "m30_total": 25.981968663717282
      },
      "accepted_moves": 758,
      "moved_fraction": 0.982421875,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.015625,
      "final_objective": 0.916596780251344,
      "final_energy": {
        "mse": 0.916596780251344,
        "mse_channels": [
          0.916596780251344
        ],
        "mse_channel_mean": 0.916596780251344,
        "conditional_kl": 119.50087886296448,
        "m30_total": 25.733369333095588
      },
      "accepted_moves": 810,
      "moved_fraction": 0.98828125,
      "mse_local_min_certificate": true
    }
  ],
  "verdict": {
    "true_z_mse": 207.27178955078125,
    "improving_fraction": 0.002514982876712329,
    "identity_strict_local_min": false,
    "descent_keeps": 0.5390625,
    "true_mse": 0.839849764543192,
    "best_random_descent": 0.916596780251344,
    "best_random_accuracy": 0.015625,
    "counterfeit_found": false
  }
}