{
  "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.",
  "dataset": "vg",
  "dims": 128,
  "samples": 512,
  "gate_a": {
    "true": {
      "mse": 0.8097179417892586,
      "mse_channels": [
        0.8097179417892586
      ],
      "mse_channel_mean": 0.8097179417892586,
      "conditional_kl": 73.9639749054795,
      "m30_total": 16.41223086467442
    },
    "similarity_shift": {
      "mse": 1.914349615926982,
      "mse_channels": [
        1.914349615926982
      ],
      "mse_channel_mean": 1.914349615926982,
      "conditional_kl": 271.5228691402462,
      "m30_total": 58.1332730599032
    },
    "random": {
      "mse": {
        "mean": 2.000108003616333,
        "std": 0.005445372778922319,
        "min": 1.9811184406280518,
        "true_z": 218.60580444335938,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "mse_channel_mean": {
        "mean": 2.000108003616333,
        "std": 0.005445372778922319,
        "min": 1.9811184406280518,
        "true_z": 218.60580444335938,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "conditional_kl": {
        "mean": 283.22015380859375,
        "std": 2.7424890995025635,
        "min": 270.9774169921875,
        "true_z": 76.30155181884766,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "m30_total": {
        "mean": 60.64424514770508,
        "std": 0.5512785315513611,
        "min": 58.1768798828125,
        "true_z": 80.2353286743164,
        "true_rank_among_random": 0,
        "count": 1000
      }
    }
  },
  "gate_b": {
    "pairs": 130816,
    "improving_pairs": 345,
    "improving_fraction": 0.0026372920743639922,
    "delta_mean": 0.009283719776713974,
    "delta_min": -0.0028979994434550713,
    "identity_is_local_min_mse": false,
    "worst_improving_swaps": [
      {
        "pair": [
          244,
          267
        ],
        "delta_mse": -0.0028979994434550713,
        "text_cosine": 1.3875868202719452,
        "visual_cosine": 1.4504423575085514
      },
      {
        "pair": [
          184,
          250
        ],
        "delta_mse": -0.002874958760518093,
        "text_cosine": -1.294189925821665,
        "visual_cosine": 0.021115613236647283
      },
      {
        "pair": [
          184,
          245
        ],
        "delta_mse": -0.002616418052106867,
        "text_cosine": 0.3962477472685702,
        "visual_cosine": 3.954822067643062
      },
      {
        "pair": [
          41,
          267
        ],
        "delta_mse": -0.0019310738222514249,
        "text_cosine": 2.391838122527499,
        "visual_cosine": 2.185335923226997
      },
      {
        "pair": [
          106,
          250
        ],
        "delta_mse": -0.0018449487439623857,
        "text_cosine": 1.4136779567376117,
        "visual_cosine": 0.8114780703140336
      },
      {
        "pair": [
          184,
          510
        ],
        "delta_mse": -0.0016919662908349508,
        "text_cosine": -0.5796456290175936,
        "visual_cosine": 2.8585846406159927
      },
      {
        "pair": [
          267,
          332
        ],
        "delta_mse": -0.0016539063227955992,
        "text_cosine": 2.4766990911707487,
        "visual_cosine": 4.951474148004389
      },
      {
        "pair": [
          106,
          245
        ],
        "delta_mse": -0.0016525396694818558,
        "text_cosine": 0.026151450627644842,
        "visual_cosine": 2.048825628888436
      },
      {
        "pair": [
          184,
          374
        ],
        "delta_mse": -0.001621978122727667,
        "text_cosine": 0.09390862426268187,
        "visual_cosine": -1.105667238392785
      },
      {
        "pair": [
          267,
          276
        ],
        "delta_mse": -0.001570257079002138,
        "text_cosine": 2.6255159081951036,
        "visual_cosine": 2.216291698381961
      },
      {
        "pair": [
          184,
          462
        ],
        "delta_mse": -0.0015578444308852427,
        "text_cosine": -0.07548793373343775,
        "visual_cosine": -0.9203386641450997
      },
      {
        "pair": [
          184,
          241
        ],
        "delta_mse": -0.001542638004273279,
        "text_cosine": 0.3114322558877483,
        "visual_cosine": 0.4785617670102961
      },
      {
        "pair": [
          74,
          184
        ],
        "delta_mse": -0.00143516127072789,
        "text_cosine": 0.6336978077000404,
        "visual_cosine": -0.5382181500829035
      },
      {
        "pair": [
          31,
          470
        ],
        "delta_mse": -0.0013947828025965385,
        "text_cosine": 1.7880935219119694,
        "visual_cosine": 0.5178243039363708
      },
      {
        "pair": [
          244,
          383
        ],
        "delta_mse": -0.0013643870728485099,
        "text_cosine": 0.2804788731989666,
        "visual_cosine": 0.5701602897490318
      },
      {
        "pair": [
          20,
          115
        ],
        "delta_mse": -0.0012253538886472452,
        "text_cosine": 0.6783466485701102,
        "visual_cosine": 1.1404385230634135
      },
      {
        "pair": [
          154,
          203
        ],
        "delta_mse": -0.001109802059692362,
        "text_cosine": 1.9414945547870524,
        "visual_cosine": 0.8104882887580083
      },
      {
        "pair": [
          317,
          470
        ],
        "delta_mse": -0.0010635507136293526,
        "text_cosine": 1.1068151792964203,
        "visual_cosine": 2.0647737408722633
      },
      {
        "pair": [
          267,
          292
        ],
        "delta_mse": -0.001062367260401531,
        "text_cosine": 2.6642621457907643,
        "visual_cosine": 3.6825157806391684
      },
      {
        "pair": [
          20,
          245
        ],
        "delta_mse": -0.0010287527854909444,
        "text_cosine": 0.5174913950894664,
        "visual_cosine": -0.7819356690985326
      }
    ]
  },
  "descent_from_true": {
    "start_accuracy": 1.0,
    "final_accuracy": 0.517578125,
    "final_objective": 0.7496736649417357,
    "final_energy": {
      "mse": 0.7496736649417357,
      "mse_channels": [
        0.7496736649417357
      ],
      "mse_channel_mean": 0.7496736649417357,
      "conditional_kl": 75.21877460945191,
      "m30_total": 16.543102251773853
    },
    "accepted_moves": 190,
    "moved_fraction": 0.482421875,
    "mse_local_min_certificate": true,
    "trajectory": [
      {
        "step": 0,
        "objective": 0.8068199423458035,
        "accuracy": 0.99609375
      },
      {
        "step": 50,
        "objective": 0.770910811404813,
        "accuracy": 0.84765625
      },
      {
        "step": 100,
        "objective": 0.7579549331132257,
        "accuracy": 0.708984375
      },
      {
        "step": 150,
        "objective": 0.7519749482186362,
        "accuracy": 0.5859375
      }
    ]
  },
  "descent_from_random": [
    {
      "start_accuracy": 0.00390625,
      "final_accuracy": 0.001953125,
      "final_objective": 0.9879273552042033,
      "final_energy": {
        "mse": 0.9879273552042033,
        "mse_channels": [
          0.9879273552042033
        ],
        "mse_channel_mean": 0.9879273552042033,
        "conditional_kl": 132.9040734376856,
        "m30_total": 28.55666939794553
      },
      "accepted_moves": 790,
      "moved_fraction": 0.986328125,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.001953125,
      "final_objective": 1.012291245883109,
      "final_energy": {
        "mse": 1.012291245883109,
        "mse_channels": [
          1.012291245883109
        ],
        "mse_channel_mean": 1.012291245883109,
        "conditional_kl": 120.26696970394623,
        "m30_total": 26.077976432555467
      },
      "accepted_moves": 802,
      "moved_fraction": 0.986328125,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.005859375,
      "final_objective": 0.9409825578135177,
      "final_energy": {
        "mse": 0.9409825578135177,
        "mse_channels": [
          0.9409825578135177
        ],
        "mse_channel_mean": 0.9409825578135177,
        "conditional_kl": 107.90883697889846,
        "m30_total": 23.46373251140673
      },
      "accepted_moves": 826,
      "moved_fraction": 0.994140625,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.013671875,
      "final_objective": 0.8971896376498977,
      "final_energy": {
        "mse": 0.8971896376498977,
        "mse_channels": [
          0.8971896376498977
        ],
        "mse_channel_mean": 0.8971896376498977,
        "conditional_kl": 113.09783193027268,
        "m30_total": 24.413945661354333
      },
      "accepted_moves": 821,
      "moved_fraction": 0.98828125,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.0,
      "final_objective": 0.9720430924258321,
      "final_energy": {
        "mse": 0.9720430924258321,
        "mse_channels": [
          0.9720430924258321
        ],
        "mse_channel_mean": 0.9720430924258321,
        "conditional_kl": 129.44373594300933,
        "m30_total": 27.832833373453532
      },
      "accepted_moves": 813,
      "moved_fraction": 0.986328125,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.033203125,
      "final_objective": 0.9123813837470321,
      "final_energy": {
        "mse": 0.9123813837470321,
        "mse_channels": [
          0.9123813837470321
        ],
        "mse_channel_mean": 0.9123813837470321,
        "conditional_kl": 117.32694311547402,
        "m30_total": 25.29015139058887
      },
      "accepted_moves": 754,
      "moved_fraction": 0.984375,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.0,
      "final_objective": 0.9888379144662454,
      "final_energy": {
        "mse": 0.9888379144662454,
        "mse_channels": [
          0.9888379144662454
        ],
        "mse_channel_mean": 0.9888379144662454,
        "conditional_kl": 129.18322888604226,
        "m30_total": 27.814321606140943
      },
      "accepted_moves": 805,
      "moved_fraction": 0.982421875,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.001953125,
      "final_objective": 0.9768660647747108,
      "final_energy": {
        "mse": 0.9768660647747108,
        "mse_channels": [
          0.9768660647747108
        ],
        "mse_channel_mean": 0.9768660647747108,
        "conditional_kl": 124.53955162426226,
        "m30_total": 26.861642454401874
      },
      "accepted_moves": 856,
      "moved_fraction": 0.9921875,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.015625,
      "final_objective": 0.9289379933751933,
      "final_energy": {
        "mse": 0.9289379933751933,
        "mse_channels": [
          0.9289379933751933
        ],
        "mse_channel_mean": 0.9289379933751933,
        "conditional_kl": 118.99439503548436,
        "m30_total": 25.656754993847258
      },
      "accepted_moves": 774,
      "moved_fraction": 0.986328125,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.00390625,
      "final_accuracy": 0.00390625,
      "final_objective": 0.9841825680924623,
      "final_energy": {
        "mse": 0.9841825680924623,
        "mse_channels": [
          0.9841825680924623
        ],
        "mse_channel_mean": 0.9841825680924623,
        "conditional_kl": 118.50089668026978,
        "m30_total": 25.66854447223888
      },
      "accepted_moves": 844,
      "moved_fraction": 0.994140625,
      "mse_local_min_certificate": true
    }
  ],
  "verdict": {
    "true_z_mse": 218.60580444335938,
    "improving_fraction": 0.0026372920743639922,
    "identity_strict_local_min": false,
    "descent_keeps": 0.517578125,
    "true_mse": 0.8097179417892586,
    "best_random_descent": 0.8971896376498977,
    "best_random_accuracy": 0.033203125,
    "counterfeit_found": false
  }
}