{
  "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.",
  "dataset": "vg",
  "dims": 256,
  "samples": 512,
  "gate_a": {
    "true": {
      "mse": 0.8291606910714874,
      "mse_channels": [
        0.8291606910714874
      ],
      "mse_channel_mean": 0.8291606910714874,
      "conditional_kl": 66.94348113997624,
      "m30_total": 15.047017610138223
    },
    "similarity_shift": {
      "mse": 1.9467263751366224,
      "mse_channels": [
        1.9467263751366224
      ],
      "mse_channel_mean": 1.9467263751366224,
      "conditional_kl": 248.58364734340185,
      "m30_total": 53.61018221895362
    },
    "random": {
      "mse": {
        "mean": 1.99990713596344,
        "std": 0.005606652237474918,
        "min": 1.9816752672195435,
        "true_z": 208.81381225585938,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "mse_channel_mean": {
        "mean": 1.99990713596344,
        "std": 0.005606652237474918,
        "min": 1.9816752672195435,
        "true_z": 208.81381225585938,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "conditional_kl": {
        "mean": 257.592041015625,
        "std": 2.7235772609710693,
        "min": 249.01158142089844,
        "true_z": 69.99932098388672,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "m30_total": {
        "mean": 55.518218994140625,
        "std": 0.5476071834564209,
        "min": 53.79206848144531,
        "true_z": 73.90553283691406,
        "true_rank_among_random": 0,
        "count": 1000
      }
    }
  },
  "gate_b": {
    "pairs": 130816,
    "improving_pairs": 222,
    "improving_fraction": 0.0016970401174168297,
    "delta_mean": 0.009129020872215092,
    "delta_min": -0.001982051158836244,
    "identity_is_local_min_mse": false,
    "worst_improving_swaps": [
      {
        "pair": [
          52,
          299
        ],
        "delta_mse": -0.001982051158836244,
        "text_cosine": 3.0529266732858837,
        "visual_cosine": 3.1299426265783743
      },
      {
        "pair": [
          269,
          299
        ],
        "delta_mse": -0.0017844343403964282,
        "text_cosine": 2.778758308215422,
        "visual_cosine": 1.7641533230090085
      },
      {
        "pair": [
          243,
          327
        ],
        "delta_mse": -0.0017425724643356565,
        "text_cosine": 1.4541632490565262,
        "visual_cosine": 0.8202344318174067
      },
      {
        "pair": [
          19,
          146
        ],
        "delta_mse": -0.0013138721079200787,
        "text_cosine": 1.403129132484385,
        "visual_cosine": 1.7970631681234677
      },
      {
        "pair": [
          156,
          299
        ],
        "delta_mse": -0.0011825955777385458,
        "text_cosine": 1.8906372955018715,
        "visual_cosine": 2.9793780447838873
      },
      {
        "pair": [
          32,
          249
        ],
        "delta_mse": -0.001094288042029077,
        "text_cosine": 1.7130964872703875,
        "visual_cosine": 3.1791271626392215
      },
      {
        "pair": [
          235,
          299
        ],
        "delta_mse": -0.001005480373250503,
        "text_cosine": 1.6490479798887585,
        "visual_cosine": 3.631427752592989
      },
      {
        "pair": [
          243,
          455
        ],
        "delta_mse": -0.000952681789519479,
        "text_cosine": 1.8934064733789544,
        "visual_cosine": 2.250961365819796
      },
      {
        "pair": [
          216,
          491
        ],
        "delta_mse": -0.0009412983881268763,
        "text_cosine": 2.9563066457658786,
        "visual_cosine": 4.953824563467284
      },
      {
        "pair": [
          155,
          390
        ],
        "delta_mse": -0.0008948483476499171,
        "text_cosine": 2.5216412605988343,
        "visual_cosine": -0.5649238201143523
      },
      {
        "pair": [
          243,
          390
        ],
        "delta_mse": -0.0008807477687096559,
        "text_cosine": 0.6657681828488062,
        "visual_cosine": -0.41762840022656195
      },
      {
        "pair": [
          181,
          341
        ],
        "delta_mse": -0.0008747282498907303,
        "text_cosine": 2.5400442111939254,
        "visual_cosine": 2.8709681643208467
      },
      {
        "pair": [
          153,
          243
        ],
        "delta_mse": -0.0008113848172181164,
        "text_cosine": 2.0992981786016824,
        "visual_cosine": 1.0787669060574794
      },
      {
        "pair": [
          284,
          292
        ],
        "delta_mse": -0.0007798217575135845,
        "text_cosine": 1.943360113997329,
        "visual_cosine": 3.2348883856554185
      },
      {
        "pair": [
          216,
          385
        ],
        "delta_mse": -0.000698101535130126,
        "text_cosine": 3.4020323627583338,
        "visual_cosine": 4.188848307134719
      },
      {
        "pair": [
          141,
          216
        ],
        "delta_mse": -0.0006461039566705614,
        "text_cosine": 3.3787268733125644,
        "visual_cosine": 6.454403136269444
      },
      {
        "pair": [
          284,
          351
        ],
        "delta_mse": -0.0006384480085896762,
        "text_cosine": 2.6642093263655875,
        "visual_cosine": 0.8983796510921921
      },
      {
        "pair": [
          181,
          255
        ],
        "delta_mse": -0.0006368065869369426,
        "text_cosine": 1.1062222313794219,
        "visual_cosine": 3.798288792961186
      },
      {
        "pair": [
          111,
          243
        ],
        "delta_mse": -0.0005967002468003508,
        "text_cosine": 2.3671154649099067,
        "visual_cosine": 4.07951998446578
      },
      {
        "pair": [
          216,
          341
        ],
        "delta_mse": -0.0005625833082438933,
        "text_cosine": 2.0127614449816806,
        "visual_cosine": 3.604160953464477
      }
    ]
  },
  "descent_from_true": {
    "start_accuracy": 1.0,
    "final_accuracy": 0.587890625,
    "final_objective": 0.7908062608316871,
    "final_energy": {
      "mse": 0.7908062608316871,
      "mse_channels": [
        0.7908062608316871
      ],
      "mse_channel_mean": 0.7908062608316871,
      "conditional_kl": 67.98931868417766,
      "m30_total": 15.179476258498907
    },
    "accepted_moves": 156,
    "moved_fraction": 0.412109375,
    "mse_local_min_certificate": true,
    "trajectory": [
      {
        "step": 0,
        "objective": 0.8271786399126511,
        "accuracy": 0.99609375
      },
      {
        "step": 50,
        "objective": 0.8044466697343587,
        "accuracy": 0.826171875
      },
      {
        "step": 100,
        "objective": 0.7952126879030614,
        "accuracy": 0.7109375
      },
      {
        "step": 150,
        "objective": 0.7908966321832261,
        "accuracy": 0.58984375
      }
    ]
  },
  "descent_from_random": [
    {
      "start_accuracy": 0.00390625,
      "final_accuracy": 0.001953125,
      "final_objective": 1.0252190238727592,
      "final_energy": {
        "mse": 1.0252190238727592,
        "mse_channels": [
          1.0252190238727592
        ],
        "mse_channel_mean": 1.0252190238727592,
        "conditional_kl": 114.33648208794108,
        "m30_total": 24.917734465333737
      },
      "accepted_moves": 757,
      "moved_fraction": 0.978515625,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.001953125,
      "final_objective": 0.9826537414341335,
      "final_energy": {
        "mse": 0.9826537414341335,
        "mse_channels": [
          0.9826537414341335
        ],
        "mse_channel_mean": 0.9826537414341335,
        "conditional_kl": 102.9407161784741,
        "m30_total": 22.553450718563088
      },
      "accepted_moves": 803,
      "moved_fraction": 0.98828125,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.001953125,
      "final_objective": 1.0226669860800095,
      "final_energy": {
        "mse": 1.0226669860800095,
        "mse_channels": [
          1.0226669860800095
        ],
        "mse_channel_mean": 1.0226669860800095,
        "conditional_kl": 115.5215332259773,
        "m30_total": 25.14964061735548
      },
      "accepted_moves": 814,
      "moved_fraction": 0.98046875,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.001953125,
      "final_objective": 1.0378349547804073,
      "final_energy": {
        "mse": 1.0378349547804073,
        "mse_channels": [
          1.0378349547804073
        ],
        "mse_channel_mean": 1.0378349547804073,
        "conditional_kl": 106.95813914056677,
        "m30_total": 23.467297737674173
      },
      "accepted_moves": 823,
      "moved_fraction": 0.986328125,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.01171875,
      "final_objective": 0.985192735211683,
      "final_energy": {
        "mse": 0.985192735211683,
        "mse_channels": [
          0.985192735211683
        ],
        "mse_channel_mean": 0.985192735211683,
        "conditional_kl": 109.24773372186733,
        "m30_total": 23.819932214796836
      },
      "accepted_moves": 822,
      "moved_fraction": 0.986328125,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.005859375,
      "final_objective": 1.0025771383451125,
      "final_energy": {
        "mse": 1.0025771383451125,
        "mse_channels": [
          1.0025771383451125
        ],
        "mse_channel_mean": 1.0025771383451125,
        "conditional_kl": 114.02354573030284,
        "m30_total": 24.809863422750794
      },
      "accepted_moves": 760,
      "moved_fraction": 0.98046875,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.0,
      "final_objective": 1.0349677446235754,
      "final_energy": {
        "mse": 1.0349677446235754,
        "mse_channels": [
          1.0349677446235754
        ],
        "mse_channel_mean": 1.0349677446235754,
        "conditional_kl": 111.04325470316434,
        "m30_total": 24.27858642988002
      },
      "accepted_moves": 874,
      "moved_fraction": 0.98828125,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.00390625,
      "final_objective": 1.1069797263942536,
      "final_energy": {
        "mse": 1.1069797263942536,
        "mse_channels": [
          1.1069797263942536
        ],
        "mse_channel_mean": 1.1069797263942536,
        "conditional_kl": 115.51792729249503,
        "m30_total": 25.317544911287516
      },
      "accepted_moves": 799,
      "moved_fraction": 0.98046875,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.001953125,
      "final_objective": 1.0417880951936163,
      "final_energy": {
        "mse": 1.0417880951936163,
        "mse_channels": [
          1.0417880951936163
        ],
        "mse_channel_mean": 1.0417880951936163,
        "conditional_kl": 114.4394342185829,
        "m30_total": 24.971463034103817
      },
      "accepted_moves": 798,
      "moved_fraction": 0.9765625,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.00390625,
      "final_accuracy": 0.013671875,
      "final_objective": 0.9903820343212691,
      "final_energy": {
        "mse": 0.9903820343212691,
        "mse_channels": [
          0.9903820343212691
        ],
        "mse_channel_mean": 0.9903820343212691,
        "conditional_kl": 106.04793155792441,
        "m30_total": 23.190350380227425
      },
      "accepted_moves": 797,
      "moved_fraction": 0.9921875,
      "mse_local_min_certificate": true
    }
  ],
  "verdict": {
    "true_z_mse": 208.81381225585938,
    "improving_fraction": 0.0016970401174168297,
    "identity_strict_local_min": false,
    "descent_keeps": 0.587890625,
    "true_mse": 0.8291606910714874,
    "best_random_descent": 0.9826537414341335,
    "best_random_accuracy": 0.013671875,
    "counterfeit_found": false
  }
}