{
  "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.",
  "dataset": "vg",
  "dims": 256,
  "samples": 512,
  "gate_a": {
    "true": {
      "mse": 0.8978782016624831,
      "mse_channels": [
        0.8978782016624831
      ],
      "mse_channel_mean": 0.8978782016624831,
      "conditional_kl": 95.01181466258727,
      "m30_total": 20.79811933584242
    },
    "similarity_shift": {
      "mse": 1.9636924824767177,
      "mse_channels": [
        1.9636924824767177
      ],
      "mse_channel_mean": 1.9636924824767177,
      "conditional_kl": 294.5749572618319,
      "m30_total": 62.84237641731982
    },
    "random": {
      "mse": {
        "mean": 1.9996076822280884,
        "std": 0.0055231861770153046,
        "min": 1.980217695236206,
        "true_z": 199.47352600097656,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "mse_channel_mean": {
        "mean": 1.9996076822280884,
        "std": 0.0055231861770153046,
        "min": 1.980217695236206,
        "true_z": 199.47352600097656,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "conditional_kl": {
        "mean": 298.4756164550781,
        "std": 2.6706624031066895,
        "min": 288.7052001953125,
        "true_z": 76.18476867675781,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "m30_total": {
        "mean": 63.694332122802734,
        "std": 0.5376331806182861,
        "min": 61.713687896728516,
        "true_z": 79.78713989257812,
        "true_rank_among_random": 0,
        "count": 1000
      }
    }
  },
  "gate_b": {
    "pairs": 130816,
    "improving_pairs": 250,
    "improving_fraction": 0.0019110812133072406,
    "delta_mean": 0.008591023912430513,
    "delta_min": -0.002640430598977915,
    "identity_is_local_min_mse": false,
    "worst_improving_swaps": [
      {
        "pair": [
          58,
          377
        ],
        "delta_mse": -0.002640430598977915,
        "text_cosine": 1.974002177842609,
        "visual_cosine": 2.143247918001465
      },
      {
        "pair": [
          273,
          395
        ],
        "delta_mse": -0.0023317315244559297,
        "text_cosine": 0.39197836710956846,
        "visual_cosine": 2.6617806987284154
      },
      {
        "pair": [
          395,
          423
        ],
        "delta_mse": -0.0021143382914512745,
        "text_cosine": 0.7936885600275282,
        "visual_cosine": 0.2593551541241933
      },
      {
        "pair": [
          376,
          395
        ],
        "delta_mse": -0.0020848641342368695,
        "text_cosine": 0.2926173228656142,
        "visual_cosine": -1.5103618047302196
      },
      {
        "pair": [
          282,
          301
        ],
        "delta_mse": -0.001579270271658051,
        "text_cosine": 1.7385411216133833,
        "visual_cosine": -0.7906059842072993
      },
      {
        "pair": [
          52,
          299
        ],
        "delta_mse": -0.0015366381755136547,
        "text_cosine": 2.271439160211119,
        "visual_cosine": 1.0524730600649763
      },
      {
        "pair": [
          0,
          395
        ],
        "delta_mse": -0.0014813402779662776,
        "text_cosine": -0.3335555427148398,
        "visual_cosine": -0.8661656668833477
      },
      {
        "pair": [
          282,
          444
        ],
        "delta_mse": -0.0013245452071606483,
        "text_cosine": 2.7006705975504857,
        "visual_cosine": 0.33469812608943017
      },
      {
        "pair": [
          377,
          475
        ],
        "delta_mse": -0.0011500195466852912,
        "text_cosine": 3.2792164749636976,
        "visual_cosine": 3.0006386457543415
      },
      {
        "pair": [
          58,
          415
        ],
        "delta_mse": -0.0011477995055470401,
        "text_cosine": 4.006699112372184,
        "visual_cosine": 1.8834794036333684
      },
      {
        "pair": [
          395,
          405
        ],
        "delta_mse": -0.0010756980499461934,
        "text_cosine": 0.4515806786305227,
        "visual_cosine": -0.4500547297045634
      },
      {
        "pair": [
          93,
          376
        ],
        "delta_mse": -0.001066954040672972,
        "text_cosine": 0.028930626355776562,
        "visual_cosine": 0.24591172308089695
      },
      {
        "pair": [
          216,
          385
        ],
        "delta_mse": -0.0010087836267961335,
        "text_cosine": 2.3855774610149005,
        "visual_cosine": 2.430218703559098
      },
      {
        "pair": [
          282,
          377
        ],
        "delta_mse": -0.0010071395446317887,
        "text_cosine": 2.475533895297466,
        "visual_cosine": 0.16804329491418601
      },
      {
        "pair": [
          367,
          395
        ],
        "delta_mse": -0.0010017565871904782,
        "text_cosine": 0.02867126751124813,
        "visual_cosine": -1.1943271048363648
      },
      {
        "pair": [
          316,
          376
        ],
        "delta_mse": -0.001000713749852885,
        "text_cosine": -0.045345255515745496,
        "visual_cosine": -0.01262506565281675
      },
      {
        "pair": [
          221,
          500
        ],
        "delta_mse": -0.0009466137603427292,
        "text_cosine": 3.308767175557374,
        "visual_cosine": 3.3911394964054833
      },
      {
        "pair": [
          58,
          191
        ],
        "delta_mse": -0.0009359356563577389,
        "text_cosine": 3.0977059655736094,
        "visual_cosine": 1.2165745954108584
      },
      {
        "pair": [
          26,
          95
        ],
        "delta_mse": -0.0009306913158937456,
        "text_cosine": 4.377691477028767,
        "visual_cosine": 3.8138902637595544
      },
      {
        "pair": [
          284,
          351
        ],
        "delta_mse": -0.0008701490415026745,
        "text_cosine": 2.1551658683617627,
        "visual_cosine": -0.022828417695704605
      }
    ]
  },
  "descent_from_true": {
    "start_accuracy": 1.0,
    "final_accuracy": 0.556640625,
    "final_objective": 0.8418357629565305,
    "final_energy": {
      "mse": 0.8418357629565305,
      "mse_channels": [
        0.8418357629565305
      ],
      "mse_channel_mean": 0.8418357629565305,
      "conditional_kl": 89.79766150506326,
      "m30_total": 19.643203826925713
    },
    "accepted_moves": 194,
    "moved_fraction": 0.443359375,
    "mse_local_min_certificate": true,
    "trajectory": [
      {
        "step": 0,
        "objective": 0.8952377710635052,
        "accuracy": 0.99609375
      },
      {
        "step": 50,
        "objective": 0.863272693581132,
        "accuracy": 0.833984375
      },
      {
        "step": 100,
        "objective": 0.8519341069653539,
        "accuracy": 0.703125
      },
      {
        "step": 150,
        "objective": 0.8447822400085048,
        "accuracy": 0.60546875
      }
    ]
  },
  "descent_from_random": [
    {
      "start_accuracy": 0.00390625,
      "final_accuracy": 0.0,
      "final_objective": 1.0283712791046227,
      "final_energy": {
        "mse": 1.0283712791046227,
        "mse_channels": [
          1.0283712791046227
        ],
        "mse_channel_mean": 1.0283712791046227,
        "conditional_kl": 140.76303901879396,
        "m30_total": 30.20935036196804
      },
      "accepted_moves": 799,
      "moved_fraction": 0.98046875,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.009765625,
      "final_objective": 1.0239460363100756,
      "final_energy": {
        "mse": 1.0239460363100756,
        "mse_channels": [
          1.0239460363100756
        ],
        "mse_channel_mean": 1.0239460363100756,
        "conditional_kl": 134.74018239408505,
        "m30_total": 28.995928551437164
      },
      "accepted_moves": 792,
      "moved_fraction": 0.990234375,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.001953125,
      "final_objective": 1.0257871964686116,
      "final_energy": {
        "mse": 1.0257871964686116,
        "mse_channels": [
          1.0257871964686116
        ],
        "mse_channel_mean": 1.0257871964686116,
        "conditional_kl": 134.41023358493072,
        "m30_total": 28.93362110992337
      },
      "accepted_moves": 830,
      "moved_fraction": 0.990234375,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.00390625,
      "final_objective": 1.022897633774693,
      "final_energy": {
        "mse": 1.022897633774693,
        "mse_channels": [
          1.022897633774693
        ],
        "mse_channel_mean": 1.022897633774693,
        "conditional_kl": 131.47643884762644,
        "m30_total": 28.341083037074675
      },
      "accepted_moves": 845,
      "moved_fraction": 0.990234375,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.0,
      "final_objective": 1.0705169082335229,
      "final_energy": {
        "mse": 1.0705169082335229,
        "mse_channels": [
          1.0705169082335229
        ],
        "mse_channel_mean": 1.0705169082335229,
        "conditional_kl": 134.35594051344953,
        "m30_total": 29.012221919156953
      },
      "accepted_moves": 823,
      "moved_fraction": 0.986328125,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.029296875,
      "final_objective": 1.0051971758859544,
      "final_energy": {
        "mse": 1.0051971758859544,
        "mse_channels": [
          1.0051971758859544
        ],
        "mse_channel_mean": 1.0051971758859544,
        "conditional_kl": 131.90044296643214,
        "m30_total": 28.390482945058338
      },
      "accepted_moves": 798,
      "moved_fraction": 0.994140625,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.001953125,
      "final_objective": 1.0931390828005927,
      "final_energy": {
        "mse": 1.0931390828005927,
        "mse_channels": [
          1.0931390828005927
        ],
        "mse_channel_mean": 1.0931390828005927,
        "conditional_kl": 138.69999401966317,
        "m30_total": 29.92627696953382
      },
      "accepted_moves": 748,
      "moved_fraction": 0.982421875,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.001953125,
      "final_objective": 1.1044034145222512,
      "final_energy": {
        "mse": 1.1044034145222512,
        "mse_channels": [
          1.1044034145222512
        ],
        "mse_channel_mean": 1.1044034145222512,
        "conditional_kl": 141.76944986793865,
        "m30_total": 30.56269680263223
      },
      "accepted_moves": 750,
      "moved_fraction": 0.990234375,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.0,
      "final_objective": 1.0098616667811613,
      "final_energy": {
        "mse": 1.0098616667811613,
        "mse_channels": [
          1.0098616667811613
        ],
        "mse_channel_mean": 1.0098616667811613,
        "conditional_kl": 123.45039875480369,
        "m30_total": 26.70980308452306
      },
      "accepted_moves": 737,
      "moved_fraction": 0.986328125,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.00390625,
      "final_accuracy": 0.0,
      "final_objective": 1.0176752297733758,
      "final_energy": {
        "mse": 1.0176752297733758,
        "mse_channels": [
          1.0176752297733758
        ],
        "mse_channel_mean": 1.0176752297733758,
        "conditional_kl": 138.67485445692955,
        "m30_total": 29.770321350932665
      },
      "accepted_moves": 785,
      "moved_fraction": 0.98046875,
      "mse_local_min_certificate": true
    }
  ],
  "verdict": {
    "true_z_mse": 199.47352600097656,
    "improving_fraction": 0.0019110812133072406,
    "identity_strict_local_min": false,
    "descent_keeps": 0.556640625,
    "true_mse": 0.8978782016624831,
    "best_random_descent": 1.0051971758859544,
    "best_random_accuracy": 0.029296875,
    "counterfeit_found": false
  }
}