{
  "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.",
  "dataset": "vg",
  "dims": 32,
  "samples": 512,
  "gate_a": {
    "true": {
      "mse": 0.7653370619130536,
      "mse_channels": [
        0.7653370619130536
      ],
      "mse_channel_mean": 0.7653370619130536,
      "conditional_kl": 51.04923709138937,
      "m30_total": 11.740521542103982
    },
    "similarity_shift": {
      "mse": 1.8748334049112891,
      "mse_channels": [
        1.8748334049112891
      ],
      "mse_channel_mean": 1.8748334049112891,
      "conditional_kl": 190.064726166135,
      "m30_total": 41.76261204304958
    },
    "random": {
      "mse": {
        "mean": 2.0000228881835938,
        "std": 0.00555937085300684,
        "min": 1.9766288995742798,
        "true_z": 222.0909423828125,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "mse_channel_mean": {
        "mean": 2.0000228881835938,
        "std": 0.00555937085300684,
        "min": 1.9766288995742798,
        "true_z": 222.0909423828125,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "conditional_kl": {
        "mean": 205.72727966308594,
        "std": 2.4542996883392334,
        "min": 196.39825439453125,
        "true_z": 63.02328872680664,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "m30_total": {
        "mean": 45.145503997802734,
        "std": 0.49290961027145386,
        "min": 43.27833557128906,
        "true_z": 67.77101135253906,
        "true_rank_among_random": 0,
        "count": 1000
      }
    }
  },
  "gate_b": {
    "pairs": 130816,
    "improving_pairs": 847,
    "improving_fraction": 0.006474743150684931,
    "delta_mean": 0.009589585212517225,
    "delta_min": -0.005622838344540802,
    "identity_is_local_min_mse": false,
    "worst_improving_swaps": [
      {
        "pair": [
          19,
          282
        ],
        "delta_mse": -0.005622838344540802,
        "text_cosine": 1.3770174329023839,
        "visual_cosine": 0.03280251662125801
      },
      {
        "pair": [
          93,
          405
        ],
        "delta_mse": -0.005173728930871009,
        "text_cosine": 0.7836210453823206,
        "visual_cosine": 0.1812027300500079
      },
      {
        "pair": [
          395,
          405
        ],
        "delta_mse": -0.004392035269142091,
        "text_cosine": 1.1158500946274823,
        "visual_cosine": -0.7378736612798164
      },
      {
        "pair": [
          19,
          395
        ],
        "delta_mse": -0.0043190576901900955,
        "text_cosine": 0.8183569954945363,
        "visual_cosine": -0.22137931590976934
      },
      {
        "pair": [
          282,
          301
        ],
        "delta_mse": -0.004311178694602923,
        "text_cosine": 2.4665213488028,
        "visual_cosine": -0.22694893507034228
      },
      {
        "pair": [
          395,
          423
        ],
        "delta_mse": -0.0042024721586056525,
        "text_cosine": 0.7125704575247325,
        "visual_cosine": 0.1112744365583952
      },
      {
        "pair": [
          19,
          107
        ],
        "delta_mse": -0.0037446792493152433,
        "text_cosine": 1.4428050955787382,
        "visual_cosine": 1.272384669975623
      },
      {
        "pair": [
          191,
          282
        ],
        "delta_mse": -0.0036961676936121328,
        "text_cosine": 1.3942584207484485,
        "visual_cosine": 0.16295993021141883
      },
      {
        "pair": [
          273,
          395
        ],
        "delta_mse": -0.00361730687278808,
        "text_cosine": -0.6075118081182901,
        "visual_cosine": 1.3073087255977647
      },
      {
        "pair": [
          395,
          455
        ],
        "delta_mse": -0.003222002861179743,
        "text_cosine": 1.0694787739546157,
        "visual_cosine": -0.6324084800288416
      },
      {
        "pair": [
          142,
          282
        ],
        "delta_mse": -0.003192454872229152,
        "text_cosine": 0.3836484705597908,
        "visual_cosine": 1.8418502605020766
      },
      {
        "pair": [
          254,
          282
        ],
        "delta_mse": -0.003138455807880788,
        "text_cosine": 1.8022366977343356,
        "visual_cosine": -0.1495303646116317
      },
      {
        "pair": [
          243,
          395
        ],
        "delta_mse": -0.003106094663414377,
        "text_cosine": 0.5941726682427237,
        "visual_cosine": 0.4651238201249647
      },
      {
        "pair": [
          93,
          376
        ],
        "delta_mse": -0.002896771263681136,
        "text_cosine": -0.8493468527058708,
        "visual_cosine": -0.769728812782414
      },
      {
        "pair": [
          282,
          444
        ],
        "delta_mse": -0.002894257913943362,
        "text_cosine": 2.619663908389996,
        "visual_cosine": -0.4642469681725607
      },
      {
        "pair": [
          93,
          320
        ],
        "delta_mse": -0.0028741764297683017,
        "text_cosine": 0.8514499756044277,
        "visual_cosine": 1.3539503002103044
      },
      {
        "pair": [
          93,
          356
        ],
        "delta_mse": -0.0028594884490216457,
        "text_cosine": 0.5345737305770364,
        "visual_cosine": 1.0967433872754027
      },
      {
        "pair": [
          282,
          338
        ],
        "delta_mse": -0.002802597025813233,
        "text_cosine": -0.5432739087524631,
        "visual_cosine": -1.4320655177057133
      },
      {
        "pair": [
          282,
          367
        ],
        "delta_mse": -0.0027219562289381403,
        "text_cosine": -0.25571523589310197,
        "visual_cosine": -0.806537911232611
      },
      {
        "pair": [
          178,
          282
        ],
        "delta_mse": -0.002693348121688705,
        "text_cosine": 1.9126501006164351,
        "visual_cosine": -0.3232253121168982
      }
    ]
  },
  "descent_from_true": {
    "start_accuracy": 1.0,
    "final_accuracy": 0.337890625,
    "final_objective": 0.6392138976368924,
    "final_energy": {
      "mse": 0.6392138976368924,
      "mse_channels": [
        0.6392138976368924
      ],
      "mse_channel_mean": 0.6392138976368924,
      "conditional_kl": 47.44860374008245,
      "m30_total": 10.768148543290275
    },
    "accepted_moves": 299,
    "moved_fraction": 0.662109375,
    "mse_local_min_certificate": true,
    "trajectory": [
      {
        "step": 0,
        "objective": 0.7597142235685127,
        "accuracy": 0.99609375
      },
      {
        "step": 50,
        "objective": 0.6942739749710766,
        "accuracy": 0.841796875
      },
      {
        "step": 100,
        "objective": 0.6699640330729069,
        "accuracy": 0.705078125
      },
      {
        "step": 150,
        "objective": 0.6562458446654199,
        "accuracy": 0.568359375
      },
      {
        "step": 200,
        "objective": 0.6468261330103398,
        "accuracy": 0.48046875
      },
      {
        "step": 250,
        "objective": 0.6426449989459969,
        "accuracy": 0.392578125
      }
    ]
  },
  "descent_from_random": [
    {
      "start_accuracy": 0.00390625,
      "final_accuracy": 0.001953125,
      "final_objective": 0.7846437741479689,
      "final_energy": {
        "mse": 0.7846437741479689,
        "mse_channels": [
          0.7846437741479689
        ],
        "mse_channel_mean": 0.7846437741479689,
        "conditional_kl": 74.84041523688335,
        "m30_total": 16.53737059567261
      },
      "accepted_moves": 825,
      "moved_fraction": 0.990234375,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.013671875,
      "final_objective": 0.7282379759619445,
      "final_energy": {
        "mse": 0.7282379759619445,
        "mse_channels": [
          0.7282379759619445
        ],
        "mse_channel_mean": 0.7282379759619445,
        "conditional_kl": 64.81259778336894,
        "m30_total": 14.418995508597678
      },
      "accepted_moves": 794,
      "moved_fraction": 0.990234375,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.0,
      "final_objective": 0.8944389091787294,
      "final_energy": {
        "mse": 0.8944389091787294,
        "mse_channels": [
          0.8944389091787294
        ],
        "mse_channel_mean": 0.8944389091787294,
        "conditional_kl": 75.12563619501663,
        "m30_total": 16.814005057360784
      },
      "accepted_moves": 772,
      "moved_fraction": 0.990234375,
      "mse_local_min_certificate": true
    }
  ],
  "verdict": {
    "true_z_mse": 222.0909423828125,
    "improving_fraction": 0.006474743150684931,
    "identity_strict_local_min": false,
    "descent_keeps": 0.337890625,
    "true_mse": 0.7653370619130536,
    "best_random_descent": 0.7282379759619445,
    "best_random_accuracy": 0.013671875,
    "counterfeit_found": true
  }
}