{
  "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.",
  "dataset": "vg",
  "dims": 16,
  "samples": 512,
  "gate_a": {
    "true": {
      "mse": 0.7571511520431647,
      "mse_channels": [
        0.7571511520431647
      ],
      "mse_channel_mean": 0.7571511520431647,
      "conditional_kl": 43.94865214424862,
      "m30_total": 10.304032732936054
    },
    "similarity_shift": {
      "mse": 1.7847206806924405,
      "mse_channels": [
        1.7847206806924405
      ],
      "mse_channel_mean": 1.7847206806924405,
      "conditional_kl": 137.0201306602457,
      "m30_total": 30.973467493434025
    },
    "random": {
      "mse": {
        "mean": 1.9998713731765747,
        "std": 0.005644011776894331,
        "min": 1.9686219692230225,
        "true_z": 220.18385314941406,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "mse_channel_mean": {
        "mean": 1.9998713731765747,
        "std": 0.005644011776894331,
        "min": 1.9686219692230225,
        "true_z": 220.18385314941406,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "conditional_kl": {
        "mean": 153.37405395507812,
        "std": 2.3105013370513916,
        "min": 145.10116577148438,
        "true_z": 47.360023498535156,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "m30_total": {
        "mean": 34.67455291748047,
        "std": 0.46381500363349915,
        "min": 32.983951568603516,
        "true_z": 52.54362487792969,
        "true_rank_among_random": 0,
        "count": 1000
      }
    }
  },
  "gate_b": {
    "pairs": 130816,
    "improving_pairs": 2544,
    "improving_fraction": 0.01944716242661448,
    "delta_mean": 0.009635548148288604,
    "delta_min": -0.012202593996729997,
    "identity_is_local_min_mse": false,
    "worst_improving_swaps": [
      {
        "pair": [
          93,
          405
        ],
        "delta_mse": -0.012202593996729997,
        "text_cosine": 0.24547375613443856,
        "visual_cosine": -0.7462587421523642
      },
      {
        "pair": [
          395,
          405
        ],
        "delta_mse": -0.009526320453711625,
        "text_cosine": 0.47666621353908106,
        "visual_cosine": -0.5913789960402047
      },
      {
        "pair": [
          93,
          356
        ],
        "delta_mse": -0.00773023799306394,
        "text_cosine": 0.152315986329943,
        "visual_cosine": 1.8988253022634147
      },
      {
        "pair": [
          282,
          405
        ],
        "delta_mse": -0.007636435607427768,
        "text_cosine": -0.5259809700389907,
        "visual_cosine": -0.1267808979765722
      },
      {
        "pair": [
          93,
          273
        ],
        "delta_mse": -0.007335538893170518,
        "text_cosine": -0.968364063959403,
        "visual_cosine": 0.01708327590694741
      },
      {
        "pair": [
          273,
          395
        ],
        "delta_mse": -0.007061309296745894,
        "text_cosine": -0.3378448488001467,
        "visual_cosine": 0.7624667135962908
      },
      {
        "pair": [
          19,
          282
        ],
        "delta_mse": -0.0070103021345466155,
        "text_cosine": 0.7822727631636276,
        "visual_cosine": -0.5242862400901364
      },
      {
        "pair": [
          19,
          395
        ],
        "delta_mse": -0.00666232372359432,
        "text_cosine": 0.5793389322478012,
        "visual_cosine": -0.9710002272366003
      },
      {
        "pair": [
          19,
          107
        ],
        "delta_mse": -0.006492356101829625,
        "text_cosine": 0.9640392786519267,
        "visual_cosine": 0.44763495098717326
      },
      {
        "pair": [
          169,
          282
        ],
        "delta_mse": -0.006446680373026834,
        "text_cosine": -0.11006592108457827,
        "visual_cosine": -0.23025456475043685
      },
      {
        "pair": [
          395,
          423
        ],
        "delta_mse": -0.006298238921339579,
        "text_cosine": 0.7490617169107676,
        "visual_cosine": -0.3998955379169835
      },
      {
        "pair": [
          93,
          376
        ],
        "delta_mse": -0.005895632254427218,
        "text_cosine": -0.39371956283345716,
        "visual_cosine": -2.0132255559560086
      },
      {
        "pair": [
          93,
          423
        ],
        "delta_mse": -0.005531795228683738,
        "text_cosine": -0.9628285648296783,
        "visual_cosine": -1.193042391758144
      },
      {
        "pair": [
          359,
          405
        ],
        "delta_mse": -0.0053591948563620215,
        "text_cosine": 0.6770280422508226,
        "visual_cosine": -0.3185859325548784
      },
      {
        "pair": [
          108,
          405
        ],
        "delta_mse": -0.0050018606558654794,
        "text_cosine": 1.3960025192315557,
        "visual_cosine": -1.0552534086997587
      },
      {
        "pair": [
          282,
          301
        ],
        "delta_mse": -0.004850208531588345,
        "text_cosine": 1.933936796139195,
        "visual_cosine": -0.3160937216474144
      },
      {
        "pair": [
          359,
          423
        ],
        "delta_mse": -0.004830800506097619,
        "text_cosine": 0.44829128659057954,
        "visual_cosine": 0.43809179261495657
      },
      {
        "pair": [
          376,
          395
        ],
        "delta_mse": -0.004776657192591783,
        "text_cosine": -0.7635588979726771,
        "visual_cosine": -1.3908070022599637
      },
      {
        "pair": [
          243,
          395
        ],
        "delta_mse": -0.004761367517035844,
        "text_cosine": 0.5999248370628465,
        "visual_cosine": 0.6443322014638325
      },
      {
        "pair": [
          142,
          282
        ],
        "delta_mse": -0.004684303742022558,
        "text_cosine": 0.3174416685241399,
        "visual_cosine": 1.9431511789374942
      }
    ]
  },
  "descent_from_true": {
    "start_accuracy": 1.0,
    "final_accuracy": 0.162109375,
    "final_objective": 0.5262194582279917,
    "final_energy": {
      "mse": 0.5262194582279917,
      "mse_channels": [
        0.5262194582279917
      ],
      "mse_channel_mean": 0.5262194582279917,
      "conditional_kl": 34.784136206564625,
      "m30_total": 8.00926615776891
    },
    "accepted_moves": 472,
    "moved_fraction": 0.837890625,
    "mse_local_min_certificate": true,
    "trajectory": [
      {
        "step": 0,
        "objective": 0.7449485580464348,
        "accuracy": 0.99609375
      },
      {
        "step": 50,
        "objective": 0.635051006942703,
        "accuracy": 0.83984375
      },
      {
        "step": 100,
        "objective": 0.5957490711852981,
        "accuracy": 0.69140625
      },
      {
        "step": 150,
        "objective": 0.5729976963692321,
        "accuracy": 0.55859375
      },
      {
        "step": 200,
        "objective": 0.5578103870480738,
        "accuracy": 0.466796875
      },
      {
        "step": 250,
        "objective": 0.5472341377034863,
        "accuracy": 0.39453125
      },
      {
        "step": 300,
        "objective": 0.5397528003488563,
        "accuracy": 0.3046875
      },
      {
        "step": 350,
        "objective": 0.533769392091454,
        "accuracy": 0.24609375
      },
      {
        "step": 400,
        "objective": 0.5303560664091532,
        "accuracy": 0.201171875
      },
      {
        "step": 450,
        "objective": 0.5266600141401722,
        "accuracy": 0.169921875
      }
    ]
  },
  "descent_from_random": [
    {
      "start_accuracy": 0.00390625,
      "final_accuracy": 0.0,
      "final_objective": 0.6983289684379539,
      "final_energy": {
        "mse": 0.6983289684379539,
        "mse_channels": [
          0.6983289684379539
        ],
        "mse_channel_mean": 0.6983289684379539,
        "conditional_kl": 48.243173862290206,
        "m30_total": 11.04529270933395
      },
      "accepted_moves": 809,
      "moved_fraction": 0.9921875,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.0078125,
      "final_objective": 0.5804266424175694,
      "final_energy": {
        "mse": 0.5804266424175694,
        "mse_channels": [
          0.5804266424175694
        ],
        "mse_channel_mean": 0.5804266424175694,
        "conditional_kl": 44.56139291160291,
        "m30_total": 10.07313186715572
      },
      "accepted_moves": 796,
      "moved_fraction": 0.986328125,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.0,
      "final_objective": 0.6687535024184628,
      "final_energy": {
        "mse": 0.6687535024184628,
        "mse_channels": [
          0.6687535024184628
        ],
        "mse_channel_mean": 0.6687535024184628,
        "conditional_kl": 47.74922674440422,
        "m30_total": 10.88735235371777
      },
      "accepted_moves": 759,
      "moved_fraction": 0.990234375,
      "mse_local_min_certificate": true
    }
  ],
  "verdict": {
    "true_z_mse": 220.18385314941406,
    "improving_fraction": 0.01944716242661448,
    "identity_strict_local_min": false,
    "descent_keeps": 0.162109375,
    "true_mse": 0.7571511520431647,
    "best_random_descent": 0.5804266424175694,
    "best_random_accuracy": 0.0078125,
    "counterfeit_found": true
  }
}