{
  "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.",
  "dataset": "flickr",
  "dims": 16,
  "samples": 512,
  "gate_a": {
    "true": {
      "mse": 1.170547862614944,
      "mse_channels": [
        1.170547862614944
      ],
      "mse_channel_mean": 1.170547862614944,
      "conditional_kl": 56.53022845801316,
      "m30_total": 13.647141416832522
    },
    "similarity_shift": {
      "mse": 1.8261931354752048,
      "mse_channels": [
        1.8261931354752048
      ],
      "mse_channel_mean": 1.8261931354752048,
      "conditional_kl": 147.93363665527812,
      "m30_total": 33.239113602006036
    },
    "random": {
      "mse": {
        "mean": 1.9997648000717163,
        "std": 0.006351436022669077,
        "min": 1.979751467704773,
        "true_z": 130.55581665039062,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "mse_channel_mean": {
        "mean": 1.9997648000717163,
        "std": 0.006351436022669077,
        "min": 1.979751467704773,
        "true_z": 130.55581665039062,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "conditional_kl": {
        "mean": 164.26585388183594,
        "std": 2.6830193996429443,
        "min": 154.93247985839844,
        "true_z": 40.15462112426758,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "m30_total": {
        "mean": 36.852699279785156,
        "std": 0.5395469665527344,
        "min": 34.96461868286133,
        "true_z": 43.00933837890625,
        "true_rank_among_random": 0,
        "count": 1000
      }
    }
  },
  "gate_b": {
    "pairs": 130816,
    "improving_pairs": 1077,
    "improving_fraction": 0.008232937866927593,
    "delta_mean": 0.006353311708923697,
    "delta_min": -0.0021474547004293144,
    "identity_is_local_min_mse": false,
    "worst_improving_swaps": [
      {
        "pair": [
          312,
          337
        ],
        "delta_mse": -0.0021474547004293144,
        "text_cosine": 1.3850072171715269,
        "visual_cosine": 2.6040273248772507
      },
      {
        "pair": [
          448,
          462
        ],
        "delta_mse": -0.0019709092968313276,
        "text_cosine": -0.6815416705568218,
        "visual_cosine": 0.9238613132292879
      },
      {
        "pair": [
          165,
          409
        ],
        "delta_mse": -0.001818275224885462,
        "text_cosine": 0.8596239879147901,
        "visual_cosine": 0.9387374078953112
      },
      {
        "pair": [
          129,
          280
        ],
        "delta_mse": -0.0017592087367304795,
        "text_cosine": 1.238005666228812,
        "visual_cosine": -1.4335152974213174
      },
      {
        "pair": [
          9,
          255
        ],
        "delta_mse": -0.001743129667020755,
        "text_cosine": 0.5101843993060393,
        "visual_cosine": 2.5903144415397494
      },
      {
        "pair": [
          124,
          409
        ],
        "delta_mse": -0.0017382429674432634,
        "text_cosine": 1.8475113380271249,
        "visual_cosine": -0.7173736684685584
      },
      {
        "pair": [
          9,
          326
        ],
        "delta_mse": -0.0017279396573557145,
        "text_cosine": 0.659533140806115,
        "visual_cosine": 1.4015242194038386
      },
      {
        "pair": [
          9,
          409
        ],
        "delta_mse": -0.0016525366224884842,
        "text_cosine": 0.2138020198663334,
        "visual_cosine": 0.5376838441710586
      },
      {
        "pair": [
          73,
          280
        ],
        "delta_mse": -0.0016343371004176334,
        "text_cosine": -0.5116453532935662,
        "visual_cosine": 0.5953618129772664
      },
      {
        "pair": [
          9,
          19
        ],
        "delta_mse": -0.0016296465959740182,
        "text_cosine": 0.09721603716068283,
        "visual_cosine": 2.0835824180656943
      },
      {
        "pair": [
          280,
          333
        ],
        "delta_mse": -0.0015356180836313953,
        "text_cosine": 1.6667083745158067,
        "visual_cosine": -0.6307120443245444
      },
      {
        "pair": [
          9,
          170
        ],
        "delta_mse": -0.001512580041893584,
        "text_cosine": 2.480547517922658,
        "visual_cosine": 1.9378848107459343
      },
      {
        "pair": [
          9,
          124
        ],
        "delta_mse": -0.001497055861383025,
        "text_cosine": 2.065723739107589,
        "visual_cosine": 0.2944096857804318
      },
      {
        "pair": [
          280,
          485
        ],
        "delta_mse": -0.0014849080388556867,
        "text_cosine": 1.1935861620673776,
        "visual_cosine": -0.46058588668645245
      },
      {
        "pair": [
          280,
          312
        ],
        "delta_mse": -0.0014822061986563937,
        "text_cosine": 0.8360536633272647,
        "visual_cosine": 0.49145593984037017
      },
      {
        "pair": [
          124,
          165
        ],
        "delta_mse": -0.0014570045188639622,
        "text_cosine": 2.383839786681372,
        "visual_cosine": 0.5944260853209754
      },
      {
        "pair": [
          409,
          500
        ],
        "delta_mse": -0.0014429547816194816,
        "text_cosine": -0.07274220785520549,
        "visual_cosine": -0.500735893619571
      },
      {
        "pair": [
          78,
          333
        ],
        "delta_mse": -0.0014220002017214623,
        "text_cosine": 0.5621358664771955,
        "visual_cosine": -0.17176174286080148
      },
      {
        "pair": [
          132,
          337
        ],
        "delta_mse": -0.00141831692279113,
        "text_cosine": -0.2921359436771003,
        "visual_cosine": 0.41413451455268774
      },
      {
        "pair": [
          73,
          345
        ],
        "delta_mse": -0.00141124879324221,
        "text_cosine": 0.12810298049191862,
        "visual_cosine": 0.06780742802849238
      }
    ]
  },
  "descent_from_true": {
    "start_accuracy": 1.0,
    "final_accuracy": 0.30859375,
    "final_objective": 1.0363113624640892,
    "final_energy": {
      "mse": 1.0363113624640892,
      "mse_channels": [
        1.0363113624640892
      ],
      "mse_channel_mean": 1.0363113624640892,
      "conditional_kl": 53.38002349196541,
      "m30_total": 12.748627423321262
    },
    "accepted_moves": 348,
    "moved_fraction": 0.69140625,
    "mse_local_min_certificate": true,
    "trajectory": [
      {
        "step": 0,
        "objective": 1.1684004079145147,
        "accuracy": 0.99609375
      },
      {
        "step": 50,
        "objective": 1.1108665447039632,
        "accuracy": 0.826171875
      },
      {
        "step": 100,
        "objective": 1.0835282982215557,
        "accuracy": 0.6953125
      },
      {
        "step": 150,
        "objective": 1.0646349185660782,
        "accuracy": 0.568359375
      },
      {
        "step": 200,
        "objective": 1.051725062341308,
        "accuracy": 0.4921875
      },
      {
        "step": 250,
        "objective": 1.045089648469431,
        "accuracy": 0.41015625
      },
      {
        "step": 300,
        "objective": 1.0414304171716953,
        "accuracy": 0.34375
      }
    ]
  },
  "descent_from_random": [
    {
      "start_accuracy": 0.00390625,
      "final_accuracy": 0.001953125,
      "final_objective": 1.0965724994049268,
      "final_energy": {
        "mse": 1.0965724994049268,
        "mse_channels": [
          1.0965724994049268
        ],
        "mse_channel_mean": 1.0965724994049268,
        "conditional_kl": 59.24539496426371,
        "m30_total": 14.042223991662595
      },
      "accepted_moves": 840,
      "moved_fraction": 0.994140625,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.013671875,
      "final_objective": 1.071891750635961,
      "final_energy": {
        "mse": 1.071891750635961,
        "mse_channels": [
          1.071891750635961
        ],
        "mse_channel_mean": 1.071891750635961,
        "conditional_kl": 64.8484817254993,
        "m30_total": 15.113479846371783
      },
      "accepted_moves": 830,
      "moved_fraction": 0.986328125,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.01171875,
      "final_objective": 1.0678137763941078,
      "final_energy": {
        "mse": 1.0678137763941078,
        "mse_channels": [
          1.0678137763941078
        ],
        "mse_channel_mean": 1.0678137763941078,
        "conditional_kl": 64.252864890195,
        "m30_total": 14.986200530827215
      },
      "accepted_moves": 861,
      "moved_fraction": 0.9921875,
      "mse_local_min_certificate": true
    }
  ],
  "verdict": {
    "true_z_mse": 130.55581665039062,
    "improving_fraction": 0.008232937866927593,
    "identity_strict_local_min": false,
    "descent_keeps": 0.30859375,
    "true_mse": 1.170547862614944,
    "best_random_descent": 1.0678137763941078,
    "best_random_accuracy": 0.013671875,
    "counterfeit_found": true
  }
}