{
  "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.",
  "dataset": "flickr",
  "dims": 32,
  "samples": 512,
  "gate_a": {
    "true": {
      "mse": 1.1409489570499156,
      "mse_channels": [
        1.1409489570499156
      ],
      "mse_channel_mean": 1.1409489570499156,
      "conditional_kl": 67.33988596589113,
      "m30_total": 15.749875107278058
    },
    "similarity_shift": {
      "mse": 1.9067233905164904,
      "mse_channels": [
        1.9067233905164904
      ],
      "mse_channel_mean": 1.9067233905164904,
      "conditional_kl": 186.74535536079563,
      "m30_total": 41.16251785319211
    },
    "random": {
      "mse": {
        "mean": 1.9998486042022705,
        "std": 0.006022298708558083,
        "min": 1.981075644493103,
        "true_z": 142.61988830566406,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "mse_channel_mean": {
        "mean": 1.9998486042022705,
        "std": 0.006022298708558083,
        "min": 1.981075644493103,
        "true_z": 142.61988830566406,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "conditional_kl": {
        "mean": 193.23446655273438,
        "std": 2.7021615505218506,
        "min": 184.488525390625,
        "true_z": 46.5903205871582,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "m30_total": {
        "mean": 42.64659118652344,
        "std": 0.5436192750930786,
        "min": 40.890926361083984,
        "true_z": 49.47712326049805,
        "true_rank_among_random": 0,
        "count": 1000
      }
    }
  },
  "gate_b": {
    "pairs": 130816,
    "improving_pairs": 623,
    "improving_fraction": 0.004762414383561644,
    "delta_mean": 0.006614384327259976,
    "delta_min": -0.0018833884803345527,
    "identity_is_local_min_mse": false,
    "worst_improving_swaps": [
      {
        "pair": [
          312,
          337
        ],
        "delta_mse": -0.0018833884803345527,
        "text_cosine": 1.8937643415178953,
        "visual_cosine": 2.6040273248772507
      },
      {
        "pair": [
          124,
          409
        ],
        "delta_mse": -0.0018333894959604597,
        "text_cosine": 1.7355883530526224,
        "visual_cosine": -0.7173736684685584
      },
      {
        "pair": [
          165,
          409
        ],
        "delta_mse": -0.001704593040026588,
        "text_cosine": 1.2211269368798545,
        "visual_cosine": 0.9387374078953112
      },
      {
        "pair": [
          448,
          462
        ],
        "delta_mse": -0.001623174927752787,
        "text_cosine": -0.6895358090074006,
        "visual_cosine": 0.9238613132292879
      },
      {
        "pair": [
          337,
          485
        ],
        "delta_mse": -0.0015982722068407858,
        "text_cosine": 2.11742953381571,
        "visual_cosine": 0.8444916412015606
      },
      {
        "pair": [
          305,
          485
        ],
        "delta_mse": -0.0015469611106928866,
        "text_cosine": 0.03199675813814657,
        "visual_cosine": -0.3864148927040937
      },
      {
        "pair": [
          249,
          487
        ],
        "delta_mse": -0.0015301149494288237,
        "text_cosine": 3.665212306592386,
        "visual_cosine": -0.5507567581610348
      },
      {
        "pair": [
          9,
          255
        ],
        "delta_mse": -0.0015094352331642003,
        "text_cosine": 0.8998479049780388,
        "visual_cosine": 2.5903144415397494
      },
      {
        "pair": [
          9,
          124
        ],
        "delta_mse": -0.0013967951979963432,
        "text_cosine": 2.036028571870346,
        "visual_cosine": 0.2944096857804318
      },
      {
        "pair": [
          9,
          276
        ],
        "delta_mse": -0.001347978797690255,
        "text_cosine": 2.7150059205748436,
        "visual_cosine": 4.009282024464298
      },
      {
        "pair": [
          124,
          165
        ],
        "delta_mse": -0.0013318153964246235,
        "text_cosine": 2.001968941301746,
        "visual_cosine": 0.5944260853209754
      },
      {
        "pair": [
          9,
          436
        ],
        "delta_mse": -0.001285548073389857,
        "text_cosine": 1.33379017922693,
        "visual_cosine": 2.150922173324471
      },
      {
        "pair": [
          409,
          434
        ],
        "delta_mse": -0.0012408796738965775,
        "text_cosine": 1.5465340750468566,
        "visual_cosine": -0.25205678421914984
      },
      {
        "pair": [
          389,
          485
        ],
        "delta_mse": -0.0012212358032484564,
        "text_cosine": 1.9563031246635776,
        "visual_cosine": -0.7438779458074521
      },
      {
        "pair": [
          57,
          409
        ],
        "delta_mse": -0.001219446287254568,
        "text_cosine": 2.3884154888733633,
        "visual_cosine": 0.501901018584272
      },
      {
        "pair": [
          392,
          485
        ],
        "delta_mse": -0.0012009450805130816,
        "text_cosine": 0.6309419648255989,
        "visual_cosine": -0.443039386614659
      },
      {
        "pair": [
          424,
          469
        ],
        "delta_mse": -0.001186132145258966,
        "text_cosine": 2.8559875616872197,
        "visual_cosine": 2.6275199267191525
      },
      {
        "pair": [
          161,
          249
        ],
        "delta_mse": -0.0011607639340676665,
        "text_cosine": 3.0995390265615503,
        "visual_cosine": 1.2849451278109671
      },
      {
        "pair": [
          334,
          409
        ],
        "delta_mse": -0.001152693188989794,
        "text_cosine": 1.5098878697522988,
        "visual_cosine": -0.14168712785561643
      },
      {
        "pair": [
          130,
          485
        ],
        "delta_mse": -0.0011338306771832233,
        "text_cosine": 1.8588675813745397,
        "visual_cosine": -0.027564620756647455
      }
    ]
  },
  "descent_from_true": {
    "start_accuracy": 1.0,
    "final_accuracy": 0.404296875,
    "final_objective": 1.046206260636463,
    "final_energy": {
      "mse": 1.046206260636463,
      "mse_channels": [
        1.046206260636463
      ],
      "mse_channel_mean": 1.046206260636463,
      "conditional_kl": 67.74992187876556,
      "m30_total": 15.642396897026039
    },
    "accepted_moves": 292,
    "moved_fraction": 0.595703125,
    "mse_local_min_certificate": true,
    "trajectory": [
      {
        "step": 0,
        "objective": 1.1390655685695812,
        "accuracy": 0.99609375
      },
      {
        "step": 50,
        "objective": 1.0934153115844905,
        "accuracy": 0.833984375
      },
      {
        "step": 100,
        "objective": 1.0739327960705125,
        "accuracy": 0.70703125
      },
      {
        "step": 150,
        "objective": 1.0631909305991252,
        "accuracy": 0.58203125
      },
      {
        "step": 200,
        "objective": 1.053776867843126,
        "accuracy": 0.50390625
      },
      {
        "step": 250,
        "objective": 1.0482250481547462,
        "accuracy": 0.4296875
      }
    ]
  },
  "descent_from_random": [
    {
      "start_accuracy": 0.00390625,
      "final_accuracy": 0.001953125,
      "final_objective": 1.1570468156265634,
      "final_energy": {
        "mse": 1.1570468156265634,
        "mse_channels": [
          1.1570468156265634
        ],
        "mse_channel_mean": 1.1570468156265634,
        "conditional_kl": 84.4986892574408,
        "m30_total": 19.213831482741288
      },
      "accepted_moves": 735,
      "moved_fraction": 0.984375,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.01953125,
      "final_objective": 1.0788964442963973,
      "final_energy": {
        "mse": 1.0788964442963973,
        "mse_channels": [
          1.0788964442963973
        ],
        "mse_channel_mean": 1.0788964442963973,
        "conditional_kl": 87.00104449711986,
        "m30_total": 19.558001788016767
      },
      "accepted_moves": 823,
      "moved_fraction": 0.990234375,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.005859375,
      "final_objective": 1.1916639685529302,
      "final_energy": {
        "mse": 1.1916639685529302,
        "mse_channels": [
          1.1916639685529302
        ],
        "mse_channel_mean": 1.1916639685529302,
        "conditional_kl": 86.46502879388007,
        "m30_total": 19.676333695881876
      },
      "accepted_moves": 774,
      "moved_fraction": 0.994140625,
      "mse_local_min_certificate": true
    }
  ],
  "verdict": {
    "true_z_mse": 142.61988830566406,
    "improving_fraction": 0.004762414383561644,
    "identity_strict_local_min": false,
    "descent_keeps": 0.404296875,
    "true_mse": 1.1409489570499156,
    "best_random_descent": 1.0788964442963973,
    "best_random_accuracy": 0.01953125,
    "counterfeit_found": true
  }
}