{
  "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.",
  "dataset": "flickr",
  "dims": 32,
  "samples": 512,
  "gate_a": {
    "true": {
      "mse": 1.3171688589150667,
      "mse_channels": [
        1.3171688589150667
      ],
      "mse_channel_mean": 1.3171688589150667,
      "conditional_kl": 93.3083559991163,
      "m30_total": 21.296008917653396
    },
    "similarity_shift": {
      "mse": 1.9460219832165693,
      "mse_channels": [
        1.9460219832165693
      ],
      "mse_channel_mean": 1.9460219832165693,
      "conditional_kl": 171.59997142836363,
      "m30_total": 38.21203825210586
    },
    "random": {
      "mse": {
        "mean": 1.9999228715896606,
        "std": 0.005833397153764963,
        "min": 1.9811630249023438,
        "true_z": 117.04226684570312,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "mse_channel_mean": {
        "mean": 1.9999228715896606,
        "std": 0.005833397153764963,
        "min": 1.9811630249023438,
        "true_z": 117.04226684570312,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "conditional_kl": {
        "mean": 183.064208984375,
        "std": 2.6530652046203613,
        "min": 173.48146057128906,
        "true_z": 33.83100128173828,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "m30_total": {
        "mean": 40.61268997192383,
        "std": 0.5331465005874634,
        "min": 38.68171310424805,
        "true_z": 36.231468200683594,
        "true_rank_among_random": 0,
        "count": 1000
      }
    }
  },
  "gate_b": {
    "pairs": 130816,
    "improving_pairs": 456,
    "improving_fraction": 0.003485812133072407,
    "delta_mean": 0.005358543956842653,
    "delta_min": -0.0011590226664382735,
    "identity_is_local_min_mse": false,
    "worst_improving_swaps": [
      {
        "pair": [
          60,
          69
        ],
        "delta_mse": -0.0011590226664382735,
        "text_cosine": 1.5866447956975969,
        "visual_cosine": 2.550584693938266
      },
      {
        "pair": [
          58,
          69
        ],
        "delta_mse": -0.0010784489018042037,
        "text_cosine": 1.545523442455609,
        "visual_cosine": 1.9965988996311628
      },
      {
        "pair": [
          69,
          173
        ],
        "delta_mse": -0.0010412220832801552,
        "text_cosine": 1.6875588387340001,
        "visual_cosine": 2.71374104504196
      },
      {
        "pair": [
          83,
          415
        ],
        "delta_mse": -0.0009980711357028963,
        "text_cosine": -0.3692498200392197,
        "visual_cosine": 3.0690102542405246
      },
      {
        "pair": [
          48,
          342
        ],
        "delta_mse": -0.0009061810236017866,
        "text_cosine": 0.15083812536010283,
        "visual_cosine": 2.310658444927576
      },
      {
        "pair": [
          70,
          478
        ],
        "delta_mse": -0.0008720048140806045,
        "text_cosine": 0.00811396903995572,
        "visual_cosine": 1.7589933586747912
      },
      {
        "pair": [
          70,
          157
        ],
        "delta_mse": -0.0008617275620967195,
        "text_cosine": -0.8379459894026423,
        "visual_cosine": 0.5954351844013963
      },
      {
        "pair": [
          17,
          256
        ],
        "delta_mse": -0.000825471014530849,
        "text_cosine": -1.1352565142121729,
        "visual_cosine": 0.6442919204421124
      },
      {
        "pair": [
          129,
          308
        ],
        "delta_mse": -0.0008094319424229077,
        "text_cosine": 1.5189372113617445,
        "visual_cosine": 2.9212944673316747
      },
      {
        "pair": [
          103,
          325
        ],
        "delta_mse": -0.0007985569516966718,
        "text_cosine": 2.218372347970694,
        "visual_cosine": 3.1717010316463816
      },
      {
        "pair": [
          183,
          342
        ],
        "delta_mse": -0.0007897222175821126,
        "text_cosine": -0.16578752562652718,
        "visual_cosine": 2.9977879572813206
      },
      {
        "pair": [
          256,
          420
        ],
        "delta_mse": -0.0007873426317018783,
        "text_cosine": 0.12731520800349924,
        "visual_cosine": -0.019159027476371084
      },
      {
        "pair": [
          83,
          433
        ],
        "delta_mse": -0.0007807297702458418,
        "text_cosine": -0.1414006445351288,
        "visual_cosine": 3.0295746341265644
      },
      {
        "pair": [
          362,
          415
        ],
        "delta_mse": -0.0007393989578089474,
        "text_cosine": 0.677055417884895,
        "visual_cosine": 2.4776554542132345
      },
      {
        "pair": [
          329,
          363
        ],
        "delta_mse": -0.0007356023854832284,
        "text_cosine": 0.8813416394831681,
        "visual_cosine": 2.439016753127773
      },
      {
        "pair": [
          69,
          457
        ],
        "delta_mse": -0.0007236846329818977,
        "text_cosine": 1.2447697206382684,
        "visual_cosine": 3.136244518513017
      },
      {
        "pair": [
          420,
          511
        ],
        "delta_mse": -0.0007139857565727694,
        "text_cosine": 1.401031779317963,
        "visual_cosine": 1.587065002386999
      },
      {
        "pair": [
          159,
          462
        ],
        "delta_mse": -0.0007124192998806047,
        "text_cosine": 2.4901021687187215,
        "visual_cosine": 2.4913857343687793
      },
      {
        "pair": [
          69,
          365
        ],
        "delta_mse": -0.0006856292248921934,
        "text_cosine": 2.2660668244320306,
        "visual_cosine": 1.5938526260141312
      },
      {
        "pair": [
          19,
          373
        ],
        "delta_mse": -0.0006848108464632256,
        "text_cosine": 0.4334305564659379,
        "visual_cosine": 2.9439522368614677
      }
    ]
  },
  "descent_from_true": {
    "start_accuracy": 1.0,
    "final_accuracy": 0.244140625,
    "final_objective": 1.2352806732235102,
    "final_energy": {
      "mse": 1.2352806732235102,
      "mse_channels": [
        1.2352806732235102
      ],
      "mse_channel_mean": 1.2352806732235102,
      "conditional_kl": 90.98157270456204,
      "m30_total": 20.666875887359428
    },
    "accepted_moves": 398,
    "moved_fraction": 0.755859375,
    "mse_local_min_certificate": true,
    "trajectory": [
      {
        "step": 0,
        "objective": 1.3160098362486288,
        "accuracy": 0.99609375
      },
      {
        "step": 50,
        "objective": 1.287372902881716,
        "accuracy": 0.8125
      },
      {
        "step": 100,
        "objective": 1.2728338408539355,
        "accuracy": 0.65625
      },
      {
        "step": 150,
        "objective": 1.2603766654544133,
        "accuracy": 0.5546875
      },
      {
        "step": 200,
        "objective": 1.2535109846455308,
        "accuracy": 0.443359375
      },
      {
        "step": 250,
        "objective": 1.2452430405826536,
        "accuracy": 0.37890625
      },
      {
        "step": 300,
        "objective": 1.2410003386830177,
        "accuracy": 0.30859375
      },
      {
        "step": 350,
        "objective": 1.2371885775749218,
        "accuracy": 0.27734375
      }
    ]
  },
  "descent_from_random": [
    {
      "start_accuracy": 0.00390625,
      "final_accuracy": 0.001953125,
      "final_objective": 1.1413681443193002,
      "final_energy": {
        "mse": 1.1413681443193002,
        "mse_channels": [
          1.1413681443193002
        ],
        "mse_channel_mean": 1.1413681443193002,
        "conditional_kl": 94.24273596099255,
        "m30_total": 21.13128348083711
      },
      "accepted_moves": 746,
      "moved_fraction": 0.986328125,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.00390625,
      "final_objective": 1.1624349239609875,
      "final_energy": {
        "mse": 1.1624349239609875,
        "mse_channels": [
          1.1624349239609875
        ],
        "mse_channel_mean": 1.1624349239609875,
        "conditional_kl": 90.8489256188133,
        "m30_total": 20.494654971684636
      },
      "accepted_moves": 837,
      "moved_fraction": 0.9921875,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.001953125,
      "final_objective": 1.160916510366608,
      "final_energy": {
        "mse": 1.160916510366608,
        "mse_channels": [
          1.160916510366608
        ],
        "mse_channel_mean": 1.160916510366608,
        "conditional_kl": 90.61465504620351,
        "m30_total": 20.444764029973918
      },
      "accepted_moves": 789,
      "moved_fraction": 0.98828125,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.005859375,
      "final_objective": 1.1725820060877068,
      "final_energy": {
        "mse": 1.1725820060877068,
        "mse_channels": [
          1.1725820060877068
        ],
        "mse_channel_mean": 1.1725820060877068,
        "conditional_kl": 93.39180727982703,
        "m30_total": 21.02352546814082
      },
      "accepted_moves": 803,
      "moved_fraction": 0.984375,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.0,
      "final_objective": 1.156551236794528,
      "final_energy": {
        "mse": 1.156551236794528,
        "mse_channels": [
          1.156551236794528
        ],
        "mse_channel_mean": 1.156551236794528,
        "conditional_kl": 96.02340731874173,
        "m30_total": 21.517783937337402
      },
      "accepted_moves": 836,
      "moved_fraction": 0.99609375,
      "mse_local_min_certificate": true
    }
  ],
  "verdict": {
    "true_z_mse": 117.04226684570312,
    "improving_fraction": 0.003485812133072407,
    "identity_strict_local_min": false,
    "descent_keeps": 0.244140625,
    "true_mse": 1.3171688589150667,
    "best_random_descent": 1.1413681443193002,
    "best_random_accuracy": 0.005859375,
    "counterfeit_found": true
  }
}