{
  "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.",
  "dataset": "flickr",
  "dims": 256,
  "samples": 512,
  "gate_a": {
    "true": {
      "mse": 1.1546877246286762,
      "mse_channels": [
        1.1546877246286762
      ],
      "mse_channel_mean": 1.1546877246286762,
      "conditional_kl": 108.4550083670776,
      "m30_total": 24.000377122672873
    },
    "similarity_shift": {
      "mse": 1.9041912830760603,
      "mse_channels": [
        1.9041912830760603
      ],
      "mse_channel_mean": 1.9041912830760603,
      "conditional_kl": 256.05337466005227,
      "m30_total": 55.019057498162574
    },
    "random": {
      "mse": {
        "mean": 1.9999003410339355,
        "std": 0.006010130047798157,
        "min": 1.982003927230835,
        "true_z": 140.63133239746094,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "mse_channel_mean": {
        "mean": 1.9999003410339355,
        "std": 0.006010130047798157,
        "min": 1.982003927230835,
        "true_z": 140.63133239746094,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "conditional_kl": {
        "mean": 268.9618835449219,
        "std": 2.801914691925049,
        "min": 259.6843566894531,
        "true_z": 57.28470993041992,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "m30_total": {
        "mean": 57.79217529296875,
        "std": 0.5641281604766846,
        "min": 55.919036865234375,
        "true_z": 59.90092468261719,
        "true_rank_among_random": 0,
        "count": 1000
      }
    }
  },
  "gate_b": {
    "pairs": 130816,
    "improving_pairs": 301,
    "improving_fraction": 0.002300941780821918,
    "delta_mean": 0.006599695465669975,
    "delta_min": -0.002106673753913907,
    "identity_is_local_min_mse": false,
    "worst_improving_swaps": [
      {
        "pair": [
          161,
          249
        ],
        "delta_mse": -0.002106673753913907,
        "text_cosine": 4.771752607226815,
        "visual_cosine": 1.2849451278109671
      },
      {
        "pair": [
          249,
          263
        ],
        "delta_mse": -0.002030481243337521,
        "text_cosine": 3.639415975392405,
        "visual_cosine": 0.779646086071806
      },
      {
        "pair": [
          249,
          487
        ],
        "delta_mse": -0.0018087325801711461,
        "text_cosine": 4.894592625648925,
        "visual_cosine": -0.5507567581610348
      },
      {
        "pair": [
          162,
          249
        ],
        "delta_mse": -0.0017773483828894376,
        "text_cosine": 4.2517640784798,
        "visual_cosine": -0.8257147296481121
      },
      {
        "pair": [
          448,
          462
        ],
        "delta_mse": -0.0016735141691076828,
        "text_cosine": 0.4369644141168811,
        "visual_cosine": 0.9238613132292879
      },
      {
        "pair": [
          249,
          376
        ],
        "delta_mse": -0.0014473801500991222,
        "text_cosine": 4.297139802607657,
        "visual_cosine": -0.10976963338483188
      },
      {
        "pair": [
          119,
          263
        ],
        "delta_mse": -0.0012890142182044658,
        "text_cosine": 3.878637084019888,
        "visual_cosine": 1.8204774124468979
      },
      {
        "pair": [
          312,
          337
        ],
        "delta_mse": -0.0012433291039634685,
        "text_cosine": 1.1870969374583211,
        "visual_cosine": 2.6040273248772507
      },
      {
        "pair": [
          249,
          474
        ],
        "delta_mse": -0.0012422355358091548,
        "text_cosine": 3.660335482330824,
        "visual_cosine": 2.8634547096915384
      },
      {
        "pair": [
          9,
          255
        ],
        "delta_mse": -0.001218397589389288,
        "text_cosine": 0.8310003119079372,
        "visual_cosine": 2.5903144415397494
      },
      {
        "pair": [
          9,
          150
        ],
        "delta_mse": -0.0010210092435163612,
        "text_cosine": 0.8460324872858265,
        "visual_cosine": 2.657273763844986
      },
      {
        "pair": [
          119,
          161
        ],
        "delta_mse": -0.0009735647476847104,
        "text_cosine": 5.177541316503694,
        "visual_cosine": 1.7612146710426384
      },
      {
        "pair": [
          77,
          249
        ],
        "delta_mse": -0.0009630197068010005,
        "text_cosine": 3.576483408081121,
        "visual_cosine": 3.1298802818032883
      },
      {
        "pair": [
          186,
          400
        ],
        "delta_mse": -0.0009303746459313509,
        "text_cosine": 3.2110023106708723,
        "visual_cosine": 0.26436751214831594
      },
      {
        "pair": [
          167,
          263
        ],
        "delta_mse": -0.0009158935337043716,
        "text_cosine": 5.3137658689642535,
        "visual_cosine": 0.5569875687642872
      },
      {
        "pair": [
          145,
          249
        ],
        "delta_mse": -0.0009086185498558903,
        "text_cosine": 4.203582407263344,
        "visual_cosine": 3.6885509258087743
      },
      {
        "pair": [
          9,
          276
        ],
        "delta_mse": -0.0008722941532666594,
        "text_cosine": 1.965975910195773,
        "visual_cosine": 4.009282024464298
      },
      {
        "pair": [
          259,
          384
        ],
        "delta_mse": -0.0008601661194578243,
        "text_cosine": 0.9798790474306791,
        "visual_cosine": 1.3198176951165124
      },
      {
        "pair": [
          119,
          376
        ],
        "delta_mse": -0.0008435283988319419,
        "text_cosine": 4.484928752880318,
        "visual_cosine": -0.05953952202158341
      },
      {
        "pair": [
          162,
          251
        ],
        "delta_mse": -0.0008337540430346952,
        "text_cosine": 4.885882854391089,
        "visual_cosine": 1.6993900020603434
      }
    ]
  },
  "descent_from_true": {
    "start_accuracy": 1.0,
    "final_accuracy": 0.57421875,
    "final_objective": 1.0977529716166556,
    "final_energy": {
      "mse": 1.0977529716166556,
      "mse_channels": [
        1.0977529716166556
      ],
      "mse_channel_mean": 1.0977529716166556,
      "conditional_kl": 108.24199635335856,
      "m30_total": 23.843905213905025
    },
    "accepted_moves": 173,
    "moved_fraction": 0.42578125,
    "mse_local_min_certificate": true,
    "trajectory": [
      {
        "step": 0,
        "objective": 1.1525810508747623,
        "accuracy": 0.99609375
      },
      {
        "step": 50,
        "objective": 1.1196791353321829,
        "accuracy": 0.841796875
      },
      {
        "step": 100,
        "objective": 1.1072090587688939,
        "accuracy": 0.712890625
      },
      {
        "step": 150,
        "objective": 1.0999492514623208,
        "accuracy": 0.615234375
      }
    ]
  },
  "descent_from_random": [
    {
      "start_accuracy": 0.00390625,
      "final_accuracy": 0.01171875,
      "final_objective": 1.1989583103900996,
      "final_energy": {
        "mse": 1.1989583103900996,
        "mse_channels": [
          1.1989583103900996
        ],
        "mse_channel_mean": 1.1989583103900996,
        "conditional_kl": 136.6311415406787,
        "m30_total": 29.72414492891594
      },
      "accepted_moves": 767,
      "moved_fraction": 0.9921875,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.03125,
      "final_objective": 1.1482750042023677,
      "final_energy": {
        "mse": 1.1482750042023677,
        "mse_channels": [
          1.1482750042023677
        ],
        "mse_channel_mean": 1.1482750042023677,
        "conditional_kl": 135.726583057305,
        "m30_total": 29.441866619865735
      },
      "accepted_moves": 769,
      "moved_fraction": 0.986328125,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.009765625,
      "final_objective": 1.2402463307539915,
      "final_energy": {
        "mse": 1.2402463307539915,
        "mse_channels": [
          1.2402463307539915
        ],
        "mse_channel_mean": 1.2402463307539915,
        "conditional_kl": 138.9196194950157,
        "m30_total": 30.264416560511126
      },
      "accepted_moves": 833,
      "moved_fraction": 0.986328125,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.0,
      "final_objective": 1.218728525625111,
      "final_energy": {
        "mse": 1.218728525625111,
        "mse_channels": [
          1.218728525625111
        ],
        "mse_channel_mean": 1.218728525625111,
        "conditional_kl": 151.72932277145136,
        "m30_total": 32.78332160554049
      },
      "accepted_moves": 783,
      "moved_fraction": 0.97265625,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.00390625,
      "final_objective": 1.2681235388723056,
      "final_energy": {
        "mse": 1.2681235388723056,
        "mse_channels": [
          1.2681235388723056
        ],
        "mse_channel_mean": 1.2681235388723056,
        "conditional_kl": 145.1072004024942,
        "m30_total": 31.55768715824345
      },
      "accepted_moves": 731,
      "moved_fraction": 0.9765625,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.001953125,
      "final_objective": 1.2350275361769232,
      "final_energy": {
        "mse": 1.2350275361769232,
        "mse_channels": [
          1.2350275361769232
        ],
        "mse_channel_mean": 1.2350275361769232,
        "conditional_kl": 147.65210117618506,
        "m30_total": 32.00047530759086
      },
      "accepted_moves": 764,
      "moved_fraction": 0.984375,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.0,
      "final_objective": 1.2458547935863458,
      "final_energy": {
        "mse": 1.2458547935863458,
        "mse_channels": [
          1.2458547935863458
        ],
        "mse_channel_mean": 1.2458547935863458,
        "conditional_kl": 144.94915350750264,
        "m30_total": 31.481540288673223
      },
      "accepted_moves": 788,
      "moved_fraction": 0.978515625,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.017578125,
      "final_objective": 1.1616751950016448,
      "final_energy": {
        "mse": 1.1616751950016448,
        "mse_channels": [
          1.1616751950016448
        ],
        "mse_channel_mean": 1.1616751950016448,
        "conditional_kl": 136.85712413815074,
        "m30_total": 29.694775217633442
      },
      "accepted_moves": 812,
      "moved_fraction": 0.978515625,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.0,
      "final_objective": 1.1904869630151909,
      "final_energy": {
        "mse": 1.1904869630151909,
        "mse_channels": [
          1.1904869630151909
        ],
        "mse_channel_mean": 1.1904869630151909,
        "conditional_kl": 145.64149511716178,
        "m30_total": 31.50927294946274
      },
      "accepted_moves": 724,
      "moved_fraction": 0.984375,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.00390625,
      "final_accuracy": 0.0078125,
      "final_objective": 1.1869085072887713,
      "final_energy": {
        "mse": 1.1869085072887713,
        "mse_channels": [
          1.1869085072887713
        ],
        "mse_channel_mean": 1.1869085072887713,
        "conditional_kl": 137.22801745597192,
        "m30_total": 29.81942050577193
      },
      "accepted_moves": 726,
      "moved_fraction": 0.978515625,
      "mse_local_min_certificate": true
    }
  ],
  "verdict": {
    "true_z_mse": 140.63133239746094,
    "improving_fraction": 0.002300941780821918,
    "identity_strict_local_min": false,
    "descent_keeps": 0.57421875,
    "true_mse": 1.1546877246286762,
    "best_random_descent": 1.1482750042023677,
    "best_random_accuracy": 0.03125,
    "counterfeit_found": true
  }
}