{
  "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.",
  "dataset": "flickr",
  "dims": 32,
  "samples": 512,
  "gate_a": {
    "true": {
      "mse": 1.3902333030622172,
      "mse_channels": [
        1.3902333030622172
      ],
      "mse_channel_mean": 1.3902333030622172,
      "conditional_kl": 94.30657888662621,
      "m30_total": 21.641782383449677
    },
    "similarity_shift": {
      "mse": 1.9605810844350937,
      "mse_channels": [
        1.9605810844350937
      ],
      "mse_channel_mean": 1.9605810844350937,
      "conditional_kl": 169.70222914426017,
      "m30_total": 37.861607997722224
    },
    "random": {
      "mse": {
        "mean": 1.999964952468872,
        "std": 0.006050188094377518,
        "min": 1.9797561168670654,
        "true_z": 100.77896118164062,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "mse_channel_mean": {
        "mean": 1.999964952468872,
        "std": 0.006050188094377518,
        "min": 1.9797561168670654,
        "true_z": 100.77896118164062,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "conditional_kl": {
        "mean": 181.68814086914062,
        "std": 2.3889875411987305,
        "min": 173.353759765625,
        "true_z": 36.57681655883789,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "m30_total": {
        "mean": 40.33755874633789,
        "std": 0.4792686998844147,
        "min": 38.67021560668945,
        "true_z": 39.00896453857422,
        "true_rank_among_random": 0,
        "count": 1000
      }
    }
  },
  "gate_b": {
    "pairs": 130816,
    "improving_pairs": 491,
    "improving_fraction": 0.0037533635029354208,
    "delta_mean": 0.004816865072434924,
    "delta_min": -0.0011254007619853142,
    "identity_is_local_min_mse": false,
    "worst_improving_swaps": [
      {
        "pair": [
          366,
          422
        ],
        "delta_mse": -0.0011254007619853142,
        "text_cosine": 1.4954684889681091,
        "visual_cosine": 1.698485863282338
      },
      {
        "pair": [
          440,
          497
        ],
        "delta_mse": -0.000981265893709353,
        "text_cosine": 0.15398401111435372,
        "visual_cosine": -0.5131487749598622
      },
      {
        "pair": [
          40,
          415
        ],
        "delta_mse": -0.000866189965387231,
        "text_cosine": 1.2473875295354326,
        "visual_cosine": 1.046447546939017
      },
      {
        "pair": [
          40,
          57
        ],
        "delta_mse": -0.0008121532577800345,
        "text_cosine": 1.4916491528997993,
        "visual_cosine": 2.336421762595138
      },
      {
        "pair": [
          40,
          135
        ],
        "delta_mse": -0.0008109693078817859,
        "text_cosine": -0.026607259204683296,
        "visual_cosine": 1.7823923888294975
      },
      {
        "pair": [
          54,
          221
        ],
        "delta_mse": -0.0007959364590255153,
        "text_cosine": 0.0964394550074318,
        "visual_cosine": 0.7313589361598681
      },
      {
        "pair": [
          70,
          440
        ],
        "delta_mse": -0.0007775168646380693,
        "text_cosine": 0.7918586945997522,
        "visual_cosine": 0.19683918666188066
      },
      {
        "pair": [
          232,
          289
        ],
        "delta_mse": -0.0007619960186964534,
        "text_cosine": -0.14817978824489875,
        "visual_cosine": -0.3406593664573065
      },
      {
        "pair": [
          221,
          388
        ],
        "delta_mse": -0.0007269292744695876,
        "text_cosine": 1.3865030094595034,
        "visual_cosine": 0.8751574152984914
      },
      {
        "pair": [
          40,
          122
        ],
        "delta_mse": -0.000707445945105897,
        "text_cosine": 0.6310140798283539,
        "visual_cosine": 1.566484957137113
      },
      {
        "pair": [
          329,
          363
        ],
        "delta_mse": -0.000676495724458291,
        "text_cosine": 0.8813416394831681,
        "visual_cosine": 1.5809202063829182
      },
      {
        "pair": [
          54,
          289
        ],
        "delta_mse": -0.0006622564169938137,
        "text_cosine": 0.900752103136738,
        "visual_cosine": 0.7865161248235308
      },
      {
        "pair": [
          133,
          440
        ],
        "delta_mse": -0.0006606619150000128,
        "text_cosine": 0.5195225617714953,
        "visual_cosine": -0.07367590446869404
      },
      {
        "pair": [
          376,
          484
        ],
        "delta_mse": -0.0006558989138743745,
        "text_cosine": 2.3370773379120773,
        "visual_cosine": 1.2044759492617432
      },
      {
        "pair": [
          349,
          366
        ],
        "delta_mse": -0.0006345379037263024,
        "text_cosine": 0.5759843296534186,
        "visual_cosine": 2.5431681749439696
      },
      {
        "pair": [
          440,
          458
        ],
        "delta_mse": -0.0006306072264240433,
        "text_cosine": -0.3768374261837539,
        "visual_cosine": 0.7840315379958346
      },
      {
        "pair": [
          221,
          232
        ],
        "delta_mse": -0.0006168184569151351,
        "text_cosine": -0.3022735861972137,
        "visual_cosine": 0.1527070790687742
      },
      {
        "pair": [
          32,
          69
        ],
        "delta_mse": -0.0006047015563750823,
        "text_cosine": 1.9083839626592882,
        "visual_cosine": 2.2944833275590444
      },
      {
        "pair": [
          50,
          407
        ],
        "delta_mse": -0.0006046780282645459,
        "text_cosine": 0.6132988697451417,
        "visual_cosine": 1.0815692159851475
      },
      {
        "pair": [
          141,
          422
        ],
        "delta_mse": -0.0005936876801723781,
        "text_cosine": 2.289149164552967,
        "visual_cosine": 2.447024755971289
      }
    ]
  },
  "descent_from_true": {
    "start_accuracy": 1.0,
    "final_accuracy": 0.13671875,
    "final_objective": 1.2621429714140882,
    "final_energy": {
      "mse": 1.2621429714140882,
      "mse_channels": [
        1.2621429714140882
      ],
      "mse_channel_mean": 1.2621429714140882,
      "conditional_kl": 101.31389772378935,
      "m30_total": 22.787065487586048
    },
    "accepted_moves": 564,
    "moved_fraction": 0.86328125,
    "mse_local_min_certificate": true,
    "trajectory": [
      {
        "step": 0,
        "objective": 1.3891079023002317,
        "accuracy": 0.99609375
      },
      {
        "step": 50,
        "objective": 1.3620417971942702,
        "accuracy": 0.8203125
      },
      {
        "step": 100,
        "objective": 1.3404862760828862,
        "accuracy": 0.685546875
      },
      {
        "step": 150,
        "objective": 1.3199282580800797,
        "accuracy": 0.564453125
      },
      {
        "step": 200,
        "objective": 1.3058037235462459,
        "accuracy": 0.439453125
      },
      {
        "step": 250,
        "objective": 1.2941192070429115,
        "accuracy": 0.36328125
      },
      {
        "step": 300,
        "objective": 1.2863547417764263,
        "accuracy": 0.294921875
      },
      {
        "step": 350,
        "objective": 1.280659891122564,
        "accuracy": 0.25
      },
      {
        "step": 400,
        "objective": 1.2771101899063961,
        "accuracy": 0.2109375
      },
      {
        "step": 450,
        "objective": 1.271843090321181,
        "accuracy": 0.171875
      },
      {
        "step": 500,
        "objective": 1.268349228910492,
        "accuracy": 0.154296875
      },
      {
        "step": 550,
        "objective": 1.2632906355319529,
        "accuracy": 0.138671875
      }
    ]
  },
  "descent_from_random": [
    {
      "start_accuracy": 0.00390625,
      "final_accuracy": 0.00390625,
      "final_objective": 1.1796581493154314,
      "final_energy": {
        "mse": 1.1796581493154314,
        "mse_channels": [
          1.1796581493154314
        ],
        "mse_channel_mean": 1.1796581493154314,
        "conditional_kl": 102.98357067005226,
        "m30_total": 22.956030432641317
      },
      "accepted_moves": 762,
      "moved_fraction": 0.9921875,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.00390625,
      "final_objective": 1.20185990153898,
      "final_energy": {
        "mse": 1.20185990153898,
        "mse_channels": [
          1.20185990153898
        ],
        "mse_channel_mean": 1.20185990153898,
        "conditional_kl": 99.5263040514623,
        "m30_total": 22.30898061337042
      },
      "accepted_moves": 865,
      "moved_fraction": 0.98828125,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.001953125,
      "final_objective": 1.1744290495793468,
      "final_energy": {
        "mse": 1.1744290495793468,
        "mse_channels": [
          1.1744290495793468
        ],
        "mse_channel_mean": 1.1744290495793468,
        "conditional_kl": 96.86665521908165,
        "m30_total": 21.722189142975026
      },
      "accepted_moves": 785,
      "moved_fraction": 0.9921875,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.0,
      "final_objective": 1.184574956244155,
      "final_energy": {
        "mse": 1.184574956244155,
        "mse_channels": [
          1.184574956244155
        ],
        "mse_channel_mean": 1.184574956244155,
        "conditional_kl": 101.99620625567657,
        "m30_total": 22.768391163623626
      },
      "accepted_moves": 814,
      "moved_fraction": 0.99609375,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.001953125,
      "final_objective": 1.1961272465011372,
      "final_energy": {
        "mse": 1.1961272465011372,
        "mse_channels": [
          1.1961272465011372
        ],
        "mse_channel_mean": 1.1961272465011372,
        "conditional_kl": 98.77039828247842,
        "m30_total": 22.14633414949796
      },
      "accepted_moves": 835,
      "moved_fraction": 0.99609375,
      "mse_local_min_certificate": true
    }
  ],
  "verdict": {
    "true_z_mse": 100.77896118164062,
    "improving_fraction": 0.0037533635029354208,
    "identity_strict_local_min": false,
    "descent_keeps": 0.13671875,
    "true_mse": 1.3902333030622172,
    "best_random_descent": 1.1744290495793468,
    "best_random_accuracy": 0.00390625,
    "counterfeit_found": true
  }
}