{
  "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.",
  "dataset": "flickr",
  "dims": 32,
  "samples": 512,
  "gate_a": {
    "true": {
      "mse": 1.870156592934731,
      "mse_channels": [
        1.870156592934731
      ],
      "mse_channel_mean": 1.870156592934731,
      "conditional_kl": 157.77288068345064,
      "m30_total": 35.29488932255959
    },
    "similarity_shift": {
      "mse": 1.9784686445390582,
      "mse_channels": [
        1.9784686445390582
      ],
      "mse_channel_mean": 1.9784686445390582,
      "conditional_kl": 171.28595591575206,
      "m30_total": 38.21412847222853
    },
    "random": {
      "mse": {
        "mean": 2.000009775161743,
        "std": 0.006289373151957989,
        "min": 1.980724573135376,
        "true_z": 20.646434783935547,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "mse_channel_mean": {
        "mean": 2.000009775161743,
        "std": 0.006289373151957989,
        "min": 1.980724573135376,
        "true_z": 20.646434783935547,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "conditional_kl": {
        "mean": 176.11590576171875,
        "std": 1.457231044769287,
        "min": 170.63792419433594,
        "true_z": 12.587583541870117,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "m30_total": {
        "mean": 39.223201751708984,
        "std": 0.29307013750076294,
        "min": 38.11118698120117,
        "true_z": 13.404006958007812,
        "true_rank_among_random": 0,
        "count": 1000
      }
    }
  },
  "gate_b": {
    "pairs": 130816,
    "improving_pairs": 25450,
    "improving_fraction": 0.1945480675146771,
    "delta_mean": 0.000995283701220857,
    "delta_min": -0.004784973948940595,
    "identity_is_local_min_mse": false,
    "worst_improving_swaps": [
      {
        "pair": [
          0,
          111
        ],
        "delta_mse": -0.004784973948940595,
        "text_cosine": -0.5025836953536643,
        "visual_cosine": -0.5275797887465272
      },
      {
        "pair": [
          0,
          247
        ],
        "delta_mse": -0.004747379396450364,
        "text_cosine": 1.254240218587558,
        "visual_cosine": -2.3660001865427622
      },
      {
        "pair": [
          0,
          170
        ],
        "delta_mse": -0.0046459816197161686,
        "text_cosine": 0.625881984180002,
        "visual_cosine": 0.1394769043774387
      },
      {
        "pair": [
          0,
          13
        ],
        "delta_mse": -0.004613282525532132,
        "text_cosine": -0.8360415226641519,
        "visual_cosine": -0.1681685306517208
      },
      {
        "pair": [
          337,
          495
        ],
        "delta_mse": -0.004498807861157463,
        "text_cosine": -0.24228143709408076,
        "visual_cosine": -0.20337168908381562
      },
      {
        "pair": [
          485,
          495
        ],
        "delta_mse": -0.004479111458423538,
        "text_cosine": -1.654701048237546,
        "visual_cosine": -0.23469947459478668
      },
      {
        "pair": [
          265,
          337
        ],
        "delta_mse": -0.0044621565031773,
        "text_cosine": -0.945766217809744,
        "visual_cosine": -1.1372871490269867
      },
      {
        "pair": [
          0,
          86
        ],
        "delta_mse": -0.004342431131145495,
        "text_cosine": 0.050933750069296936,
        "visual_cosine": -0.5640802222646077
      },
      {
        "pair": [
          13,
          275
        ],
        "delta_mse": -0.004286713336537979,
        "text_cosine": -1.0767163879156414,
        "visual_cosine": -0.9270129191938438
      },
      {
        "pair": [
          0,
          356
        ],
        "delta_mse": -0.004232390689447754,
        "text_cosine": -1.2818938749394437,
        "visual_cosine": -0.8608829998388908
      },
      {
        "pair": [
          0,
          337
        ],
        "delta_mse": -0.0041887716364183755,
        "text_cosine": -0.9118954938025817,
        "visual_cosine": -1.1436636985590183
      },
      {
        "pair": [
          0,
          40
        ],
        "delta_mse": -0.004170511675186377,
        "text_cosine": -0.3815845233263318,
        "visual_cosine": 0.33992548664011707
      },
      {
        "pair": [
          203,
          247
        ],
        "delta_mse": -0.00414836772696785,
        "text_cosine": 0.8663300739301831,
        "visual_cosine": -1.2274297384954567
      },
      {
        "pair": [
          13,
          442
        ],
        "delta_mse": -0.004131224892298408,
        "text_cosine": -1.214169041424676,
        "visual_cosine": -0.37369816951840346
      },
      {
        "pair": [
          470,
          495
        ],
        "delta_mse": -0.004066014925931424,
        "text_cosine": -0.4087220487825658,
        "visual_cosine": -1.9431198508602439
      },
      {
        "pair": [
          247,
          495
        ],
        "delta_mse": -0.004049877352002878,
        "text_cosine": -0.0460774561293568,
        "visual_cosine": -1.9141874067074653
      },
      {
        "pair": [
          67,
          179
        ],
        "delta_mse": -0.004049825675929628,
        "text_cosine": -1.3799299589440364,
        "visual_cosine": -0.26718340536043556
      },
      {
        "pair": [
          111,
          495
        ],
        "delta_mse": -0.004015003819276189,
        "text_cosine": 0.387165951939148,
        "visual_cosine": 0.0675039332133355
      },
      {
        "pair": [
          337,
          442
        ],
        "delta_mse": -0.004011626391774026,
        "text_cosine": -0.3499733776272365,
        "visual_cosine": -0.7524737631132027
      },
      {
        "pair": [
          265,
          485
        ],
        "delta_mse": -0.004004189546758807,
        "text_cosine": 0.08725059691074472,
        "visual_cosine": -1.0959371892814649
      }
    ]
  },
  "descent_from_true": {
    "start_accuracy": 1.0,
    "final_accuracy": 0.01171875,
    "final_objective": 1.2496959771050442,
    "final_energy": {
      "mse": 1.2496959771050442,
      "mse_channels": [
        1.2496959771050442
      ],
      "mse_channel_mean": 1.2496959771050442,
      "conditional_kl": 121.9008808718213,
      "m30_total": 26.879568128574352
    },
    "accepted_moves": 900,
    "moved_fraction": 0.98828125,
    "mse_local_min_certificate": true,
    "trajectory": [
      {
        "step": 0,
        "objective": 1.8653716189857905,
        "accuracy": 0.99609375
      },
      {
        "step": 50,
        "objective": 1.716021083199152,
        "accuracy": 0.806640625
      },
      {
        "step": 100,
        "objective": 1.6033717687069842,
        "accuracy": 0.6171875
      },
      {
        "step": 150,
        "objective": 1.5172273321859024,
        "accuracy": 0.458984375
      },
      {
        "step": 200,
        "objective": 1.4518116998956845,
        "accuracy": 0.330078125
      },
      {
        "step": 250,
        "objective": 1.4029121566535336,
        "accuracy": 0.23828125
      },
      {
        "step": 300,
        "objective": 1.3671165731738415,
        "accuracy": 0.16796875
      },
      {
        "step": 350,
        "objective": 1.3394152801951726,
        "accuracy": 0.12109375
      },
      {
        "step": 400,
        "objective": 1.3184519512273734,
        "accuracy": 0.09375
      },
      {
        "step": 450,
        "objective": 1.3026767336417613,
        "accuracy": 0.064453125
      },
      {
        "step": 500,
        "objective": 1.2895298678718303,
        "accuracy": 0.0546875
      },
      {
        "step": 550,
        "objective": 1.2792260601646335,
        "accuracy": 0.04296875
      },
      {
        "step": 600,
        "objective": 1.2711610942479965,
        "accuracy": 0.033203125
      },
      {
        "step": 650,
        "objective": 1.2644553787123756,
        "accuracy": 0.025390625
      },
      {
        "step": 700,
        "objective": 1.2597235969915328,
        "accuracy": 0.017578125
      },
      {
        "step": 750,
        "objective": 1.2550981069517109,
        "accuracy": 0.013671875
      },
      {
        "step": 800,
        "objective": 1.2525786877202372,
        "accuracy": 0.01171875
      },
      {
        "step": 850,
        "objective": 1.2507909806630153,
        "accuracy": 0.013671875
      }
    ]
  },
  "descent_from_random": [
    {
      "start_accuracy": 0.00390625,
      "final_accuracy": 0.00390625,
      "final_objective": 1.2489173774627818,
      "final_energy": {
        "mse": 1.2489173774627818,
        "mse_channels": [
          1.2489173774627818
        ],
        "mse_channel_mean": 1.2489173774627818,
        "conditional_kl": 121.53959644549484,
        "m30_total": 26.805754044024532
      },
      "accepted_moves": 900,
      "moved_fraction": 0.998046875,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.0,
      "final_objective": 1.240910310803104,
      "final_energy": {
        "mse": 1.240910310803104,
        "mse_channels": [
          1.240910310803104
        ],
        "mse_channel_mean": 1.240910310803104,
        "conditional_kl": 119.13370273393767,
        "m30_total": 26.30856116839374
      },
      "accepted_moves": 884,
      "moved_fraction": 0.990234375,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.001953125,
      "final_objective": 1.2487643247904778,
      "final_energy": {
        "mse": 1.2487643247904778,
        "mse_channels": [
          1.2487643247904778
        ],
        "mse_channel_mean": 1.2487643247904778,
        "conditional_kl": 121.63282182688454,
        "m30_total": 26.824093014957867
      },
      "accepted_moves": 949,
      "moved_fraction": 1.0,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.001953125,
      "final_objective": 1.2755242361344223,
      "final_energy": {
        "mse": 1.2755242361344223,
        "mse_channels": [
          1.2755242361344223
        ],
        "mse_channel_mean": 1.2755242361344223,
        "conditional_kl": 120.25340250436325,
        "m30_total": 26.601728973141498
      },
      "accepted_moves": 875,
      "moved_fraction": 0.9921875,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.001953125,
      "final_objective": 1.254094592257686,
      "final_energy": {
        "mse": 1.254094592257686,
        "mse_channels": [
          1.254094592257686
        ],
        "mse_channel_mean": 1.254094592257686,
        "conditional_kl": 119.69324919584825,
        "m30_total": 26.446839023685026
      },
      "accepted_moves": 940,
      "moved_fraction": 0.99609375,
      "mse_local_min_certificate": true
    }
  ],
  "verdict": {
    "true_z_mse": 20.646434783935547,
    "improving_fraction": 0.1945480675146771,
    "identity_strict_local_min": false,
    "descent_keeps": 0.01171875,
    "true_mse": 1.870156592934731,
    "best_random_descent": 1.240910310803104,
    "best_random_accuracy": 0.00390625,
    "counterfeit_found": true
  }
}