{
  "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.",
  "dataset": "flickr",
  "dims": 32,
  "samples": 512,
  "gate_a": {
    "true": {
      "mse": 1.844810211280161,
      "mse_channels": [
        1.844810211280161
      ],
      "mse_channel_mean": 1.844810211280161,
      "conditional_kl": 137.15283750731368,
      "m30_total": 31.120187924023057
    },
    "similarity_shift": {
      "mse": 2.004996945997749,
      "mse_channels": [
        2.004996945997749
      ],
      "mse_channel_mean": 2.004996945997749,
      "conditional_kl": 171.62256096780501,
      "m30_total": 38.334506085556505
    },
    "random": {
      "mse": {
        "mean": 1.9999890327453613,
        "std": 0.006502027157694101,
        "min": 1.976330280303955,
        "true_z": 23.8662166595459,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "mse_channel_mean": {
        "mean": 1.9999890327453613,
        "std": 0.006502027157694101,
        "min": 1.976330280303955,
        "true_z": 23.8662166595459,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "conditional_kl": {
        "mean": 172.59413146972656,
        "std": 0.8811267614364624,
        "min": 169.89364624023438,
        "true_z": 40.22270202636719,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "m30_total": {
        "mean": 38.51880645751953,
        "std": 0.17819947004318237,
        "min": 37.971012115478516,
        "true_z": 41.51874542236328,
        "true_rank_among_random": 0,
        "count": 1000
      }
    }
  },
  "gate_b": {
    "pairs": 130816,
    "improving_pairs": 6729,
    "improving_fraction": 0.05143866193737769,
    "delta_mean": 0.001239330213353294,
    "delta_min": -0.008128058275144848,
    "identity_is_local_min_mse": false,
    "worst_improving_swaps": [
      {
        "pair": [
          44,
          468
        ],
        "delta_mse": -0.008128058275144848,
        "text_cosine": 1.5612499384259757,
        "visual_cosine": -2.7689657138423684
      },
      {
        "pair": [
          44,
          67
        ],
        "delta_mse": -0.007586740551768971,
        "text_cosine": -0.43287228875729283,
        "visual_cosine": -5.086753941409695
      },
      {
        "pair": [
          44,
          62
        ],
        "delta_mse": -0.007125813375887883,
        "text_cosine": -0.6928210192309991,
        "visual_cosine": -3.434739305124902
      },
      {
        "pair": [
          44,
          495
        ],
        "delta_mse": -0.007120108622317686,
        "text_cosine": -0.9750438221195373,
        "visual_cosine": -3.222959159022599
      },
      {
        "pair": [
          44,
          85
        ],
        "delta_mse": -0.006695005565022447,
        "text_cosine": -0.39104471209744573,
        "visual_cosine": -3.5084679431578882
      },
      {
        "pair": [
          0,
          44
        ],
        "delta_mse": -0.006491390155252355,
        "text_cosine": 0.9397540805698859,
        "visual_cosine": -4.1194203048096005
      },
      {
        "pair": [
          337,
          495
        ],
        "delta_mse": -0.00629538176804794,
        "text_cosine": -0.24228143709408076,
        "visual_cosine": -3.392061341909287
      },
      {
        "pair": [
          44,
          53
        ],
        "delta_mse": -0.0061662610559064905,
        "text_cosine": -0.9026227847738374,
        "visual_cosine": -3.1552342831674447
      },
      {
        "pair": [
          36,
          44
        ],
        "delta_mse": -0.0058999521938150334,
        "text_cosine": -0.4296819615253912,
        "visual_cosine": -2.974524633398935
      },
      {
        "pair": [
          411,
          495
        ],
        "delta_mse": -0.005676624840686077,
        "text_cosine": -0.2635911374880898,
        "visual_cosine": -3.181174947422931
      },
      {
        "pair": [
          44,
          203
        ],
        "delta_mse": -0.005614514039757846,
        "text_cosine": -0.40713098871940995,
        "visual_cosine": -4.383080219726325
      },
      {
        "pair": [
          67,
          337
        ],
        "delta_mse": -0.005610249606507696,
        "text_cosine": -1.3503613818617461,
        "visual_cosine": -3.7797333937646833
      },
      {
        "pair": [
          337,
          468
        ],
        "delta_mse": -0.005598396188044702,
        "text_cosine": -1.4080000855393644,
        "visual_cosine": -3.0878435021236004
      },
      {
        "pair": [
          26,
          44
        ],
        "delta_mse": -0.005509493680000466,
        "text_cosine": -0.11621733050711933,
        "visual_cosine": -4.134339810712093
      },
      {
        "pair": [
          384,
          411
        ],
        "delta_mse": -0.005409247301562223,
        "text_cosine": -0.7906092572622423,
        "visual_cosine": -2.870932810458305
      },
      {
        "pair": [
          44,
          229
        ],
        "delta_mse": -0.005404972263575057,
        "text_cosine": -0.7432228189130635,
        "visual_cosine": -3.6985020700171165
      },
      {
        "pair": [
          44,
          197
        ],
        "delta_mse": -0.005308725763337642,
        "text_cosine": -0.07460056918828972,
        "visual_cosine": -4.784314440312638
      },
      {
        "pair": [
          411,
          446
        ],
        "delta_mse": -0.0052749546309531405,
        "text_cosine": 0.6776748670955213,
        "visual_cosine": -3.4307650195756514
      },
      {
        "pair": [
          0,
          337
        ],
        "delta_mse": -0.005215021377308596,
        "text_cosine": -0.9118954938025817,
        "visual_cosine": -2.775284153246821
      },
      {
        "pair": [
          337,
          385
        ],
        "delta_mse": -0.0051436506694668505,
        "text_cosine": 1.7781635256151704,
        "visual_cosine": -2.574617913091009
      }
    ]
  },
  "descent_from_true": {
    "start_accuracy": 1.0,
    "final_accuracy": 0.009765625,
    "final_objective": 1.5688702240501762,
    "final_energy": {
      "mse": 1.5688702240501762,
      "mse_channels": [
        1.5688702240501762
      ],
      "mse_channel_mean": 1.5688702240501762,
      "conditional_kl": 124.80006548339843,
      "m30_total": 28.09775354478004
    },
    "accepted_moves": 1011,
    "moved_fraction": 0.990234375,
    "mse_local_min_certificate": true,
    "trajectory": [
      {
        "step": 0,
        "objective": 1.836682153005016,
        "accuracy": 0.99609375
      },
      {
        "step": 50,
        "objective": 1.7540454121483582,
        "accuracy": 0.810546875
      },
      {
        "step": 100,
        "objective": 1.7155301515371122,
        "accuracy": 0.65234375
      },
      {
        "step": 150,
        "objective": 1.6859674597753478,
        "accuracy": 0.501953125
      },
      {
        "step": 200,
        "objective": 1.6626857122849417,
        "accuracy": 0.384765625
      },
      {
        "step": 250,
        "objective": 1.6442835779918294,
        "accuracy": 0.294921875
      },
      {
        "step": 300,
        "objective": 1.6299289104772625,
        "accuracy": 0.224609375
      },
      {
        "step": 350,
        "objective": 1.618714428659824,
        "accuracy": 0.1640625
      },
      {
        "step": 400,
        "objective": 1.6094114795326397,
        "accuracy": 0.11328125
      },
      {
        "step": 450,
        "objective": 1.6011428657007496,
        "accuracy": 0.083984375
      },
      {
        "step": 500,
        "objective": 1.595125917571092,
        "accuracy": 0.068359375
      },
      {
        "step": 550,
        "objective": 1.5898438045117038,
        "accuracy": 0.0546875
      },
      {
        "step": 600,
        "objective": 1.5850386783075012,
        "accuracy": 0.041015625
      },
      {
        "step": 650,
        "objective": 1.5817489479077362,
        "accuracy": 0.033203125
      },
      {
        "step": 700,
        "objective": 1.5790571929400437,
        "accuracy": 0.017578125
      },
      {
        "step": 750,
        "objective": 1.5768918645924703,
        "accuracy": 0.015625
      },
      {
        "step": 800,
        "objective": 1.5732990009406131,
        "accuracy": 0.015625
      },
      {
        "step": 850,
        "objective": 1.571967851497371,
        "accuracy": 0.013671875
      },
      {
        "step": 900,
        "objective": 1.5704626565804258,
        "accuracy": 0.013671875
      },
      {
        "step": 950,
        "objective": 1.5697695375884466,
        "accuracy": 0.013671875
      },
      {
        "step": 1000,
        "objective": 1.5689690074752038,
        "accuracy": 0.009765625
      }
    ]
  },
  "descent_from_random": [
    {
      "start_accuracy": 0.00390625,
      "final_accuracy": 0.0,
      "final_objective": 1.5586234547779543,
      "final_energy": {
        "mse": 1.5586234547779543,
        "mse_channels": [
          1.5586234547779543
        ],
        "mse_channel_mean": 1.5586234547779543,
        "conditional_kl": 126.79909755706429,
        "m30_total": 28.477066420968768
      },
      "accepted_moves": 957,
      "moved_fraction": 0.9921875,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.001953125,
      "final_objective": 1.572073356332826,
      "final_energy": {
        "mse": 1.572073356332826,
        "mse_channels": [
          1.572073356332826
        ],
        "mse_channel_mean": 1.572073356332826,
        "conditional_kl": 128.55083397529833,
        "m30_total": 28.85431350772532
      },
      "accepted_moves": 792,
      "moved_fraction": 0.998046875,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.001953125,
      "final_objective": 1.5586501101673844,
      "final_energy": {
        "mse": 1.5586501101673844,
        "mse_channels": [
          1.5586501101673844
        ],
        "mse_channel_mean": 1.5586501101673844,
        "conditional_kl": 126.27871960900215,
        "m30_total": 28.3730441421352
      },
      "accepted_moves": 861,
      "moved_fraction": 0.9921875,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.0,
      "final_objective": 1.5667351390718218,
      "final_energy": {
        "mse": 1.5667351390718218,
        "mse_channels": [
          1.5667351390718218
        ],
        "mse_channel_mean": 1.5667351390718218,
        "conditional_kl": 124.38017684176847,
        "m30_total": 28.00950564649734
      },
      "accepted_moves": 854,
      "moved_fraction": 0.994140625,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.00390625,
      "final_objective": 1.5579046963474938,
      "final_energy": {
        "mse": 1.5579046963474938,
        "mse_channels": [
          1.5579046963474938
        ],
        "mse_channel_mean": 1.5579046963474938,
        "conditional_kl": 124.79006043459924,
        "m30_total": 28.07382147961484
      },
      "accepted_moves": 930,
      "moved_fraction": 1.0,
      "mse_local_min_certificate": true
    }
  ],
  "verdict": {
    "true_z_mse": 23.8662166595459,
    "improving_fraction": 0.05143866193737769,
    "identity_strict_local_min": false,
    "descent_keeps": 0.009765625,
    "true_mse": 1.844810211280161,
    "best_random_descent": 1.5579046963474938,
    "best_random_accuracy": 0.00390625,
    "counterfeit_found": true
  }
}