{
  "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.",
  "dataset": "flickr",
  "dims": 128,
  "samples": 512,
  "gate_a": {
    "true": {
      "mse": 1.136176218304143,
      "mse_channels": [
        1.136176218304143
      ],
      "mse_channel_mean": 1.136176218304143,
      "conditional_kl": 97.40103676825036,
      "m30_total": 21.75255979025836
    },
    "similarity_shift": {
      "mse": 1.9537246294067576,
      "mse_channels": [
        1.9537246294067576
      ],
      "mse_channel_mean": 1.9537246294067576,
      "conditional_kl": 248.56698480013813,
      "m30_total": 53.620846218841145
    },
    "random": {
      "mse": {
        "mean": 1.99985671043396,
        "std": 0.005896694492548704,
        "min": 1.9830940961837769,
        "true_z": 146.4685821533203,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "mse_channel_mean": {
        "mean": 1.99985671043396,
        "std": 0.005896694492548704,
        "min": 1.9830940961837769,
        "true_z": 146.4685821533203,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "conditional_kl": {
        "mean": 251.8208465576172,
        "std": 2.764803171157837,
        "min": 242.947265625,
        "true_z": 55.85200500488281,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "m30_total": {
        "mean": 54.36388397216797,
        "std": 0.5564111471176147,
        "min": 52.577919006347656,
        "true_z": 58.6101188659668,
        "true_rank_among_random": 0,
        "count": 1000
      }
    }
  },
  "gate_b": {
    "pairs": 130816,
    "improving_pairs": 332,
    "improving_fraction": 0.0025379158512720155,
    "delta_mean": 0.0067103561559910575,
    "delta_min": -0.001999873864871458,
    "identity_is_local_min_mse": false,
    "worst_improving_swaps": [
      {
        "pair": [
          249,
          487
        ],
        "delta_mse": -0.001999873864871458,
        "text_cosine": 4.518184362300587,
        "visual_cosine": -0.5507567581610348
      },
      {
        "pair": [
          161,
          249
        ],
        "delta_mse": -0.0019154269748872502,
        "text_cosine": 4.248598350982519,
        "visual_cosine": 1.2849451278109671
      },
      {
        "pair": [
          162,
          249
        ],
        "delta_mse": -0.0017566272482151585,
        "text_cosine": 3.8365497546684386,
        "visual_cosine": -0.8257147296481121
      },
      {
        "pair": [
          249,
          263
        ],
        "delta_mse": -0.0017129573427745657,
        "text_cosine": 3.322044975736754,
        "visual_cosine": 0.779646086071806
      },
      {
        "pair": [
          448,
          462
        ],
        "delta_mse": -0.0016324821028163964,
        "text_cosine": -0.23832577449626785,
        "visual_cosine": 0.9238613132292879
      },
      {
        "pair": [
          312,
          337
        ],
        "delta_mse": -0.0015458402967731017,
        "text_cosine": 1.344288973986104,
        "visual_cosine": 2.6040273248772507
      },
      {
        "pair": [
          249,
          376
        ],
        "delta_mse": -0.001499439601068177,
        "text_cosine": 3.9815440961904116,
        "visual_cosine": -0.10976963338483188
      },
      {
        "pair": [
          9,
          255
        ],
        "delta_mse": -0.0013102834175106176,
        "text_cosine": 1.0726696091213177,
        "visual_cosine": 2.5903144415397494
      },
      {
        "pair": [
          337,
          485
        ],
        "delta_mse": -0.0011987918139132398,
        "text_cosine": 1.3784406517350674,
        "visual_cosine": 0.8444916412015606
      },
      {
        "pair": [
          392,
          485
        ],
        "delta_mse": -0.0011908879193195403,
        "text_cosine": 0.9731809910571623,
        "visual_cosine": -0.443039386614659
      },
      {
        "pair": [
          404,
          443
        ],
        "delta_mse": -0.0010923863591542203,
        "text_cosine": 1.7962242061998632,
        "visual_cosine": 0.0012392550951359398
      },
      {
        "pair": [
          249,
          474
        ],
        "delta_mse": -0.0010695378253222246,
        "text_cosine": 3.5174249340441315,
        "visual_cosine": 2.8634547096915384
      },
      {
        "pair": [
          9,
          150
        ],
        "delta_mse": -0.001050727608190406,
        "text_cosine": 0.7565229145242864,
        "visual_cosine": 2.657273763844986
      },
      {
        "pair": [
          77,
          249
        ],
        "delta_mse": -0.0010476849576410443,
        "text_cosine": 3.6255258761802756,
        "visual_cosine": 3.1298802818032883
      },
      {
        "pair": [
          131,
          162
        ],
        "delta_mse": -0.0010369318057412203,
        "text_cosine": 4.2844128401301145,
        "visual_cosine": -0.647322406032143
      },
      {
        "pair": [
          119,
          263
        ],
        "delta_mse": -0.001004506157151956,
        "text_cosine": 3.4502045941543056,
        "visual_cosine": 1.8204774124468979
      },
      {
        "pair": [
          119,
          161
        ],
        "delta_mse": -0.000999672021273782,
        "text_cosine": 4.907905876537117,
        "visual_cosine": 1.7612146710426384
      },
      {
        "pair": [
          119,
          376
        ],
        "delta_mse": -0.0009980494586391373,
        "text_cosine": 4.281487392473242,
        "visual_cosine": -0.05953952202158341
      },
      {
        "pair": [
          242,
          485
        ],
        "delta_mse": -0.0009639347516474328,
        "text_cosine": 0.8339079733956323,
        "visual_cosine": -0.2696993055592199
      },
      {
        "pair": [
          259,
          384
        ],
        "delta_mse": -0.000955450573944686,
        "text_cosine": 1.0441953119473693,
        "visual_cosine": 1.3198176951165124
      }
    ]
  },
  "descent_from_true": {
    "start_accuracy": 1.0,
    "final_accuracy": 0.556640625,
    "final_objective": 1.072196054525041,
    "final_energy": {
      "mse": 1.072196054525041,
      "mse_channels": [
        1.072196054525041
      ],
      "mse_channel_mean": 1.072196054525041,
      "conditional_kl": 95.41925762033176,
      "m30_total": 21.228243633116435
    },
    "accepted_moves": 210,
    "moved_fraction": 0.443359375,
    "mse_local_min_certificate": true,
    "trajectory": [
      {
        "step": 0,
        "objective": 1.1341763444392714,
        "accuracy": 0.99609375
      },
      {
        "step": 50,
        "objective": 1.0999058500849728,
        "accuracy": 0.83203125
      },
      {
        "step": 100,
        "objective": 1.0879514371596086,
        "accuracy": 0.70703125
      },
      {
        "step": 150,
        "objective": 1.079656311089371,
        "accuracy": 0.63671875
      },
      {
        "step": 200,
        "objective": 1.0726743578327493,
        "accuracy": 0.564453125
      }
    ]
  },
  "descent_from_random": [
    {
      "start_accuracy": 0.00390625,
      "final_accuracy": 0.005859375,
      "final_objective": 1.1653813982928911,
      "final_energy": {
        "mse": 1.1653813982928911,
        "mse_channels": [
          1.1653813982928911
        ],
        "mse_channel_mean": 1.1653813982928911,
        "conditional_kl": 126.41061082583913,
        "m30_total": 27.612884961753608
      },
      "accepted_moves": 777,
      "moved_fraction": 0.982421875,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.017578125,
      "final_objective": 1.1258228986160477,
      "final_energy": {
        "mse": 1.1258228986160477,
        "mse_channels": [
          1.1258228986160477
        ],
        "mse_channel_mean": 1.1258228986160477,
        "conditional_kl": 130.99284801626771,
        "m30_total": 28.45021540048564
      },
      "accepted_moves": 747,
      "moved_fraction": 0.990234375,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.00390625,
      "final_objective": 1.2092587527548313,
      "final_energy": {
        "mse": 1.2092587527548313,
        "mse_channels": [
          1.2092587527548313
        ],
        "mse_channel_mean": 1.2092587527548313,
        "conditional_kl": 135.42416554939055,
        "m30_total": 29.503350615387774
      },
      "accepted_moves": 861,
      "moved_fraction": 0.98828125,
      "mse_local_min_certificate": true
    }
  ],
  "verdict": {
    "true_z_mse": 146.4685821533203,
    "improving_fraction": 0.0025379158512720155,
    "identity_strict_local_min": false,
    "descent_keeps": 0.556640625,
    "true_mse": 1.136176218304143,
    "best_random_descent": 1.1258228986160477,
    "best_random_accuracy": 0.017578125,
    "counterfeit_found": true
  }
}