{
  "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.",
  "dataset": "vg",
  "dims": 64,
  "samples": 512,
  "gate_a": {
    "true": {
      "mse": 0.8140856357572548,
      "mse_channels": [
        0.8140856357572548
      ],
      "mse_channel_mean": 0.8140856357572548,
      "conditional_kl": 55.18031732576966,
      "m30_total": 12.66423473666844
    },
    "similarity_shift": {
      "mse": 1.9473473061424353,
      "mse_channels": [
        1.9473473061424353
      ],
      "mse_channel_mean": 1.9473473061424353,
      "conditional_kl": 225.02825824487698,
      "m30_total": 48.900346261260275
    },
    "random": {
      "mse": {
        "mean": 1.999935269355774,
        "std": 0.005565356928855181,
        "min": 1.9808239936828613,
        "true_z": 213.0770263671875,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "mse_channel_mean": {
        "mean": 1.999935269355774,
        "std": 0.005565356928855181,
        "min": 1.9808239936828613,
        "true_z": 213.0770263671875,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "conditional_kl": {
        "mean": 229.97132873535156,
        "std": 2.7381088733673096,
        "min": 221.69647216796875,
        "true_z": 63.83639907836914,
        "true_rank_among_random": 0,
        "count": 1000
      },
      "m30_total": {
        "mean": 49.99413299560547,
        "std": 0.5505053997039795,
        "min": 48.332183837890625,
        "true_z": 67.81023406982422,
        "true_rank_among_random": 0,
        "count": 1000
      }
    }
  },
  "gate_b": {
    "pairs": 130816,
    "improving_pairs": 301,
    "improving_fraction": 0.002300941780821918,
    "delta_mean": 0.009244377717663916,
    "delta_min": -0.00201268571690027,
    "identity_is_local_min_mse": false,
    "worst_improving_swaps": [
      {
        "pair": [
          243,
          327
        ],
        "delta_mse": -0.00201268571690027,
        "text_cosine": 2.023807705789151,
        "visual_cosine": -0.24987834800362824
      },
      {
        "pair": [
          19,
          146
        ],
        "delta_mse": -0.0016012698957732635,
        "text_cosine": 1.052988071552314,
        "visual_cosine": 1.7528574106004984
      },
      {
        "pair": [
          52,
          299
        ],
        "delta_mse": -0.0013673422220636907,
        "text_cosine": 2.9471603882637547,
        "visual_cosine": 3.2966817011379668
      },
      {
        "pair": [
          276,
          297
        ],
        "delta_mse": -0.0013052655304598647,
        "text_cosine": 1.1551487520377572,
        "visual_cosine": 4.1688563897122215
      },
      {
        "pair": [
          243,
          390
        ],
        "delta_mse": -0.0012938251908747702,
        "text_cosine": 1.6662894623201576,
        "visual_cosine": 1.2688511609901614
      },
      {
        "pair": [
          153,
          243
        ],
        "delta_mse": -0.0012699679492806878,
        "text_cosine": 2.147633712889248,
        "visual_cosine": 0.9714243720660203
      },
      {
        "pair": [
          269,
          299
        ],
        "delta_mse": -0.0012151861819225433,
        "text_cosine": 2.4944221823924435,
        "visual_cosine": 1.9926603688143947
      },
      {
        "pair": [
          243,
          455
        ],
        "delta_mse": -0.001172980014423683,
        "text_cosine": 1.8903534063062137,
        "visual_cosine": 2.6125244367373353
      },
      {
        "pair": [
          181,
          341
        ],
        "delta_mse": -0.0011166200609029444,
        "text_cosine": 2.319359452546985,
        "visual_cosine": 2.566534988175139
      },
      {
        "pair": [
          206,
          297
        ],
        "delta_mse": -0.0010593495284126821,
        "text_cosine": 1.0773316581089547,
        "visual_cosine": 2.9372547667047226
      },
      {
        "pair": [
          103,
          153
        ],
        "delta_mse": -0.0010389566411935646,
        "text_cosine": 1.2988875017486146,
        "visual_cosine": 2.5090800476556496
      },
      {
        "pair": [
          4,
          297
        ],
        "delta_mse": -0.0008972254949974584,
        "text_cosine": 2.0403597418551436,
        "visual_cosine": 1.5650712569065268
      },
      {
        "pair": [
          284,
          292
        ],
        "delta_mse": -0.0008133924430269296,
        "text_cosine": 1.874042498612851,
        "visual_cosine": 3.089190843940731
      },
      {
        "pair": [
          111,
          243
        ],
        "delta_mse": -0.0007950863303360195,
        "text_cosine": 2.849850381205819,
        "visual_cosine": 3.9908796029401623
      },
      {
        "pair": [
          239,
          244
        ],
        "delta_mse": -0.0007677906380592262,
        "text_cosine": 2.084083421252743,
        "visual_cosine": 0.6763609199354287
      },
      {
        "pair": [
          155,
          390
        ],
        "delta_mse": -0.0007263145916679788,
        "text_cosine": 2.3392866966985046,
        "visual_cosine": -0.03367370883217646
      },
      {
        "pair": [
          32,
          249
        ],
        "delta_mse": -0.0007163293598036494,
        "text_cosine": 1.7610113940571634,
        "visual_cosine": 3.363148379221864
      },
      {
        "pair": [
          5,
          276
        ],
        "delta_mse": -0.0006998500242946498,
        "text_cosine": 2.8961026156806975,
        "visual_cosine": 4.579919361724931
      },
      {
        "pair": [
          297,
          505
        ],
        "delta_mse": -0.0006720235277583073,
        "text_cosine": 1.3640176446300787,
        "visual_cosine": 2.7248817876316016
      },
      {
        "pair": [
          243,
          399
        ],
        "delta_mse": -0.0006550633244014817,
        "text_cosine": 2.165253316053502,
        "visual_cosine": 0.4068660423360907
      }
    ]
  },
  "descent_from_true": {
    "start_accuracy": 1.0,
    "final_accuracy": 0.521484375,
    "final_objective": 0.7673193715914207,
    "final_energy": {
      "mse": 0.7673193715914207,
      "mse_channels": [
        0.7673193715914207
      ],
      "mse_channel_mean": 0.7673193715914207,
      "conditional_kl": 56.40632373918596,
      "m30_total": 12.815903491020032
    },
    "accepted_moves": 181,
    "moved_fraction": 0.478515625,
    "mse_local_min_certificate": true,
    "trajectory": [
      {
        "step": 0,
        "objective": 0.8120729500403545,
        "accuracy": 0.99609375
      },
      {
        "step": 50,
        "objective": 0.7858440238231014,
        "accuracy": 0.826171875
      },
      {
        "step": 100,
        "objective": 0.7752128067479371,
        "accuracy": 0.68359375
      },
      {
        "step": 150,
        "objective": 0.7687343989342098,
        "accuracy": 0.568359375
      }
    ]
  },
  "descent_from_random": [
    {
      "start_accuracy": 0.00390625,
      "final_accuracy": 0.00390625,
      "final_objective": 0.988217830355934,
      "final_energy": {
        "mse": 0.988217830355934,
        "mse_channels": [
          0.988217830355934
        ],
        "mse_channel_mean": 0.988217830355934,
        "conditional_kl": 94.32903296788456,
        "m30_total": 20.84224225428878
      },
      "accepted_moves": 767,
      "moved_fraction": 0.98828125,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.01953125,
      "final_objective": 0.908925360203963,
      "final_energy": {
        "mse": 0.908925360203963,
        "mse_channels": [
          0.908925360203963
        ],
        "mse_channel_mean": 0.908925360203963,
        "conditional_kl": 95.47093542248258,
        "m30_total": 20.912037804904443
      },
      "accepted_moves": 788,
      "moved_fraction": 0.9921875,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.001953125,
      "final_objective": 1.0144896445821616,
      "final_energy": {
        "mse": 1.0144896445821616,
        "mse_channels": [
          1.0144896445821616
        ],
        "mse_channel_mean": 1.0144896445821616,
        "conditional_kl": 96.07101638807677,
        "m30_total": 21.243182566779677
      },
      "accepted_moves": 773,
      "moved_fraction": 0.990234375,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.005859375,
      "final_objective": 0.9791431431305767,
      "final_energy": {
        "mse": 0.9791431431305767,
        "mse_channels": [
          0.9791431431305767
        ],
        "mse_channel_mean": 0.9791431431305767,
        "conditional_kl": 92.66743910040222,
        "m30_total": 20.491774106341598
      },
      "accepted_moves": 800,
      "moved_fraction": 0.994140625,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.021484375,
      "final_objective": 0.9505906921163937,
      "final_energy": {
        "mse": 0.9505906921163937,
        "mse_channels": [
          0.9505906921163937
        ],
        "mse_channel_mean": 0.9505906921163937,
        "conditional_kl": 94.05747976317048,
        "m30_total": 20.712677336866886
      },
      "accepted_moves": 793,
      "moved_fraction": 0.984375,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.013671875,
      "final_objective": 0.9913604135149751,
      "final_energy": {
        "mse": 0.9913604135149751,
        "mse_channels": [
          0.9913604135149751
        ],
        "mse_channel_mean": 0.9913604135149751,
        "conditional_kl": 100.98558038456247,
        "m30_total": 22.179836903942444
      },
      "accepted_moves": 768,
      "moved_fraction": 0.98046875,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.0078125,
      "final_objective": 1.0040370307865647,
      "final_energy": {
        "mse": 1.0040370307865647,
        "mse_channels": [
          1.0040370307865647
        ],
        "mse_channel_mean": 1.0040370307865647,
        "conditional_kl": 98.17857528003837,
        "m30_total": 21.643789117580805
      },
      "accepted_moves": 762,
      "moved_fraction": 0.982421875,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.001953125,
      "final_accuracy": 0.001953125,
      "final_objective": 1.0119171860348792,
      "final_energy": {
        "mse": 1.0119171860348792,
        "mse_channels": [
          1.0119171860348792
        ],
        "mse_channel_mean": 1.0119171860348792,
        "conditional_kl": 101.73536766845666,
        "m30_total": 22.37090790576109
      },
      "accepted_moves": 798,
      "moved_fraction": 0.9921875,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.0,
      "final_accuracy": 0.0,
      "final_objective": 1.0086977715448446,
      "final_energy": {
        "mse": 1.0086977715448446,
        "mse_channels": [
          1.0086977715448446
        ],
        "mse_channel_mean": 1.0086977715448446,
        "conditional_kl": 93.13049251586273,
        "m30_total": 20.643494046262234
      },
      "accepted_moves": 846,
      "moved_fraction": 0.994140625,
      "mse_local_min_certificate": true
    },
    {
      "start_accuracy": 0.00390625,
      "final_accuracy": 0.0078125,
      "final_objective": 0.9763849328799405,
      "final_energy": {
        "mse": 0.9763849328799405,
        "mse_channels": [
          0.9763849328799405
        ],
        "mse_channel_mean": 0.9763849328799405,
        "conditional_kl": 95.17237951324991,
        "m30_total": 20.987245768409863
      },
      "accepted_moves": 836,
      "moved_fraction": 0.9921875,
      "mse_local_min_certificate": true
    }
  ],
  "verdict": {
    "true_z_mse": 213.0770263671875,
    "improving_fraction": 0.002300941780821918,
    "identity_strict_local_min": false,
    "descent_keeps": 0.521484375,
    "true_mse": 0.8140856357572548,
    "best_random_descent": 0.908925360203963,
    "best_random_accuracy": 0.021484375,
    "counterfeit_found": false
  }
}