diff options
Diffstat (limited to 'artifacts/manifold_gate/vg512_visible_relations_seed1_scalar.json')
| -rw-r--r-- | artifacts/manifold_gate/vg512_visible_relations_seed1_scalar.json | 1150 |
1 files changed, 1150 insertions, 0 deletions
diff --git a/artifacts/manifold_gate/vg512_visible_relations_seed1_scalar.json b/artifacts/manifold_gate/vg512_visible_relations_seed1_scalar.json new file mode 100644 index 0000000..e3d6bf5 --- /dev/null +++ b/artifacts/manifold_gate/vg512_visible_relations_seed1_scalar.json @@ -0,0 +1,1150 @@ +{ + "protocol": "Assignments permute real frozen text states; hidden pairs are used only to place the true assignment in the ranking. The energy terms are the cross-modal relation MSE and conditional KL; the language-only terms of the falsified free-particle energy are permutation-invariant on this space.", + "meta": { + "dataset": "visual_genome_5k", + "tier": "visible_relations", + "samples": 512, + "subset_seed": 1, + "bundle_channels": false + }, + "args": { + "dataset": "vg", + "text_orbits": "artifacts/text_orbits_qwen0p5b.pt", + "text_mode": "orbit_mean", + "vg_vision": "artifacts/vg_5k/vision_features.pt", + "vg_text": "artifacts/vg_5k_tiers/text_features_visible_relations.pt", + "vg_ground_truth": "artifacts/vg_5k/ground_truth.private.jsonl", + "vg_bundle_channels": false, + "split": "test", + "samples": 512, + "subset_seed": 1, + "random_perms": 1000, + "derangement_samples": 200, + "descent_restarts": 2, + "descent_max_steps": 200000, + "descent_objective": "m30_total", + "descent_verify_top": 64, + "device": "cpu", + "seed": 20260729, + "output": "artifacts/manifold_gate/vg512_visible_relations_seed1_scalar.json", + "trajectory_output": null + }, + "channel_names": [ + "mean" + ], + "gate_a_global_ranking": { + "true": { + "mse": 1.453038055193264, + "mse_channels": [ + 1.453038055193264 + ], + "mse_channel_mean": 1.453038055193264, + "conditional_kl": 5.95559871418284, + "m30_total": 4.097195853223096 + }, + "similarity_shift": { + "mse": 1.7028438885640864, + "mse_channels": [ + 1.7028438885640864 + ], + "mse_channel_mean": 1.7028438885640864, + "conditional_kl": 6.129976575579547, + "m30_total": 4.631683092244082 + }, + "random": { + "mse": { + "mean": 2.001336097717285, + "std": 0.05305016413331032, + "min": 1.8026970624923706, + "true_z": 10.33546257019043, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 2.001336097717285, + "std": 0.05305016413331032, + "min": 1.8026970624923706, + "true_z": 10.33546257019043, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 6.142256259918213, + "std": 0.008009831421077251, + "min": 6.118518829345703, + "true_z": 23.303539276123047, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 5.231123447418213, + "std": 0.10682665556669235, + "min": 4.829343795776367, + "true_z": 10.614652633666992, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b_transpositions": { + "pairs": 130816, + "improving_pairs": 22026, + "improving_fraction": 0.16837389921722112, + "delta_mean": 0.003104162946867964, + "delta_min": -0.04063841182465318, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 183, + 379 + ], + "delta_mse": -0.04063841182465318, + "text_cosine": 0.9734816173849047, + "visual_cosine": 0.13577289226153977 + }, + { + "pair": [ + 54, + 183 + ], + "delta_mse": -0.035628208556075305, + "text_cosine": 0.9770999759427651, + "visual_cosine": 0.274508050032681 + }, + { + "pair": [ + 379, + 425 + ], + "delta_mse": -0.03533233266552312, + "text_cosine": 0.9755015591952603, + "visual_cosine": 0.21514276432413382 + }, + { + "pair": [ + 183, + 491 + ], + "delta_mse": -0.0334752307457879, + "text_cosine": 0.966627752239741, + "visual_cosine": 0.1255829343419982 + }, + { + "pair": [ + 212, + 379 + ], + "delta_mse": -0.03331477428624797, + "text_cosine": 0.9750114583384738, + "visual_cosine": 0.21599569958492532 + }, + { + "pair": [ + 310, + 379 + ], + "delta_mse": -0.03277455525867009, + "text_cosine": 0.9825694344173559, + "visual_cosine": 0.15032951289485877 + }, + { + "pair": [ + 336, + 379 + ], + "delta_mse": -0.03272293916178919, + "text_cosine": 0.9712897098251915, + "visual_cosine": 0.07655640412195952 + }, + { + "pair": [ + 68, + 379 + ], + "delta_mse": -0.0315041730956693, + "text_cosine": 0.9743240645555933, + "visual_cosine": 0.1322736780070451 + }, + { + "pair": [ + 153, + 379 + ], + "delta_mse": -0.031374691339353625, + "text_cosine": 0.9775056210812694, + "visual_cosine": 0.21381881477198808 + }, + { + "pair": [ + 221, + 379 + ], + "delta_mse": -0.030687521724858016, + "text_cosine": 0.9771791293576695, + "visual_cosine": 0.11118152110541739 + }, + { + "pair": [ + 54, + 425 + ], + "delta_mse": -0.030543499771874094, + "text_cosine": 0.9824273440449653, + "visual_cosine": 0.17071422194810262 + }, + { + "pair": [ + 357, + 379 + ], + "delta_mse": -0.03014069093437764, + "text_cosine": 0.9740871361747527, + "visual_cosine": 0.21851449236130746 + }, + { + "pair": [ + 289, + 379 + ], + "delta_mse": -0.029412245392630577, + "text_cosine": 0.9730668250608042, + "visual_cosine": 0.23116067577404675 + }, + { + "pair": [ + 54, + 310 + ], + "delta_mse": -0.02941023284527154, + "text_cosine": 0.9727246537148585, + "visual_cosine": 0.29086367952004943 + }, + { + "pair": [ + 115, + 379 + ], + "delta_mse": -0.029192138564632597, + "text_cosine": 0.97164378602417, + "visual_cosine": 0.15574988298308967 + }, + { + "pair": [ + 205, + 379 + ], + "delta_mse": -0.0286545909349536, + "text_cosine": 0.9767479007938771, + "visual_cosine": 0.014687241765777596 + }, + { + "pair": [ + 28, + 379 + ], + "delta_mse": -0.028633759680634502, + "text_cosine": 0.969566708001614, + "visual_cosine": 0.10501731344941531 + }, + { + "pair": [ + 102, + 379 + ], + "delta_mse": -0.028562437886458392, + "text_cosine": 0.9714003990365127, + "visual_cosine": 0.31391151171853676 + }, + { + "pair": [ + 205, + 491 + ], + "delta_mse": -0.028254779141722773, + "text_cosine": 0.9547747212398761, + "visual_cosine": 0.006562937178026131 + }, + { + "pair": [ + 280, + 379 + ], + "delta_mse": -0.028075751624608, + "text_cosine": 0.9746036196987129, + "visual_cosine": 0.21448360314604037 + } + ] + }, + "derangement_curve": [ + { + "k": 2, + "delta_mean": 0.003241325728595257, + "delta_std": 0.005557131487876177, + "improving_fraction": 0.155 + }, + { + "k": 4, + "delta_mean": 0.006013606209307909, + "delta_std": 0.007001472637057304, + "improving_fraction": 0.135 + }, + { + "k": 8, + "delta_mean": 0.011310601606965065, + "delta_std": 0.009442847222089767, + "improving_fraction": 0.095 + }, + { + "k": 16, + "delta_mean": 0.024108991026878357, + "delta_std": 0.0137513168156147, + "improving_fraction": 0.04 + }, + { + "k": 32, + "delta_mean": 0.04965396225452423, + "delta_std": 0.019222784787416458, + "improving_fraction": 0.0 + }, + { + "k": 64, + "delta_mean": 0.0990811139345169, + "delta_std": 0.029535885900259018, + "improving_fraction": 0.0 + }, + { + "k": 128, + "delta_mean": 0.18086963891983032, + "delta_std": 0.03972340002655983, + "improving_fraction": 0.0 + }, + { + "k": 256, + "delta_mean": 0.332914263010025, + "delta_std": 0.04878390580415726, + "improving_fraction": 0.0 + }, + { + "k": 512, + "delta_mean": 0.5483521819114685, + "delta_std": 0.052851662039756775, + "improving_fraction": 0.0 + } + ], + "gate_c_descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.03515625, + "final_objective": 2.2620124966438326, + "final_energy": { + "mse": 0.5428102005271018, + "mse_channels": [ + 0.5428102005271018 + ], + "mse_channel_mean": 0.5428102005271018, + "conditional_kl": 5.8819604779481445, + "m30_total": 2.2620124966438326 + }, + "accepted_moves": 653, + "moved_fraction": 0.96484375, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 4.015474972965178, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 3.011277128148137, + "accuracy": 0.802734375 + }, + { + "step": 100, + "objective": 2.7144136764015867, + "accuracy": 0.6171875 + }, + { + "step": 150, + "objective": 2.578369141345333, + "accuracy": 0.4609375 + }, + { + "step": 200, + "objective": 2.486554568270841, + "accuracy": 0.345703125 + }, + { + "step": 250, + "objective": 2.419465687706876, + "accuracy": 0.263671875 + }, + { + "step": 300, + "objective": 2.3741630600728936, + "accuracy": 0.197265625 + }, + { + "step": 350, + "objective": 2.3419167093226516, + "accuracy": 0.1640625 + }, + { + "step": 400, + "objective": 2.3152876805953864, + "accuracy": 0.134765625 + }, + { + "step": 450, + "objective": 2.2955558803404763, + "accuracy": 0.099609375 + }, + { + "step": 500, + "objective": 2.282706893677922, + "accuracy": 0.07421875 + }, + { + "step": 550, + "objective": 2.273649674328442, + "accuracy": 0.05859375 + }, + { + "step": 600, + "objective": 2.266569048051099, + "accuracy": 0.04296875 + }, + { + "step": 650, + "objective": 2.2620541394898863, + "accuracy": 0.03515625 + } + ], + "final_permutation": [ + 324, + 57, + 42, + 154, + 407, + 1, + 267, + 290, + 116, + 97, + 49, + 11, + 252, + 48, + 431, + 410, + 309, + 358, + 222, + 337, + 18, + 476, + 223, + 434, + 351, + 173, + 245, + 359, + 495, + 285, + 336, + 418, + 201, + 156, + 424, + 170, + 450, + 280, + 38, + 330, + 20, + 91, + 176, + 60, + 392, + 423, + 463, + 102, + 69, + 199, + 457, + 498, + 481, + 47, + 94, + 500, + 120, + 349, + 51, + 59, + 183, + 484, + 230, + 101, + 488, + 487, + 141, + 196, + 478, + 461, + 506, + 166, + 445, + 169, + 68, + 264, + 426, + 340, + 489, + 194, + 469, + 214, + 405, + 357, + 437, + 193, + 86, + 399, + 386, + 128, + 85, + 19, + 254, + 417, + 17, + 81, + 452, + 446, + 92, + 7, + 474, + 248, + 149, + 211, + 197, + 162, + 504, + 453, + 108, + 266, + 8, + 181, + 155, + 509, + 80, + 332, + 265, + 117, + 16, + 320, + 218, + 12, + 315, + 333, + 89, + 343, + 131, + 394, + 31, + 93, + 104, + 377, + 352, + 287, + 270, + 258, + 390, + 277, + 207, + 442, + 323, + 110, + 164, + 203, + 294, + 416, + 415, + 184, + 148, + 466, + 429, + 259, + 206, + 448, + 66, + 510, + 244, + 179, + 479, + 260, + 4, + 188, + 96, + 455, + 247, + 376, + 345, + 316, + 271, + 348, + 242, + 21, + 231, + 174, + 180, + 381, + 208, + 127, + 78, + 472, + 13, + 226, + 210, + 54, + 28, + 147, + 204, + 338, + 278, + 189, + 249, + 122, + 167, + 84, + 139, + 360, + 378, + 25, + 274, + 400, + 195, + 462, + 483, + 52, + 454, + 491, + 61, + 9, + 299, + 447, + 425, + 103, + 55, + 213, + 64, + 178, + 132, + 182, + 262, + 427, + 62, + 363, + 356, + 346, + 464, + 502, + 75, + 241, + 492, + 284, + 161, + 485, + 449, + 362, + 308, + 314, + 113, + 70, + 326, + 235, + 240, + 190, + 389, + 73, + 15, + 221, + 397, + 382, + 414, + 339, + 250, + 10, + 319, + 129, + 24, + 406, + 283, + 387, + 109, + 465, + 22, + 383, + 493, + 227, + 475, + 440, + 216, + 322, + 508, + 480, + 145, + 473, + 460, + 467, + 192, + 303, + 433, + 137, + 327, + 112, + 354, + 225, + 432, + 482, + 435, + 115, + 232, + 133, + 293, + 33, + 328, + 124, + 341, + 74, + 98, + 295, + 430, + 380, + 6, + 365, + 36, + 106, + 503, + 511, + 2, + 428, + 408, + 209, + 100, + 321, + 257, + 107, + 507, + 313, + 239, + 220, + 304, + 152, + 165, + 282, + 238, + 143, + 32, + 318, + 288, + 77, + 344, + 494, + 396, + 329, + 39, + 40, + 312, + 82, + 163, + 157, + 379, + 237, + 413, + 367, + 404, + 217, + 243, + 441, + 168, + 177, + 44, + 191, + 140, + 307, + 126, + 142, + 159, + 276, + 468, + 53, + 136, + 50, + 459, + 26, + 200, + 261, + 215, + 186, + 105, + 246, + 375, + 373, + 368, + 456, + 370, + 499, + 302, + 63, + 251, + 366, + 14, + 306, + 233, + 422, + 253, + 291, + 3, + 150, + 298, + 58, + 88, + 236, + 121, + 436, + 160, + 67, + 371, + 347, + 374, + 27, + 401, + 99, + 398, + 325, + 317, + 369, + 364, + 0, + 281, + 130, + 439, + 419, + 301, + 286, + 409, + 224, + 29, + 187, + 268, + 172, + 125, + 444, + 403, + 5, + 255, + 41, + 234, + 71, + 477, + 438, + 76, + 56, + 153, + 471, + 443, + 219, + 275, + 212, + 23, + 198, + 395, + 353, + 83, + 350, + 90, + 372, + 497, + 279, + 342, + 35, + 289, + 30, + 144, + 256, + 87, + 119, + 292, + 451, + 391, + 72, + 388, + 300, + 505, + 65, + 486, + 111, + 384, + 458, + 420, + 273, + 355, + 269, + 296, + 490, + 501, + 411, + 335, + 385, + 146, + 202, + 79, + 334, + 272, + 134, + 138, + 37, + 118, + 402, + 43, + 361, + 205, + 297, + 45, + 34, + 158, + 123, + 228, + 305, + 310, + 175, + 496, + 470, + 114, + 171, + 229, + 421, + 311, + 151, + 95, + 46, + 331, + 263, + 185, + 412, + 393, + 135 + ] + }, + "gate_c_descent_from_random": [ + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0, + "final_objective": 2.225274354792683, + "final_energy": { + "mse": 0.5237225282106568, + "mse_channels": [ + 0.5237225282106568 + ], + "mse_channel_mean": 0.5237225282106568, + "conditional_kl": 5.889146491856845, + "m30_total": 2.225274354792683 + }, + "accepted_moves": 845, + "moved_fraction": 0.994140625, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.158172436874345, + "accuracy": 0.001953125 + }, + { + "step": 50, + "objective": 3.657563225707367, + "accuracy": 0.0 + }, + { + "step": 100, + "objective": 3.205916211271018, + "accuracy": 0.001953125 + }, + { + "step": 150, + "objective": 2.974085414135441, + "accuracy": 0.00390625 + }, + { + "step": 200, + "objective": 2.768510490068097, + "accuracy": 0.00390625 + }, + { + "step": 250, + "objective": 2.6137882129677164, + "accuracy": 0.00390625 + }, + { + "step": 300, + "objective": 2.510600158627266, + "accuracy": 0.001953125 + }, + { + "step": 350, + "objective": 2.438745434448197, + "accuracy": 0.001953125 + }, + { + "step": 400, + "objective": 2.3889307297537945, + "accuracy": 0.001953125 + }, + { + "step": 450, + "objective": 2.347569065875067, + "accuracy": 0.001953125 + }, + { + "step": 500, + "objective": 2.313341259624158, + "accuracy": 0.001953125 + }, + { + "step": 550, + "objective": 2.287504594669044, + "accuracy": 0.00390625 + }, + { + "step": 600, + "objective": 2.2699991201507634, + "accuracy": 0.00390625 + }, + { + "step": 650, + "objective": 2.254106145785899, + "accuracy": 0.001953125 + }, + { + "step": 700, + "objective": 2.2439856940305076, + "accuracy": 0.0 + }, + { + "step": 750, + "objective": 2.2370827042719266, + "accuracy": 0.0 + }, + { + "step": 800, + "objective": 2.230439186483121, + "accuracy": 0.0 + } + ] + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.0, + "final_objective": 2.2436657259761885, + "final_energy": { + "mse": 0.532074986328795, + "mse_channels": [ + 0.532074986328795 + ], + "mse_channel_mean": 0.532074986328795, + "conditional_kl": 5.897578766592993, + "m30_total": 2.2436657259761885 + }, + "accepted_moves": 789, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.208482230979952, + "accuracy": 0.0 + }, + { + "step": 50, + "objective": 3.6817950197722977, + "accuracy": 0.001953125 + }, + { + "step": 100, + "objective": 3.190729242469985, + "accuracy": 0.00390625 + }, + { + "step": 150, + "objective": 2.8844136232681956, + "accuracy": 0.00390625 + }, + { + "step": 200, + "objective": 2.6806777349892386, + "accuracy": 0.00390625 + }, + { + "step": 250, + "objective": 2.5571522055059663, + "accuracy": 0.005859375 + }, + { + "step": 300, + "objective": 2.4743863030419346, + "accuracy": 0.005859375 + }, + { + "step": 350, + "objective": 2.4097347153675766, + "accuracy": 0.005859375 + }, + { + "step": 400, + "objective": 2.364686790296131, + "accuracy": 0.00390625 + }, + { + "step": 450, + "objective": 2.3313075814125206, + "accuracy": 0.001953125 + }, + { + "step": 500, + "objective": 2.3049991232284963, + "accuracy": 0.0 + }, + { + "step": 550, + "objective": 2.286543791351414, + "accuracy": 0.0 + }, + { + "step": 600, + "objective": 2.2743657826856847, + "accuracy": 0.0 + }, + { + "step": 650, + "objective": 2.2627350328689766, + "accuracy": 0.0 + }, + { + "step": 700, + "objective": 2.2535225906454457, + "accuracy": 0.0 + }, + { + "step": 750, + "objective": 2.246715100235309, + "accuracy": 0.0 + } + ] + } + ], + "verdict": { + "true_m30_total": 4.097195853223096, + "identity_is_local_min_mse": false, + "descent_from_true_stays": 0.03515625, + "on_manifold_counterfeit_found": true, + "best_random_descent_m30_total": 2.225274354792683 + } +}
\ No newline at end of file |