diff options
Diffstat (limited to 'artifacts/manifold_gate/vg512_visible_relations_seed2_bundle.json')
| -rw-r--r-- | artifacts/manifold_gate/vg512_visible_relations_seed2_bundle.json | 1103 |
1 files changed, 1103 insertions, 0 deletions
diff --git a/artifacts/manifold_gate/vg512_visible_relations_seed2_bundle.json b/artifacts/manifold_gate/vg512_visible_relations_seed2_bundle.json new file mode 100644 index 0000000..c125d6a --- /dev/null +++ b/artifacts/manifold_gate/vg512_visible_relations_seed2_bundle.json @@ -0,0 +1,1103 @@ +{ + "protocol": "Assignments permute real frozen text states; hidden pairs are used only to place the true assignment in the ranking. The energy terms are the cross-modal relation MSE and conditional KL; the language-only terms of the falsified free-particle energy are permutation-invariant on this space.", + "meta": { + "dataset": "visual_genome_5k", + "tier": "visible_relations", + "samples": 512, + "subset_seed": 2, + "bundle_channels": true + }, + "args": { + "dataset": "vg", + "text_orbits": "artifacts/text_orbits_qwen0p5b.pt", + "text_mode": "orbit_mean", + "vg_vision": "artifacts/vg_5k/vision_features.pt", + "vg_text": "artifacts/vg_5k_tiers/text_features_visible_relations.pt", + "vg_ground_truth": "artifacts/vg_5k/ground_truth.private.jsonl", + "vg_bundle_channels": true, + "split": "test", + "samples": 512, + "subset_seed": 2, + "random_perms": 1000, + "derangement_samples": 200, + "descent_restarts": 2, + "descent_max_steps": 200000, + "descent_objective": "m30_total", + "descent_verify_top": 64, + "device": "cpu", + "seed": 20260729, + "output": "artifacts/manifold_gate/vg512_visible_relations_seed2_bundle.json", + "trajectory_output": null + }, + "channel_names": [ + "mean", + "std", + "q10", + "q90" + ], + "gate_a_global_ranking": { + "true": { + "mse": 1.7891685878324068, + "mse_channels": [ + 1.7891685878324068, + 1.9427008264089314, + 1.92267791089824, + 1.6322428149225032 + ], + "mse_channel_mean": 1.8216975350155202, + "conditional_kl": 6.283051742321277, + "m30_total": 4.834947524129069 + }, + "similarity_shift": { + "mse": 1.8384759708831488, + "mse_channels": [ + 1.8384759708831488, + 2.1102176100822483, + 1.8518017326457146, + 1.9565874408602022 + ], + "mse_channel_mean": 1.9392706886178286, + "conditional_kl": 6.482761757946626, + "m30_total": 4.973504293355623 + }, + "random": { + "mse": { + "mean": 2.0005366802215576, + "std": 0.061007142066955566, + "min": 1.8080183267593384, + "true_z": 3.4646449089050293, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 2.0004141330718994, + "std": 0.03372734412550926, + "min": 1.893678069114685, + "true_z": 5.298861980438232, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 6.48287296295166, + "std": 0.008014952763915062, + "min": 6.461653232574463, + "true_z": 24.931026458740234, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 5.297647476196289, + "std": 0.12230350077152252, + "min": 4.912117958068848, + "true_z": 3.783210515975952, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b_transpositions": { + "pairs": 130816, + "improving_pairs": 40401, + "improving_fraction": 0.3088383683953033, + "delta_mean": 0.0010844110652227098, + "delta_min": -0.029422604727073927, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 434, + 462 + ], + "delta_mse": -0.029422604727073927, + "text_cosine": 0.9498190205537804, + "visual_cosine": 0.2255556728301112 + }, + { + "pair": [ + 434, + 482 + ], + "delta_mse": -0.028175217165124184, + "text_cosine": 0.9630661570951363, + "visual_cosine": 0.27440706708986423 + }, + { + "pair": [ + 123, + 434 + ], + "delta_mse": -0.027240917856337834, + "text_cosine": 0.9662930073797973, + "visual_cosine": 0.3468451916263455 + }, + { + "pair": [ + 283, + 434 + ], + "delta_mse": -0.025985444814572014, + "text_cosine": 0.9712618268331558, + "visual_cosine": 0.35418334123134354 + }, + { + "pair": [ + 434, + 475 + ], + "delta_mse": -0.024724403271991446, + "text_cosine": 0.9735304290660202, + "visual_cosine": 0.247030113020517 + }, + { + "pair": [ + 54, + 434 + ], + "delta_mse": -0.02397672010918667, + "text_cosine": 0.9676903641479162, + "visual_cosine": 0.21075156785267662 + }, + { + "pair": [ + 382, + 434 + ], + "delta_mse": -0.023747603584161454, + "text_cosine": 0.9707916952766897, + "visual_cosine": 0.2068480436807005 + }, + { + "pair": [ + 147, + 434 + ], + "delta_mse": -0.023628198525427847, + "text_cosine": 0.9806139075669922, + "visual_cosine": 0.4067781925101642 + }, + { + "pair": [ + 385, + 434 + ], + "delta_mse": -0.023505657279812676, + "text_cosine": 0.9825694344173559, + "visual_cosine": 0.15032951289485877 + }, + { + "pair": [ + 179, + 462 + ], + "delta_mse": -0.023351594280543144, + "text_cosine": 0.9737237009510273, + "visual_cosine": 0.20261201924127695 + }, + { + "pair": [ + 179, + 482 + ], + "delta_mse": -0.023262614170651806, + "text_cosine": 0.9759302610532943, + "visual_cosine": 0.34231475754792756 + }, + { + "pair": [ + 434, + 447 + ], + "delta_mse": -0.023230617901925977, + "text_cosine": 0.9790154520643468, + "visual_cosine": 0.3175050991335669 + }, + { + "pair": [ + 434, + 503 + ], + "delta_mse": -0.0228964725143395, + "text_cosine": 0.9711292990774341, + "visual_cosine": 0.15946363248958148 + }, + { + "pair": [ + 110, + 434 + ], + "delta_mse": -0.022124651421235014, + "text_cosine": 0.9672987165084611, + "visual_cosine": 0.180883472107653 + }, + { + "pair": [ + 57, + 482 + ], + "delta_mse": -0.02157773173200162, + "text_cosine": 0.9621231379115973, + "visual_cosine": 0.25487307124668485 + }, + { + "pair": [ + 57, + 462 + ], + "delta_mse": -0.021277835828215026, + "text_cosine": 0.9681121393221384, + "visual_cosine": 0.047762313792094765 + }, + { + "pair": [ + 123, + 179 + ], + "delta_mse": -0.021201612182273247, + "text_cosine": 0.9716561400823076, + "visual_cosine": 0.21048962064772117 + }, + { + "pair": [ + 13, + 434 + ], + "delta_mse": -0.02110057093152267, + "text_cosine": 0.9777104720640643, + "visual_cosine": 0.39207312367739294 + }, + { + "pair": [ + 178, + 434 + ], + "delta_mse": -0.021075373113501817, + "text_cosine": 0.9759417192653848, + "visual_cosine": 0.26759541136912074 + }, + { + "pair": [ + 179, + 283 + ], + "delta_mse": -0.020798011874401976, + "text_cosine": 0.9780061627072045, + "visual_cosine": 0.2830685810952208 + } + ] + }, + "derangement_curve": [ + { + "k": 2, + "delta_mean": 0.00153817399404943, + "delta_std": 0.004638297948986292, + "improving_fraction": 0.295 + }, + { + "k": 4, + "delta_mean": 0.0027208682149648666, + "delta_std": 0.00829677376896143, + "improving_fraction": 0.32 + }, + { + "k": 8, + "delta_mean": 0.005256651435047388, + "delta_std": 0.012286928482353687, + "improving_fraction": 0.28 + }, + { + "k": 16, + "delta_mean": 0.009017999283969402, + "delta_std": 0.016117634251713753, + "improving_fraction": 0.245 + }, + { + "k": 32, + "delta_mean": 0.022430147975683212, + "delta_std": 0.022744977846741676, + "improving_fraction": 0.12 + }, + { + "k": 64, + "delta_mean": 0.040312591940164566, + "delta_std": 0.028055772185325623, + "improving_fraction": 0.095 + }, + { + "k": 128, + "delta_mean": 0.0787196084856987, + "delta_std": 0.0401802621781826, + "improving_fraction": 0.025 + }, + { + "k": 256, + "delta_mean": 0.13670800626277924, + "delta_std": 0.055967722088098526, + "improving_fraction": 0.005 + }, + { + "k": 512, + "delta_mean": 0.20718541741371155, + "delta_std": 0.060803674161434174, + "improving_fraction": 0.0 + } + ], + "gate_c_descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.115234375, + "final_objective": 2.9649171995775614, + "final_energy": { + "mse": 0.8504066086055869, + "mse_channels": [ + 0.8504066086055869, + 1.6547729853430306, + 0.9358464611914464, + 0.7174505082071283 + ], + "mse_channel_mean": 1.039619140836798, + "conditional_kl": 6.320519911831938, + "m30_total": 2.9649171995775614 + }, + "accepted_moves": 372, + "moved_fraction": 0.884765625, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 4.704486537789769, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 3.7140992721101593, + "accuracy": 0.80078125 + }, + { + "step": 100, + "objective": 3.36924634815011, + "accuracy": 0.61328125 + }, + { + "step": 150, + "objective": 3.222113975725214, + "accuracy": 0.4453125 + }, + { + "step": 200, + "objective": 3.1098848183169827, + "accuracy": 0.314453125 + }, + { + "step": 250, + "objective": 3.048134199286369, + "accuracy": 0.22265625 + }, + { + "step": 300, + "objective": 3.0015903313630803, + "accuracy": 0.1640625 + }, + { + "step": 350, + "objective": 2.97488591216676, + "accuracy": 0.13671875 + } + ], + "final_permutation": [ + 354, + 178, + 159, + 3, + 406, + 168, + 231, + 494, + 364, + 188, + 277, + 328, + 289, + 185, + 14, + 337, + 454, + 214, + 284, + 197, + 368, + 169, + 227, + 23, + 474, + 25, + 262, + 74, + 236, + 316, + 379, + 122, + 75, + 295, + 487, + 220, + 215, + 43, + 111, + 219, + 16, + 132, + 339, + 37, + 470, + 45, + 463, + 395, + 137, + 471, + 290, + 459, + 402, + 128, + 184, + 191, + 327, + 34, + 58, + 183, + 67, + 32, + 62, + 63, + 60, + 298, + 12, + 409, + 291, + 248, + 200, + 33, + 52, + 131, + 20, + 255, + 439, + 258, + 372, + 365, + 213, + 81, + 442, + 511, + 309, + 421, + 53, + 87, + 88, + 225, + 90, + 226, + 361, + 492, + 94, + 467, + 139, + 232, + 411, + 341, + 397, + 118, + 276, + 400, + 373, + 105, + 234, + 70, + 108, + 503, + 171, + 458, + 501, + 448, + 338, + 140, + 38, + 160, + 321, + 479, + 310, + 424, + 158, + 42, + 48, + 110, + 66, + 229, + 29, + 129, + 41, + 73, + 130, + 187, + 198, + 135, + 261, + 346, + 138, + 96, + 61, + 141, + 147, + 285, + 144, + 350, + 146, + 142, + 335, + 149, + 419, + 151, + 482, + 218, + 1, + 362, + 8, + 412, + 31, + 97, + 208, + 106, + 49, + 163, + 121, + 380, + 283, + 340, + 359, + 120, + 176, + 82, + 416, + 313, + 472, + 54, + 170, + 500, + 57, + 510, + 394, + 161, + 193, + 126, + 93, + 148, + 18, + 133, + 196, + 243, + 123, + 435, + 408, + 326, + 194, + 9, + 195, + 488, + 134, + 211, + 483, + 244, + 24, + 445, + 370, + 47, + 206, + 76, + 117, + 209, + 347, + 199, + 212, + 80, + 315, + 371, + 282, + 382, + 259, + 115, + 2, + 345, + 230, + 389, + 241, + 240, + 509, + 413, + 485, + 68, + 56, + 303, + 157, + 202, + 165, + 107, + 28, + 323, + 333, + 452, + 286, + 224, + 91, + 13, + 201, + 175, + 17, + 210, + 69, + 468, + 180, + 403, + 267, + 376, + 254, + 383, + 308, + 392, + 77, + 153, + 366, + 136, + 26, + 348, + 398, + 265, + 317, + 300, + 242, + 269, + 270, + 352, + 249, + 264, + 162, + 475, + 102, + 103, + 278, + 453, + 302, + 336, + 464, + 127, + 331, + 143, + 449, + 294, + 357, + 437, + 85, + 301, + 484, + 489, + 447, + 71, + 86, + 173, + 65, + 222, + 332, + 233, + 252, + 6, + 428, + 190, + 182, + 307, + 375, + 319, + 356, + 257, + 446, + 297, + 64, + 344, + 36, + 266, + 113, + 247, + 320, + 101, + 322, + 433, + 324, + 420, + 460, + 84, + 11, + 275, + 404, + 167, + 92, + 238, + 481, + 235, + 381, + 119, + 280, + 451, + 166, + 292, + 125, + 349, + 246, + 480, + 391, + 367, + 263, + 343, + 145, + 351, + 384, + 353, + 0, + 396, + 21, + 288, + 358, + 272, + 360, + 114, + 239, + 271, + 378, + 100, + 109, + 223, + 250, + 462, + 466, + 493, + 78, + 112, + 374, + 217, + 253, + 305, + 325, + 30, + 407, + 55, + 89, + 39, + 172, + 207, + 156, + 387, + 388, + 299, + 444, + 432, + 314, + 296, + 150, + 461, + 204, + 79, + 329, + 418, + 10, + 152, + 456, + 251, + 330, + 430, + 104, + 438, + 192, + 311, + 469, + 181, + 363, + 22, + 414, + 281, + 216, + 72, + 502, + 155, + 386, + 287, + 499, + 274, + 164, + 506, + 508, + 443, + 465, + 429, + 491, + 431, + 423, + 293, + 369, + 15, + 51, + 410, + 237, + 385, + 440, + 441, + 342, + 427, + 189, + 497, + 312, + 46, + 393, + 260, + 450, + 399, + 473, + 35, + 40, + 5, + 417, + 457, + 405, + 436, + 306, + 19, + 434, + 44, + 279, + 304, + 99, + 186, + 390, + 59, + 495, + 124, + 174, + 256, + 377, + 154, + 95, + 477, + 478, + 415, + 221, + 334, + 179, + 98, + 355, + 228, + 7, + 476, + 116, + 27, + 490, + 205, + 245, + 455, + 486, + 268, + 496, + 203, + 498, + 422, + 4, + 318, + 177, + 273, + 504, + 505, + 425, + 507, + 426, + 50, + 401, + 83 + ] + }, + "gate_c_descent_from_random": [ + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0, + "final_objective": 2.913102489720713, + "final_energy": { + "mse": 0.8237594362059776, + "mse_channels": [ + 0.8237594362059776, + 1.6585006778408393, + 0.8984255640425596, + 0.7157532399856354 + ], + "mse_channel_mean": 1.024109729518753, + "conditional_kl": 6.327918086543791, + "m30_total": 2.913102489720713 + }, + "accepted_moves": 560, + "moved_fraction": 0.974609375, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.192981886658092, + "accuracy": 0.001953125 + }, + { + "step": 50, + "objective": 3.9222176521942416, + "accuracy": 0.001953125 + }, + { + "step": 100, + "objective": 3.462729128689873, + "accuracy": 0.0 + }, + { + "step": 150, + "objective": 3.2856341318757547, + "accuracy": 0.0 + }, + { + "step": 200, + "objective": 3.1626245831676862, + "accuracy": 0.001953125 + }, + { + "step": 250, + "objective": 3.086290478505351, + "accuracy": 0.0 + }, + { + "step": 300, + "objective": 3.0352414556076193, + "accuracy": 0.0 + }, + { + "step": 350, + "objective": 2.9988629386931445, + "accuracy": 0.0 + }, + { + "step": 400, + "objective": 2.972095572696184, + "accuracy": 0.0 + }, + { + "step": 450, + "objective": 2.943095067797421, + "accuracy": 0.0 + }, + { + "step": 500, + "objective": 2.9281951443744143, + "accuracy": 0.0 + }, + { + "step": 550, + "objective": 2.915012828610961, + "accuracy": 0.0 + } + ] + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.001953125, + "final_objective": 2.982474981069949, + "final_energy": { + "mse": 0.8590614946492942, + "mse_channels": [ + 0.8590614946492942, + 1.5686531231390508, + 0.9092059614546292, + 0.696779377258928 + ], + "mse_channel_mean": 1.0084249891254755, + "conditional_kl": 6.321759958856804, + "m30_total": 2.982474981069949 + }, + "accepted_moves": 656, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.232532513962189, + "accuracy": 0.0 + }, + { + "step": 50, + "objective": 4.0737733404924255, + "accuracy": 0.0 + }, + { + "step": 100, + "objective": 3.6487878106556595, + "accuracy": 0.0 + }, + { + "step": 150, + "objective": 3.4253939979947523, + "accuracy": 0.0 + }, + { + "step": 200, + "objective": 3.2885367379664476, + "accuracy": 0.0 + }, + { + "step": 250, + "objective": 3.219500332626045, + "accuracy": 0.0 + }, + { + "step": 300, + "objective": 3.1627858357184353, + "accuracy": 0.0 + }, + { + "step": 350, + "objective": 3.110611702931731, + "accuracy": 0.0 + }, + { + "step": 400, + "objective": 3.079617256171237, + "accuracy": 0.0 + }, + { + "step": 450, + "objective": 3.0544944885756573, + "accuracy": 0.0 + }, + { + "step": 500, + "objective": 3.034590915498122, + "accuracy": 0.0 + }, + { + "step": 550, + "objective": 3.015054737099594, + "accuracy": 0.001953125 + }, + { + "step": 600, + "objective": 2.9968897540946244, + "accuracy": 0.001953125 + }, + { + "step": 650, + "objective": 2.9832671333420206, + "accuracy": 0.001953125 + } + ] + } + ], + "verdict": { + "true_m30_total": 4.834947524129069, + "identity_is_local_min_mse": false, + "descent_from_true_stays": 0.115234375, + "on_manifold_counterfeit_found": true, + "best_random_descent_m30_total": 2.913102489720713 + } +}
\ No newline at end of file |