diff options
Diffstat (limited to 'artifacts/manifold_gate/vg512_region_closed_seed2_bundle.json')
| -rw-r--r-- | artifacts/manifold_gate/vg512_region_closed_seed2_bundle.json | 1108 |
1 files changed, 1108 insertions, 0 deletions
diff --git a/artifacts/manifold_gate/vg512_region_closed_seed2_bundle.json b/artifacts/manifold_gate/vg512_region_closed_seed2_bundle.json new file mode 100644 index 0000000..41b6ae1 --- /dev/null +++ b/artifacts/manifold_gate/vg512_region_closed_seed2_bundle.json @@ -0,0 +1,1108 @@ +{ + "protocol": "Assignments permute real frozen text states; hidden pairs are used only to place the true assignment in the ranking. The energy terms are the cross-modal relation MSE and conditional KL; the language-only terms of the falsified free-particle energy are permutation-invariant on this space.", + "meta": { + "dataset": "visual_genome_5k", + "tier": "region_closed", + "samples": 512, + "subset_seed": 2, + "bundle_channels": true + }, + "args": { + "dataset": "vg", + "text_orbits": "artifacts/text_orbits_qwen0p5b.pt", + "text_mode": "orbit_mean", + "vg_vision": "artifacts/vg_5k/vision_features.pt", + "vg_text": "artifacts/vg_5k/text_features.pt", + "vg_ground_truth": "artifacts/vg_5k/ground_truth.private.jsonl", + "vg_bundle_channels": true, + "split": "test", + "samples": 512, + "subset_seed": 2, + "random_perms": 1000, + "derangement_samples": 200, + "descent_restarts": 2, + "descent_max_steps": 200000, + "descent_objective": "m30_total", + "descent_verify_top": 64, + "device": "cpu", + "seed": 20260729, + "output": "artifacts/manifold_gate/vg512_region_closed_seed2_bundle.json", + "trajectory_output": null + }, + "channel_names": [ + "mean", + "std", + "q10", + "q90" + ], + "gate_a_global_ranking": { + "true": { + "mse": 1.83341670187832, + "mse_channels": [ + 1.83341670187832, + 1.9183376462613266, + 1.9443222777171119, + 1.5953421491779918 + ], + "mse_channel_mean": 1.8228546937586876, + "conditional_kl": 6.289259164714802, + "m30_total": 4.924685236699601 + }, + "similarity_shift": { + "mse": 1.8694251002229523, + "mse_channels": [ + 1.8694251002229523, + 2.0102289470410573, + 1.8030488606101274, + 2.0595966757882747 + ], + "mse_channel_mean": 1.935574895915603, + "conditional_kl": 6.507446142390554, + "m30_total": 5.040339428924016 + }, + "random": { + "mse": { + "mean": 1.9994797706604004, + "std": 0.058404065668582916, + "min": 1.7850332260131836, + "true_z": 2.8433477878570557, + "true_rank_among_random": 5, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 2.00036883354187, + "std": 0.03226807340979576, + "min": 1.8854665756225586, + "true_z": 5.501233100891113, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 6.495845794677734, + "std": 0.011792183853685856, + "min": 6.460770606994629, + "true_z": 17.518962860107422, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 5.298128604888916, + "std": 0.11769420653581619, + "min": 4.865544319152832, + "true_z": 3.172999143600464, + "true_rank_among_random": 3, + "count": 1000 + } + } + }, + "gate_b_transpositions": { + "pairs": 130816, + "improving_pairs": 36017, + "improving_fraction": 0.27532564823874756, + "delta_mean": 0.0010088119267950648, + "delta_min": -0.02958629152445563, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 138, + 283 + ], + "delta_mse": -0.02958629152445563, + "text_cosine": 0.9753421490396004, + "visual_cosine": 0.2988083983272222 + }, + { + "pair": [ + 434, + 462 + ], + "delta_mse": -0.02866415972601924, + "text_cosine": 0.9317773672408555, + "visual_cosine": 0.2255556728301112 + }, + { + "pair": [ + 178, + 434 + ], + "delta_mse": -0.02736451097463055, + "text_cosine": 0.9471254636747624, + "visual_cosine": 0.26759541136912074 + }, + { + "pair": [ + 138, + 482 + ], + "delta_mse": -0.027298356150001302, + "text_cosine": 0.9793029564742233, + "visual_cosine": 0.212231319802613 + }, + { + "pair": [ + 138, + 475 + ], + "delta_mse": -0.027285044549204298, + "text_cosine": 0.9800862059415523, + "visual_cosine": 0.1687597368613515 + }, + { + "pair": [ + 116, + 462 + ], + "delta_mse": -0.027162074983388126, + "text_cosine": 0.9593324923953026, + "visual_cosine": 0.18315905432715038 + }, + { + "pair": [ + 116, + 178 + ], + "delta_mse": -0.026518581417991054, + "text_cosine": 0.9692112059577412, + "visual_cosine": 0.15927824009623728 + }, + { + "pair": [ + 138, + 462 + ], + "delta_mse": -0.026497886589903027, + "text_cosine": 0.9796761389644009, + "visual_cosine": 0.12910970721226528 + }, + { + "pair": [ + 116, + 482 + ], + "delta_mse": -0.02640461244220287, + "text_cosine": 0.9700641137802235, + "visual_cosine": 0.2237172329197431 + }, + { + "pair": [ + 123, + 138 + ], + "delta_mse": -0.02632601910919354, + "text_cosine": 0.9692891375052565, + "visual_cosine": 0.3088617476236421 + }, + { + "pair": [ + 434, + 482 + ], + "delta_mse": -0.026183269130750683, + "text_cosine": 0.9466821249791751, + "visual_cosine": 0.27440706708986423 + }, + { + "pair": [ + 27, + 138 + ], + "delta_mse": -0.026105033530584135, + "text_cosine": 0.9788899660457826, + "visual_cosine": 0.37211961354248113 + }, + { + "pair": [ + 138, + 178 + ], + "delta_mse": -0.026053368849889933, + "text_cosine": 0.979137972977117, + "visual_cosine": 0.1550821709275637 + }, + { + "pair": [ + 116, + 475 + ], + "delta_mse": -0.026039858506267964, + "text_cosine": 0.9714638121152998, + "visual_cosine": 0.4139491628443245 + }, + { + "pair": [ + 116, + 283 + ], + "delta_mse": -0.02555499337156781, + "text_cosine": 0.9695060414279071, + "visual_cosine": 0.3301124328660246 + }, + { + "pair": [ + 138, + 147 + ], + "delta_mse": -0.025421802701382147, + "text_cosine": 0.9863317355618114, + "visual_cosine": 0.31741140034320886 + }, + { + "pair": [ + 138, + 221 + ], + "delta_mse": -0.02536872600305404, + "text_cosine": 0.9708500248140943, + "visual_cosine": 0.27788068551025774 + }, + { + "pair": [ + 147, + 434 + ], + "delta_mse": -0.02514327975370395, + "text_cosine": 0.9572750406233983, + "visual_cosine": 0.4067781925101642 + }, + { + "pair": [ + 116, + 147 + ], + "delta_mse": -0.02500558168242965, + "text_cosine": 0.9766282722521481, + "visual_cosine": 0.30766978053600075 + }, + { + "pair": [ + 385, + 434 + ], + "delta_mse": -0.02479917141103902, + "text_cosine": 0.954006929728361, + "visual_cosine": 0.15032951289485877 + } + ] + }, + "derangement_curve": [ + { + "k": 2, + "delta_mean": 0.0007219659746624529, + "delta_std": 0.0038659805431962013, + "improving_fraction": 0.39 + }, + { + "k": 4, + "delta_mean": 0.001499710837379098, + "delta_std": 0.009380664676427841, + "improving_fraction": 0.335 + }, + { + "k": 8, + "delta_mean": 0.004128464963287115, + "delta_std": 0.014957119710743427, + "improving_fraction": 0.315 + }, + { + "k": 16, + "delta_mean": 0.007576629985123873, + "delta_std": 0.016818569973111153, + "improving_fraction": 0.26 + }, + { + "k": 32, + "delta_mean": 0.018433474004268646, + "delta_std": 0.02584637515246868, + "improving_fraction": 0.16 + }, + { + "k": 64, + "delta_mean": 0.03223589062690735, + "delta_std": 0.03224794566631317, + "improving_fraction": 0.155 + }, + { + "k": 128, + "delta_mean": 0.06152075156569481, + "delta_std": 0.04367373511195183, + "improving_fraction": 0.09 + }, + { + "k": 256, + "delta_mean": 0.10881567001342773, + "delta_std": 0.059667691588401794, + "improving_fraction": 0.04 + }, + { + "k": 512, + "delta_mean": 0.16327428817749023, + "delta_std": 0.05879665166139603, + "improving_fraction": 0.0 + } + ], + "gate_c_descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.052734375, + "final_objective": 3.1864604058568684, + "final_energy": { + "mse": 0.9665609776517855, + "mse_channels": [ + 0.9665609776517855, + 1.7460949843291866, + 1.1082080465940423, + 0.6846970329019145 + ], + "mse_channel_mean": 1.1263902603692322, + "conditional_kl": 6.266692252766488, + "m30_total": 3.1864604058568684 + }, + "accepted_moves": 516, + "moved_fraction": 0.947265625, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 4.918185308086905, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 3.8610050217204885, + "accuracy": 0.8046875 + }, + { + "step": 100, + "objective": 3.6031158319178234, + "accuracy": 0.6171875 + }, + { + "step": 150, + "objective": 3.4703595698001664, + "accuracy": 0.455078125 + }, + { + "step": 200, + "objective": 3.34284717959909, + "accuracy": 0.33203125 + }, + { + "step": 250, + "objective": 3.2881166268418207, + "accuracy": 0.25 + }, + { + "step": 300, + "objective": 3.2642924735448573, + "accuracy": 0.197265625 + }, + { + "step": 350, + "objective": 3.23957380626754, + "accuracy": 0.13671875 + }, + { + "step": 400, + "objective": 3.220204669277888, + "accuracy": 0.09375 + }, + { + "step": 450, + "objective": 3.2025123284954997, + "accuracy": 0.080078125 + }, + { + "step": 500, + "objective": 3.189204953161619, + "accuracy": 0.052734375 + } + ], + "final_permutation": [ + 20, + 65, + 73, + 16, + 366, + 246, + 63, + 82, + 52, + 42, + 165, + 258, + 478, + 381, + 172, + 297, + 454, + 91, + 412, + 233, + 299, + 248, + 227, + 339, + 86, + 306, + 448, + 458, + 216, + 318, + 410, + 447, + 43, + 295, + 474, + 178, + 460, + 155, + 393, + 335, + 23, + 426, + 253, + 269, + 422, + 484, + 329, + 384, + 212, + 128, + 396, + 509, + 72, + 193, + 228, + 119, + 433, + 15, + 334, + 190, + 357, + 326, + 510, + 378, + 403, + 21, + 259, + 364, + 181, + 69, + 293, + 511, + 167, + 2, + 374, + 75, + 439, + 207, + 202, + 213, + 457, + 59, + 407, + 144, + 203, + 294, + 467, + 459, + 437, + 39, + 153, + 389, + 85, + 367, + 94, + 494, + 456, + 476, + 201, + 466, + 184, + 416, + 340, + 267, + 468, + 196, + 56, + 70, + 143, + 490, + 158, + 388, + 424, + 134, + 114, + 12, + 35, + 139, + 187, + 57, + 345, + 109, + 47, + 96, + 316, + 162, + 137, + 497, + 487, + 129, + 31, + 58, + 130, + 413, + 360, + 79, + 186, + 300, + 55, + 508, + 140, + 76, + 211, + 48, + 71, + 238, + 453, + 154, + 117, + 324, + 400, + 151, + 352, + 99, + 428, + 314, + 274, + 292, + 395, + 131, + 107, + 465, + 254, + 438, + 296, + 392, + 124, + 194, + 493, + 37, + 257, + 241, + 401, + 404, + 160, + 206, + 313, + 157, + 116, + 354, + 394, + 247, + 64, + 221, + 359, + 185, + 219, + 261, + 40, + 60, + 81, + 163, + 192, + 36, + 303, + 452, + 133, + 223, + 505, + 105, + 330, + 115, + 200, + 176, + 148, + 208, + 199, + 277, + 305, + 24, + 156, + 100, + 321, + 217, + 214, + 32, + 78, + 234, + 28, + 147, + 276, + 243, + 189, + 118, + 240, + 6, + 1, + 482, + 9, + 479, + 472, + 496, + 278, + 164, + 469, + 385, + 222, + 290, + 152, + 399, + 260, + 67, + 84, + 170, + 368, + 397, + 41, + 375, + 226, + 327, + 113, + 501, + 486, + 328, + 29, + 268, + 49, + 183, + 11, + 102, + 83, + 136, + 475, + 311, + 264, + 30, + 470, + 441, + 125, + 398, + 337, + 342, + 121, + 307, + 435, + 26, + 390, + 14, + 473, + 481, + 491, + 488, + 146, + 138, + 380, + 66, + 325, + 98, + 33, + 442, + 132, + 142, + 97, + 495, + 92, + 286, + 191, + 188, + 298, + 0, + 126, + 301, + 462, + 377, + 471, + 127, + 25, + 235, + 312, + 252, + 420, + 263, + 423, + 50, + 379, + 112, + 4, + 344, + 101, + 372, + 320, + 272, + 430, + 343, + 5, + 288, + 338, + 506, + 104, + 302, + 174, + 331, + 351, + 319, + 110, + 204, + 173, + 383, + 332, + 7, + 256, + 182, + 317, + 411, + 415, + 120, + 285, + 44, + 418, + 19, + 436, + 255, + 111, + 215, + 10, + 355, + 166, + 402, + 244, + 169, + 391, + 361, + 225, + 363, + 279, + 168, + 236, + 421, + 45, + 455, + 350, + 369, + 461, + 373, + 224, + 503, + 432, + 348, + 387, + 198, + 492, + 22, + 89, + 425, + 62, + 242, + 386, + 179, + 27, + 450, + 283, + 308, + 13, + 498, + 68, + 175, + 341, + 417, + 371, + 150, + 356, + 489, + 310, + 271, + 88, + 333, + 409, + 275, + 54, + 171, + 141, + 123, + 485, + 195, + 209, + 358, + 159, + 90, + 273, + 419, + 250, + 483, + 61, + 53, + 315, + 266, + 18, + 480, + 220, + 429, + 322, + 177, + 446, + 405, + 265, + 8, + 87, + 365, + 406, + 477, + 287, + 440, + 135, + 443, + 444, + 408, + 376, + 197, + 237, + 464, + 17, + 445, + 504, + 282, + 95, + 38, + 180, + 431, + 145, + 161, + 210, + 323, + 434, + 463, + 449, + 251, + 106, + 122, + 149, + 229, + 205, + 3, + 230, + 347, + 34, + 262, + 108, + 289, + 414, + 284, + 451, + 382, + 46, + 93, + 280, + 291, + 270, + 232, + 218, + 336, + 346, + 309, + 77, + 427, + 502, + 507, + 231, + 353, + 349, + 499, + 500, + 103, + 362, + 239, + 80, + 51, + 304, + 245, + 249, + 370, + 281, + 74 + ] + }, + "gate_c_descent_from_random": [ + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.001953125, + "final_objective": 3.120156901553658, + "final_energy": { + "mse": 0.9309702672320703, + "mse_channels": [ + 0.9309702672320703, + 1.8379185212229694, + 1.0924432102940884, + 0.697152848156788 + ], + "mse_channel_mean": 1.139621211726479, + "conditional_kl": 6.291081835447587, + "m30_total": 3.120156901553658 + }, + "accepted_moves": 559, + "moved_fraction": 0.978515625, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.084447642922061, + "accuracy": 0.001953125 + }, + { + "step": 50, + "objective": 3.9250531830721664, + "accuracy": 0.0 + }, + { + "step": 100, + "objective": 3.5916538373819598, + "accuracy": 0.001953125 + }, + { + "step": 150, + "objective": 3.420951878878501, + "accuracy": 0.001953125 + }, + { + "step": 200, + "objective": 3.3325667002930777, + "accuracy": 0.001953125 + }, + { + "step": 250, + "objective": 3.2792977551640687, + "accuracy": 0.001953125 + }, + { + "step": 300, + "objective": 3.2422340038529245, + "accuracy": 0.001953125 + }, + { + "step": 350, + "objective": 3.2090325927540104, + "accuracy": 0.001953125 + }, + { + "step": 400, + "objective": 3.1807769223932256, + "accuracy": 0.001953125 + }, + { + "step": 450, + "objective": 3.1586044519673617, + "accuracy": 0.001953125 + }, + { + "step": 500, + "objective": 3.1368519338495595, + "accuracy": 0.001953125 + }, + { + "step": 550, + "objective": 3.123199085662283, + "accuracy": 0.001953125 + } + ] + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.001953125, + "final_objective": 3.167188754020094, + "final_energy": { + "mse": 0.9551400620657076, + "mse_channels": [ + 0.9551400620657076, + 1.7688897776000296, + 1.093948376720946, + 0.6968182762653227 + ], + "mse_channel_mean": 1.1286991231630015, + "conditional_kl": 6.284543149443394, + "m30_total": 3.167188754020094 + }, + "accepted_moves": 586, + "moved_fraction": 0.984375, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.121718173692328, + "accuracy": 0.0 + }, + { + "step": 50, + "objective": 4.116100857140829, + "accuracy": 0.0 + }, + { + "step": 100, + "objective": 3.7159677682001133, + "accuracy": 0.0 + }, + { + "step": 150, + "objective": 3.5162079372765715, + "accuracy": 0.0 + }, + { + "step": 200, + "objective": 3.421390682452234, + "accuracy": 0.0 + }, + { + "step": 250, + "objective": 3.35473111329456, + "accuracy": 0.0 + }, + { + "step": 300, + "objective": 3.302797387922589, + "accuracy": 0.0 + }, + { + "step": 350, + "objective": 3.260656568728858, + "accuracy": 0.0 + }, + { + "step": 400, + "objective": 3.232695137218416, + "accuracy": 0.001953125 + }, + { + "step": 450, + "objective": 3.210519897518507, + "accuracy": 0.001953125 + }, + { + "step": 500, + "objective": 3.1913099726285714, + "accuracy": 0.001953125 + }, + { + "step": 550, + "objective": 3.17506193213021, + "accuracy": 0.001953125 + } + ] + } + ], + "verdict": { + "true_m30_total": 4.924685236699601, + "identity_is_local_min_mse": false, + "descent_from_true_stays": 0.052734375, + "on_manifold_counterfeit_found": true, + "best_random_descent_m30_total": 3.120156901553658 + } +}
\ No newline at end of file |