diff options
Diffstat (limited to 'artifacts/manifold_gate/vg512_region_closed_seed1_bundle.json')
| -rw-r--r-- | artifacts/manifold_gate/vg512_region_closed_seed1_bundle.json | 1108 |
1 files changed, 1108 insertions, 0 deletions
diff --git a/artifacts/manifold_gate/vg512_region_closed_seed1_bundle.json b/artifacts/manifold_gate/vg512_region_closed_seed1_bundle.json new file mode 100644 index 0000000..a8b5bf4 --- /dev/null +++ b/artifacts/manifold_gate/vg512_region_closed_seed1_bundle.json @@ -0,0 +1,1108 @@ +{ + "protocol": "Assignments permute real frozen text states; hidden pairs are used only to place the true assignment in the ranking. The energy terms are the cross-modal relation MSE and conditional KL; the language-only terms of the falsified free-particle energy are permutation-invariant on this space.", + "meta": { + "dataset": "visual_genome_5k", + "tier": "region_closed", + "samples": 512, + "subset_seed": 1, + "bundle_channels": true + }, + "args": { + "dataset": "vg", + "text_orbits": "artifacts/text_orbits_qwen0p5b.pt", + "text_mode": "orbit_mean", + "vg_vision": "artifacts/vg_5k/vision_features.pt", + "vg_text": "artifacts/vg_5k/text_features.pt", + "vg_ground_truth": "artifacts/vg_5k/ground_truth.private.jsonl", + "vg_bundle_channels": true, + "split": "test", + "samples": 512, + "subset_seed": 1, + "random_perms": 1000, + "derangement_samples": 200, + "descent_restarts": 2, + "descent_max_steps": 200000, + "descent_objective": "m30_total", + "descent_verify_top": 64, + "device": "cpu", + "seed": 20260729, + "output": "artifacts/manifold_gate/vg512_region_closed_seed1_bundle.json", + "trajectory_output": null + }, + "channel_names": [ + "mean", + "std", + "q10", + "q90" + ], + "gate_a_global_ranking": { + "true": { + "mse": 1.8555425681202702, + "mse_channels": [ + 1.8555425681202702, + 2.0226017882218255, + 1.9648105634786375, + 1.6350142895651907 + ], + "mse_channel_mean": 1.869492302346481, + "conditional_kl": 5.9846260976727566, + "m30_total": 4.908010355775092 + }, + "similarity_shift": { + "mse": 1.8600123036756624, + "mse_channels": [ + 1.8600123036756624, + 2.103398445041714, + 1.9091964549942249, + 1.956938826370949 + ], + "mse_channel_mean": 1.9573865075206376, + "conditional_kl": 6.164616929558872, + "m30_total": 4.952947993263099 + }, + "random": { + "mse": { + "mean": 1.9996596574783325, + "std": 0.061271779239177704, + "min": 1.8246862888336182, + "true_z": 2.3520960807800293, + "true_rank_among_random": 8, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 2.0001814365386963, + "std": 0.033276982605457306, + "min": 1.8930094242095947, + "true_z": 3.9273135662078857, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 6.160747528076172, + "std": 0.012881768867373466, + "min": 6.126026153564453, + "true_z": 13.672131538391113, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 5.231468677520752, + "std": 0.12359687685966492, + "min": 4.876649379730225, + "true_z": 2.617041826248169, + "true_rank_among_random": 4, + "count": 1000 + } + } + }, + "gate_b_transpositions": { + "pairs": 130816, + "improving_pairs": 40678, + "improving_fraction": 0.31095584637964774, + "delta_mean": 0.0007865707663235158, + "delta_min": -0.02863962456606772, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 157, + 379 + ], + "delta_mse": -0.02863962456606772, + "text_cosine": 0.9471254636747624, + "visual_cosine": 0.26759541136912074 + }, + { + "pair": [ + 379, + 396 + ], + "delta_mse": -0.028571235353302214, + "text_cosine": 0.9435799647004077, + "visual_cosine": 0.2274155475458771 + }, + { + "pair": [ + 157, + 495 + ], + "delta_mse": -0.028122415501250747, + "text_cosine": 0.9582498645799111, + "visual_cosine": 0.21162913947460762 + }, + { + "pair": [ + 396, + 495 + ], + "delta_mse": -0.027730884192167522, + "text_cosine": 0.9565198796449459, + "visual_cosine": 0.2331843266126745 + }, + { + "pair": [ + 153, + 495 + ], + "delta_mse": -0.02730919713056072, + "text_cosine": 0.9585809442475823, + "visual_cosine": 0.20432542200971343 + }, + { + "pair": [ + 153, + 379 + ], + "delta_mse": -0.02725354916430156, + "text_cosine": 0.9470905062686079, + "visual_cosine": 0.21381881477198808 + }, + { + "pair": [ + 310, + 495 + ], + "delta_mse": -0.02674040400444113, + "text_cosine": 0.9691379709800304, + "visual_cosine": 0.3111224571940497 + }, + { + "pair": [ + 379, + 414 + ], + "delta_mse": -0.026595639921835352, + "text_cosine": 0.9384246549200246, + "visual_cosine": 0.2715330705766824 + }, + { + "pair": [ + 183, + 495 + ], + "delta_mse": -0.02649077120420908, + "text_cosine": 0.9700324110637284, + "visual_cosine": 0.13877972977105607 + }, + { + "pair": [ + 414, + 495 + ], + "delta_mse": -0.026366723244709313, + "text_cosine": 0.953941934795537, + "visual_cosine": 0.2595209132080595 + }, + { + "pair": [ + 288, + 495 + ], + "delta_mse": -0.02613594041636549, + "text_cosine": 0.9321117360351082, + "visual_cosine": 0.07584004393357155 + }, + { + "pair": [ + 205, + 495 + ], + "delta_mse": -0.026061139167086154, + "text_cosine": 0.9552069069475326, + "visual_cosine": -0.018350711963680107 + }, + { + "pair": [ + 310, + 379 + ], + "delta_mse": -0.025994292386006798, + "text_cosine": 0.954006929728361, + "visual_cosine": 0.15032951289485877 + }, + { + "pair": [ + 2, + 251 + ], + "delta_mse": -0.02526572317015068, + "text_cosine": 0.9579681320804881, + "visual_cosine": 0.2193918635239659 + }, + { + "pair": [ + 183, + 379 + ], + "delta_mse": -0.02508229549324904, + "text_cosine": 0.9566444897871585, + "visual_cosine": 0.13577289226153977 + }, + { + "pair": [ + 78, + 495 + ], + "delta_mse": -0.024410556789499535, + "text_cosine": 0.9621504434374392, + "visual_cosine": 0.13134618258020087 + }, + { + "pair": [ + 78, + 379 + ], + "delta_mse": -0.024249592262851487, + "text_cosine": 0.9497567426890325, + "visual_cosine": 0.16125912077706303 + }, + { + "pair": [ + 205, + 379 + ], + "delta_mse": -0.02403597011798425, + "text_cosine": 0.9405932934989035, + "visual_cosine": 0.014687241765777596 + }, + { + "pair": [ + 407, + 495 + ], + "delta_mse": -0.02388266520276569, + "text_cosine": 0.9589532208915821, + "visual_cosine": 0.189949203055321 + }, + { + "pair": [ + 288, + 379 + ], + "delta_mse": -0.023718708994215004, + "text_cosine": 0.9216550647335745, + "visual_cosine": 0.14284829787971753 + } + ] + }, + "derangement_curve": [ + { + "k": 2, + "delta_mean": 0.0006245965487323701, + "delta_std": 0.004373672418296337, + "improving_fraction": 0.38 + }, + { + "k": 4, + "delta_mean": 0.0012905304320156574, + "delta_std": 0.007970493286848068, + "improving_fraction": 0.36 + }, + { + "k": 8, + "delta_mean": 0.0017068128800019622, + "delta_std": 0.01336238905787468, + "improving_fraction": 0.33 + }, + { + "k": 16, + "delta_mean": 0.00587316881865263, + "delta_std": 0.01689084991812706, + "improving_fraction": 0.275 + }, + { + "k": 32, + "delta_mean": 0.011961394920945168, + "delta_std": 0.023649463430047035, + "improving_fraction": 0.24 + }, + { + "k": 64, + "delta_mean": 0.022520408034324646, + "delta_std": 0.030473316088318825, + "improving_fraction": 0.195 + }, + { + "k": 128, + "delta_mean": 0.04768264666199684, + "delta_std": 0.04458151012659073, + "improving_fraction": 0.145 + }, + { + "k": 256, + "delta_mean": 0.0905754491686821, + "delta_std": 0.06142410635948181, + "improving_fraction": 0.08 + }, + { + "k": 512, + "delta_mean": 0.14246772229671478, + "delta_std": 0.06251151859760284, + "improving_fraction": 0.01 + } + ], + "gate_c_descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.08984375, + "final_objective": 3.072655570189474, + "final_energy": { + "mse": 0.9407108452633522, + "mse_channels": [ + 0.9407108452633522, + 1.8313187830783242, + 1.0585409555846734, + 0.6704503782254555 + ], + "mse_channel_mean": 1.1252552405379515, + "conditional_kl": 5.956169398313847, + "m30_total": 3.072655570189474 + }, + "accepted_moves": 418, + "moved_fraction": 0.91015625, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 4.760940120294125, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 3.6011964962728022, + "accuracy": 0.8046875 + }, + { + "step": 100, + "objective": 3.353046369119763, + "accuracy": 0.62890625 + }, + { + "step": 150, + "objective": 3.2529368381234507, + "accuracy": 0.455078125 + }, + { + "step": 200, + "objective": 3.197787459236921, + "accuracy": 0.33203125 + }, + { + "step": 250, + "objective": 3.1523519477297075, + "accuracy": 0.25 + }, + { + "step": 300, + "objective": 3.1170810581260895, + "accuracy": 0.19921875 + }, + { + "step": 350, + "objective": 3.0912811068847486, + "accuracy": 0.1484375 + }, + { + "step": 400, + "objective": 3.0765540719319278, + "accuracy": 0.10546875 + } + ], + "final_permutation": [ + 0, + 160, + 384, + 451, + 4, + 5, + 366, + 67, + 348, + 267, + 219, + 21, + 129, + 491, + 362, + 152, + 75, + 17, + 18, + 464, + 3, + 116, + 477, + 306, + 381, + 42, + 103, + 235, + 189, + 294, + 243, + 145, + 45, + 33, + 422, + 80, + 425, + 252, + 463, + 82, + 226, + 150, + 485, + 9, + 336, + 188, + 507, + 280, + 396, + 58, + 434, + 357, + 71, + 432, + 404, + 229, + 104, + 81, + 504, + 151, + 79, + 61, + 433, + 63, + 10, + 246, + 62, + 7, + 112, + 393, + 289, + 115, + 269, + 73, + 87, + 497, + 95, + 325, + 239, + 168, + 35, + 185, + 367, + 83, + 442, + 144, + 135, + 74, + 373, + 351, + 109, + 216, + 94, + 231, + 60, + 452, + 270, + 156, + 453, + 99, + 354, + 101, + 374, + 314, + 126, + 44, + 220, + 298, + 237, + 352, + 436, + 111, + 431, + 203, + 114, + 52, + 407, + 272, + 32, + 238, + 466, + 200, + 499, + 459, + 11, + 197, + 223, + 212, + 59, + 271, + 250, + 255, + 92, + 369, + 97, + 316, + 161, + 430, + 320, + 363, + 326, + 37, + 382, + 181, + 85, + 309, + 445, + 349, + 372, + 149, + 502, + 471, + 78, + 467, + 170, + 285, + 327, + 379, + 473, + 236, + 417, + 136, + 360, + 201, + 428, + 337, + 57, + 385, + 186, + 509, + 175, + 398, + 261, + 273, + 146, + 460, + 265, + 411, + 34, + 339, + 380, + 147, + 290, + 31, + 131, + 70, + 454, + 409, + 118, + 22, + 288, + 364, + 303, + 490, + 228, + 113, + 215, + 125, + 307, + 199, + 438, + 340, + 333, + 56, + 341, + 190, + 27, + 106, + 429, + 305, + 210, + 424, + 124, + 218, + 196, + 233, + 91, + 174, + 493, + 64, + 12, + 274, + 140, + 457, + 414, + 401, + 76, + 405, + 194, + 268, + 230, + 455, + 248, + 412, + 391, + 49, + 65, + 205, + 119, + 388, + 19, + 251, + 26, + 358, + 244, + 36, + 41, + 247, + 426, + 324, + 123, + 2, + 492, + 420, + 217, + 377, + 187, + 178, + 355, + 90, + 142, + 172, + 262, + 263, + 264, + 317, + 266, + 206, + 347, + 72, + 96, + 335, + 245, + 173, + 399, + 209, + 276, + 496, + 413, + 241, + 208, + 392, + 282, + 418, + 328, + 259, + 286, + 133, + 66, + 166, + 279, + 291, + 331, + 456, + 443, + 211, + 127, + 318, + 321, + 183, + 108, + 204, + 43, + 182, + 419, + 275, + 371, + 132, + 468, + 323, + 342, + 130, + 15, + 48, + 171, + 365, + 450, + 480, + 50, + 295, + 253, + 387, + 361, + 180, + 505, + 240, + 98, + 415, + 403, + 329, + 157, + 315, + 227, + 202, + 441, + 312, + 30, + 278, + 383, + 179, + 162, + 301, + 232, + 169, + 344, + 345, + 346, + 207, + 313, + 134, + 439, + 397, + 260, + 297, + 89, + 164, + 356, + 508, + 102, + 389, + 163, + 195, + 353, + 139, + 191, + 257, + 39, + 193, + 395, + 448, + 128, + 221, + 488, + 225, + 302, + 440, + 343, + 394, + 378, + 28, + 322, + 481, + 120, + 16, + 176, + 86, + 24, + 338, + 249, + 287, + 143, + 284, + 281, + 400, + 77, + 368, + 330, + 444, + 486, + 242, + 500, + 23, + 402, + 84, + 122, + 375, + 40, + 495, + 110, + 256, + 410, + 254, + 390, + 165, + 487, + 107, + 93, + 1, + 283, + 38, + 138, + 148, + 416, + 311, + 472, + 54, + 423, + 141, + 258, + 14, + 359, + 167, + 53, + 51, + 308, + 435, + 501, + 498, + 121, + 350, + 8, + 334, + 406, + 55, + 370, + 292, + 446, + 447, + 511, + 506, + 100, + 20, + 25, + 421, + 319, + 214, + 296, + 159, + 234, + 299, + 158, + 478, + 470, + 304, + 29, + 465, + 88, + 479, + 47, + 503, + 462, + 137, + 332, + 154, + 222, + 475, + 469, + 155, + 277, + 310, + 224, + 461, + 482, + 483, + 484, + 153, + 300, + 192, + 474, + 46, + 476, + 13, + 427, + 213, + 494, + 117, + 177, + 293, + 437, + 105, + 69, + 408, + 386, + 6, + 68, + 458, + 449, + 489, + 184, + 376, + 510, + 198 + ] + }, + "gate_c_descent_from_random": [ + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.001953125, + "final_objective": 3.005793043622765, + "final_energy": { + "mse": 0.9111164155444622, + "mse_channels": [ + 0.9111164155444622, + 1.8249418705407694, + 1.0360094358908116, + 0.6513403531567997 + ], + "mse_channel_mean": 1.1058520187832108, + "conditional_kl": 5.917801062669203, + "m30_total": 3.005793043622765 + }, + "accepted_moves": 648, + "moved_fraction": 0.98828125, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.145870205438629, + "accuracy": 0.001953125 + }, + { + "step": 50, + "objective": 3.8465874257193198, + "accuracy": 0.001953125 + }, + { + "step": 100, + "objective": 3.493072209924797, + "accuracy": 0.001953125 + }, + { + "step": 150, + "objective": 3.3477915349421865, + "accuracy": 0.001953125 + }, + { + "step": 200, + "objective": 3.2576437976746373, + "accuracy": 0.001953125 + }, + { + "step": 250, + "objective": 3.1960494189469437, + "accuracy": 0.001953125 + }, + { + "step": 300, + "objective": 3.1453938029906716, + "accuracy": 0.0 + }, + { + "step": 350, + "objective": 3.1000613917744304, + "accuracy": 0.0 + }, + { + "step": 400, + "objective": 3.0774824943027514, + "accuracy": 0.0 + }, + { + "step": 450, + "objective": 3.057591833635483, + "accuracy": 0.0 + }, + { + "step": 500, + "objective": 3.038958497730545, + "accuracy": 0.0 + }, + { + "step": 550, + "objective": 3.0245223816930293, + "accuracy": 0.001953125 + }, + { + "step": 600, + "objective": 3.014871868438258, + "accuracy": 0.001953125 + } + ] + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.005859375, + "final_objective": 3.0270075022264162, + "final_energy": { + "mse": 0.9203028757228149, + "mse_channels": [ + 0.9203028757228149, + 1.7944270305778625, + 1.031872682757093, + 0.6516045229415818 + ], + "mse_channel_mean": 1.099551777999838, + "conditional_kl": 5.932008753903931, + "m30_total": 3.0270075022264162 + }, + "accepted_moves": 607, + "moved_fraction": 0.984375, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.037682819854426, + "accuracy": 0.0 + }, + { + "step": 50, + "objective": 3.8532318494616566, + "accuracy": 0.0 + }, + { + "step": 100, + "objective": 3.5186950139821804, + "accuracy": 0.001953125 + }, + { + "step": 150, + "objective": 3.3632053999923235, + "accuracy": 0.001953125 + }, + { + "step": 200, + "objective": 3.290298586044598, + "accuracy": 0.005859375 + }, + { + "step": 250, + "objective": 3.21928792710147, + "accuracy": 0.005859375 + }, + { + "step": 300, + "objective": 3.172909036910224, + "accuracy": 0.0078125 + }, + { + "step": 350, + "objective": 3.1199207703595873, + "accuracy": 0.005859375 + }, + { + "step": 400, + "objective": 3.090749904964879, + "accuracy": 0.005859375 + }, + { + "step": 450, + "objective": 3.068962832861551, + "accuracy": 0.001953125 + }, + { + "step": 500, + "objective": 3.0511685045785972, + "accuracy": 0.00390625 + }, + { + "step": 550, + "objective": 3.0398654484440595, + "accuracy": 0.0078125 + }, + { + "step": 600, + "objective": 3.027920399695674, + "accuracy": 0.0078125 + } + ] + } + ], + "verdict": { + "true_m30_total": 4.908010355775092, + "identity_is_local_min_mse": false, + "descent_from_true_stays": 0.08984375, + "on_manifold_counterfeit_found": true, + "best_random_descent_m30_total": 3.005793043622765 + } +}
\ No newline at end of file |