diff options
Diffstat (limited to 'artifacts/manifold_gate/vg512_region_closed_seed0_scalar.json')
| -rw-r--r-- | artifacts/manifold_gate/vg512_region_closed_seed0_scalar.json | 1155 |
1 files changed, 1155 insertions, 0 deletions
diff --git a/artifacts/manifold_gate/vg512_region_closed_seed0_scalar.json b/artifacts/manifold_gate/vg512_region_closed_seed0_scalar.json new file mode 100644 index 0000000..a3134f2 --- /dev/null +++ b/artifacts/manifold_gate/vg512_region_closed_seed0_scalar.json @@ -0,0 +1,1155 @@ +{ + "protocol": "Assignments permute real frozen text states; hidden pairs are used only to place the true assignment in the ranking. The energy terms are the cross-modal relation MSE and conditional KL; the language-only terms of the falsified free-particle energy are permutation-invariant on this space.", + "meta": { + "dataset": "visual_genome_5k", + "tier": "region_closed", + "samples": 512, + "subset_seed": 0, + "bundle_channels": false + }, + "args": { + "dataset": "vg", + "text_orbits": "artifacts/text_orbits_qwen0p5b.pt", + "text_mode": "orbit_mean", + "vg_vision": "artifacts/vg_5k/vision_features.pt", + "vg_text": "artifacts/vg_5k/text_features.pt", + "vg_ground_truth": "artifacts/vg_5k/ground_truth.private.jsonl", + "vg_bundle_channels": false, + "split": "test", + "samples": 512, + "subset_seed": 0, + "random_perms": 1000, + "derangement_samples": 200, + "descent_restarts": 2, + "descent_max_steps": 200000, + "descent_objective": "m30_total", + "descent_verify_top": 64, + "device": "cpu", + "seed": 20260729, + "output": "artifacts/manifold_gate/vg512_region_closed_seed0_scalar.json", + "trajectory_output": null + }, + "channel_names": [ + "mean" + ], + "gate_a_global_ranking": { + "true": { + "mse": 1.689153803623259, + "mse_channels": [ + 1.689153803623259 + ], + "mse_channel_mean": 1.689153803623259, + "conditional_kl": 5.991683892263249, + "m30_total": 4.576644385699168 + }, + "similarity_shift": { + "mse": 1.7994621497060723, + "mse_channels": [ + 1.7994621497060723 + ], + "mse_channel_mean": 1.7994621497060723, + "conditional_kl": 6.157389182969266, + "m30_total": 4.830402136005998 + }, + "random": { + "mse": { + "mean": 2.002061128616333, + "std": 0.06391116976737976, + "min": 1.786318063735962, + "true_z": 4.895972728729248, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 2.002061128616333, + "std": 0.06391116976737976, + "min": 1.786318063735962, + "true_z": 4.895972728729248, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 6.184268951416016, + "std": 0.016509469598531723, + "min": 6.143430233001709, + "true_z": 11.665122985839844, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 5.240975856781006, + "std": 0.12949666380882263, + "min": 4.803958892822266, + "true_z": 5.1301045417785645, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b_transpositions": { + "pairs": 130816, + "improving_pairs": 30804, + "improving_fraction": 0.23547578277886497, + "delta_mean": 0.0016649786832281673, + "delta_min": -0.07601476617192267, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 133, + 150 + ], + "delta_mse": -0.07601476617192267, + "text_cosine": 0.875584197044622, + "visual_cosine": 0.07219209438718333 + }, + { + "pair": [ + 31, + 133 + ], + "delta_mse": -0.07493015952300908, + "text_cosine": 0.8815244564023862, + "visual_cosine": 0.06043504610282775 + }, + { + "pair": [ + 133, + 180 + ], + "delta_mse": -0.0729522729603881, + "text_cosine": 0.8844725691891414, + "visual_cosine": 0.014464294351016805 + }, + { + "pair": [ + 102, + 133 + ], + "delta_mse": -0.06777379258485507, + "text_cosine": 0.8758504061387858, + "visual_cosine": -0.015281026561902191 + }, + { + "pair": [ + 119, + 133 + ], + "delta_mse": -0.06452422693785037, + "text_cosine": 0.8688837705163424, + "visual_cosine": 0.08678620292343427 + }, + { + "pair": [ + 133, + 332 + ], + "delta_mse": -0.06421351837525341, + "text_cosine": 0.9015473062835573, + "visual_cosine": 0.10783909886220097 + }, + { + "pair": [ + 133, + 408 + ], + "delta_mse": -0.06250118392892368, + "text_cosine": 0.8827938029323746, + "visual_cosine": -0.02274003189419988 + }, + { + "pair": [ + 133, + 163 + ], + "delta_mse": -0.059984041514985945, + "text_cosine": 0.8906871176088723, + "visual_cosine": 0.1494065641183974 + }, + { + "pair": [ + 18, + 150 + ], + "delta_mse": -0.058980172231468425, + "text_cosine": 0.9264221524560269, + "visual_cosine": 0.05239105334603901 + }, + { + "pair": [ + 18, + 102 + ], + "delta_mse": -0.05500587706584056, + "text_cosine": 0.9278635216259357, + "visual_cosine": 0.05459892127606007 + }, + { + "pair": [ + 18, + 180 + ], + "delta_mse": -0.054105852380670325, + "text_cosine": 0.9237825324730077, + "visual_cosine": 0.1228070837863442 + }, + { + "pair": [ + 18, + 31 + ], + "delta_mse": -0.05329041611728829, + "text_cosine": 0.9364864389778802, + "visual_cosine": 0.0549425017554382 + }, + { + "pair": [ + 133, + 199 + ], + "delta_mse": -0.05320509366058785, + "text_cosine": 0.8904083384039898, + "visual_cosine": 0.06010640976469884 + }, + { + "pair": [ + 133, + 392 + ], + "delta_mse": -0.05314010871133274, + "text_cosine": 0.8854471156892076, + "visual_cosine": 0.04400789354357283 + }, + { + "pair": [ + 18, + 163 + ], + "delta_mse": -0.051824223214476, + "text_cosine": 0.9440274172024535, + "visual_cosine": 0.10809888300009013 + }, + { + "pair": [ + 133, + 245 + ], + "delta_mse": -0.050919166105843953, + "text_cosine": 0.8828538011024633, + "visual_cosine": 0.038728194007652934 + }, + { + "pair": [ + 45, + 133 + ], + "delta_mse": -0.05056167623857365, + "text_cosine": 0.8848656981618075, + "visual_cosine": 0.18532927698612223 + }, + { + "pair": [ + 18, + 332 + ], + "delta_mse": -0.04948135110352813, + "text_cosine": 0.9371413033951507, + "visual_cosine": 0.07785266076333436 + }, + { + "pair": [ + 133, + 285 + ], + "delta_mse": -0.04933837938206733, + "text_cosine": 0.8910266414800099, + "visual_cosine": 0.062044008375997814 + }, + { + "pair": [ + 18, + 408 + ], + "delta_mse": -0.04930017645469516, + "text_cosine": 0.930317487840947, + "visual_cosine": 0.11932108926887694 + } + ] + }, + "derangement_curve": [ + { + "k": 2, + "delta_mean": 0.0011738637695088983, + "delta_std": 0.005361737217754126, + "improving_fraction": 0.18 + }, + { + "k": 4, + "delta_mean": 0.0028499627951532602, + "delta_std": 0.008279097266495228, + "improving_fraction": 0.2 + }, + { + "k": 8, + "delta_mean": 0.006821892689913511, + "delta_std": 0.011646995320916176, + "improving_fraction": 0.16 + }, + { + "k": 16, + "delta_mean": 0.011710881255567074, + "delta_std": 0.012906734831631184, + "improving_fraction": 0.12 + }, + { + "k": 32, + "delta_mean": 0.026702720671892166, + "delta_std": 0.022568173706531525, + "improving_fraction": 0.045 + }, + { + "k": 64, + "delta_mean": 0.05307375267148018, + "delta_std": 0.029852531850337982, + "improving_fraction": 0.015 + }, + { + "k": 128, + "delta_mean": 0.09688684344291687, + "delta_std": 0.042205218225717545, + "improving_fraction": 0.005 + }, + { + "k": 256, + "delta_mean": 0.1873759627342224, + "delta_std": 0.05468842387199402, + "improving_fraction": 0.0 + }, + { + "k": 512, + "delta_mean": 0.31997328996658325, + "delta_std": 0.06079593300819397, + "improving_fraction": 0.0 + } + ], + "gate_c_descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.02734375, + "final_objective": 2.771898454866239, + "final_energy": { + "mse": 0.8019135372633226, + "mse_channels": [ + 0.8019135372633226 + ], + "mse_channel_mean": 0.8019135372633226, + "conditional_kl": 5.840356901697968, + "m30_total": 2.771898454866239 + }, + "accepted_moves": 724, + "moved_fraction": 0.97265625, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 4.422597422417999, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 3.3795581201807248, + "accuracy": 0.802734375 + }, + { + "step": 100, + "objective": 3.1432559338615835, + "accuracy": 0.611328125 + }, + { + "step": 150, + "objective": 3.0512211279299786, + "accuracy": 0.455078125 + }, + { + "step": 200, + "objective": 2.984172553457986, + "accuracy": 0.365234375 + }, + { + "step": 250, + "objective": 2.9334276128287518, + "accuracy": 0.265625 + }, + { + "step": 300, + "objective": 2.894404564268021, + "accuracy": 0.189453125 + }, + { + "step": 350, + "objective": 2.864634272175291, + "accuracy": 0.150390625 + }, + { + "step": 400, + "objective": 2.8390690636996947, + "accuracy": 0.119140625 + }, + { + "step": 450, + "objective": 2.8189764833270243, + "accuracy": 0.083984375 + }, + { + "step": 500, + "objective": 2.80435293624887, + "accuracy": 0.0625 + }, + { + "step": 550, + "objective": 2.792585899237515, + "accuracy": 0.046875 + }, + { + "step": 600, + "objective": 2.7845098886839894, + "accuracy": 0.03515625 + }, + { + "step": 650, + "objective": 2.777006016985248, + "accuracy": 0.029296875 + }, + { + "step": 700, + "objective": 2.773048629772249, + "accuracy": 0.02734375 + } + ], + "final_permutation": [ + 136, + 12, + 355, + 28, + 245, + 65, + 6, + 137, + 156, + 61, + 244, + 204, + 202, + 201, + 77, + 110, + 214, + 361, + 360, + 499, + 455, + 90, + 328, + 145, + 299, + 352, + 437, + 93, + 3, + 435, + 308, + 133, + 465, + 504, + 34, + 254, + 5, + 103, + 256, + 207, + 263, + 506, + 88, + 501, + 490, + 134, + 510, + 44, + 48, + 475, + 421, + 56, + 71, + 392, + 338, + 407, + 10, + 215, + 54, + 142, + 463, + 9, + 114, + 63, + 186, + 444, + 351, + 29, + 309, + 25, + 496, + 8, + 60, + 422, + 39, + 386, + 314, + 332, + 162, + 79, + 261, + 348, + 100, + 15, + 76, + 252, + 298, + 232, + 378, + 491, + 69, + 185, + 302, + 267, + 418, + 335, + 412, + 113, + 288, + 72, + 408, + 237, + 211, + 371, + 126, + 40, + 141, + 226, + 300, + 426, + 341, + 289, + 471, + 459, + 484, + 183, + 163, + 23, + 449, + 18, + 120, + 448, + 445, + 205, + 453, + 368, + 262, + 160, + 271, + 372, + 489, + 276, + 310, + 350, + 429, + 128, + 488, + 373, + 503, + 311, + 296, + 364, + 337, + 286, + 509, + 86, + 325, + 403, + 396, + 33, + 24, + 474, + 179, + 442, + 92, + 265, + 233, + 182, + 248, + 161, + 62, + 452, + 55, + 367, + 194, + 251, + 225, + 111, + 295, + 148, + 11, + 140, + 398, + 125, + 306, + 155, + 477, + 438, + 195, + 217, + 480, + 307, + 176, + 330, + 312, + 483, + 249, + 85, + 331, + 104, + 127, + 2, + 46, + 507, + 379, + 369, + 253, + 381, + 198, + 14, + 439, + 358, + 493, + 402, + 294, + 224, + 17, + 106, + 440, + 443, + 411, + 53, + 187, + 323, + 393, + 356, + 37, + 135, + 175, + 230, + 131, + 446, + 99, + 16, + 316, + 234, + 243, + 270, + 377, + 229, + 365, + 70, + 423, + 213, + 157, + 315, + 147, + 122, + 188, + 329, + 382, + 41, + 389, + 152, + 66, + 107, + 35, + 239, + 242, + 269, + 50, + 144, + 278, + 130, + 219, + 98, + 192, + 108, + 181, + 197, + 363, + 199, + 82, + 101, + 280, + 336, + 391, + 326, + 349, + 118, + 21, + 343, + 96, + 91, + 427, + 75, + 376, + 324, + 366, + 109, + 116, + 287, + 487, + 42, + 97, + 433, + 258, + 293, + 476, + 282, + 485, + 291, + 123, + 209, + 283, + 266, + 78, + 505, + 149, + 117, + 87, + 494, + 138, + 410, + 189, + 304, + 174, + 208, + 339, + 246, + 235, + 362, + 457, + 43, + 238, + 22, + 357, + 405, + 184, + 359, + 414, + 153, + 84, + 228, + 81, + 0, + 170, + 20, + 178, + 400, + 342, + 456, + 221, + 469, + 203, + 322, + 132, + 454, + 220, + 481, + 473, + 165, + 200, + 498, + 334, + 223, + 257, + 277, + 57, + 151, + 222, + 478, + 313, + 74, + 431, + 231, + 169, + 159, + 466, + 495, + 80, + 119, + 58, + 345, + 450, + 320, + 241, + 173, + 150, + 375, + 236, + 146, + 290, + 260, + 52, + 124, + 193, + 191, + 468, + 347, + 482, + 370, + 399, + 319, + 38, + 27, + 51, + 112, + 434, + 139, + 167, + 413, + 406, + 196, + 394, + 64, + 273, + 458, + 180, + 500, + 387, + 401, + 353, + 190, + 47, + 274, + 344, + 284, + 460, + 383, + 115, + 227, + 432, + 415, + 305, + 317, + 89, + 417, + 374, + 255, + 404, + 462, + 301, + 73, + 250, + 279, + 154, + 486, + 31, + 497, + 212, + 210, + 303, + 430, + 67, + 395, + 436, + 158, + 102, + 164, + 428, + 172, + 511, + 388, + 32, + 416, + 206, + 447, + 318, + 7, + 240, + 168, + 30, + 425, + 464, + 292, + 268, + 143, + 451, + 13, + 264, + 247, + 380, + 68, + 166, + 424, + 45, + 333, + 26, + 472, + 419, + 1, + 177, + 83, + 275, + 49, + 502, + 36, + 171, + 470, + 218, + 285, + 492, + 259, + 346, + 321, + 297, + 19, + 272, + 105, + 95, + 390, + 397, + 508, + 4, + 354, + 467, + 441, + 59, + 461, + 327, + 281, + 385, + 121, + 420, + 409, + 94, + 129, + 216, + 479, + 384, + 340 + ] + }, + "gate_c_descent_from_random": [ + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0, + "final_objective": 2.725710500092578, + "final_energy": { + "mse": 0.7792212465196223, + "mse_channels": [ + 0.7792212465196223 + ], + "mse_channel_mean": 0.7792212465196223, + "conditional_kl": 5.836340035266666, + "m30_total": 2.725710500092578 + }, + "accepted_moves": 793, + "moved_fraction": 0.994140625, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.014567664127755, + "accuracy": 0.001953125 + }, + { + "step": 50, + "objective": 3.678215505884497, + "accuracy": 0.00390625 + }, + { + "step": 100, + "objective": 3.356068816496, + "accuracy": 0.00390625 + }, + { + "step": 150, + "objective": 3.1824529085414803, + "accuracy": 0.001953125 + }, + { + "step": 200, + "objective": 3.0520747162454924, + "accuracy": 0.001953125 + }, + { + "step": 250, + "objective": 2.9615171612271833, + "accuracy": 0.001953125 + }, + { + "step": 300, + "objective": 2.896697086456611, + "accuracy": 0.001953125 + }, + { + "step": 350, + "objective": 2.8458045690509755, + "accuracy": 0.001953125 + }, + { + "step": 400, + "objective": 2.8094349882196497, + "accuracy": 0.001953125 + }, + { + "step": 450, + "objective": 2.783297567562022, + "accuracy": 0.0 + }, + { + "step": 500, + "objective": 2.76468783690021, + "accuracy": 0.0 + }, + { + "step": 550, + "objective": 2.7518921602508777, + "accuracy": 0.0 + }, + { + "step": 600, + "objective": 2.7421419748926317, + "accuracy": 0.0 + }, + { + "step": 650, + "objective": 2.7351095276393567, + "accuracy": 0.0 + }, + { + "step": 700, + "objective": 2.730715123435841, + "accuracy": 0.0 + }, + { + "step": 750, + "objective": 2.7274918626951337, + "accuracy": 0.0 + } + ] + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.00390625, + "final_objective": 2.7303098126002694, + "final_energy": { + "mse": 0.7815723246295057, + "mse_channels": [ + 0.7815723246295057 + ], + "mse_channel_mean": 0.7815723246295057, + "conditional_kl": 5.83582581670629, + "m30_total": 2.7303098126002694 + }, + "accepted_moves": 806, + "moved_fraction": 0.9921875, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.1041934724157025, + "accuracy": 0.0 + }, + { + "step": 50, + "objective": 3.623971683127738, + "accuracy": 0.001953125 + }, + { + "step": 100, + "objective": 3.307201183512058, + "accuracy": 0.001953125 + }, + { + "step": 150, + "objective": 3.127612468488132, + "accuracy": 0.001953125 + }, + { + "step": 200, + "objective": 3.0143499669917375, + "accuracy": 0.001953125 + }, + { + "step": 250, + "objective": 2.933802155130428, + "accuracy": 0.001953125 + }, + { + "step": 300, + "objective": 2.8799601231420757, + "accuracy": 0.001953125 + }, + { + "step": 350, + "objective": 2.8450946489356364, + "accuracy": 0.001953125 + }, + { + "step": 400, + "objective": 2.8185507882403846, + "accuracy": 0.001953125 + }, + { + "step": 450, + "objective": 2.7975408674214695, + "accuracy": 0.001953125 + }, + { + "step": 500, + "objective": 2.782940164015142, + "accuracy": 0.001953125 + }, + { + "step": 550, + "objective": 2.768903558139728, + "accuracy": 0.001953125 + }, + { + "step": 600, + "objective": 2.7570437739341394, + "accuracy": 0.0 + }, + { + "step": 650, + "objective": 2.7468992589875665, + "accuracy": 0.001953125 + }, + { + "step": 700, + "objective": 2.738764768124947, + "accuracy": 0.001953125 + }, + { + "step": 750, + "objective": 2.7331387062930235, + "accuracy": 0.001953125 + }, + { + "step": 800, + "objective": 2.730448557434734, + "accuracy": 0.00390625 + } + ] + } + ], + "verdict": { + "true_m30_total": 4.576644385699168, + "identity_is_local_min_mse": false, + "descent_from_true_stays": 0.02734375, + "on_manifold_counterfeit_found": true, + "best_random_descent_m30_total": 2.725710500092578 + } +}
\ No newline at end of file |