diff options
Diffstat (limited to 'artifacts/manifold_gate/confirm_vg_k256_seed1.json')
| -rw-r--r-- | artifacts/manifold_gate/confirm_vg_k256_seed1.json | 471 |
1 files changed, 471 insertions, 0 deletions
diff --git a/artifacts/manifold_gate/confirm_vg_k256_seed1.json b/artifacts/manifold_gate/confirm_vg_k256_seed1.json new file mode 100644 index 0000000..5bf82b5 --- /dev/null +++ b/artifacts/manifold_gate/confirm_vg_k256_seed1.json @@ -0,0 +1,471 @@ +{ + "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.", + "dataset": "vg", + "dims": 256, + "samples": 512, + "gate_a": { + "true": { + "mse": 0.8928713940246661, + "mse_channels": [ + 0.8928713940246661 + ], + "mse_channel_mean": 0.8928713940246661, + "conditional_kl": 93.7046616709643, + "m30_total": 20.526675122242192 + }, + "similarity_shift": { + "mse": 1.934004601906239, + "mse_channels": [ + 1.934004601906239 + ], + "mse_channel_mean": 1.934004601906239, + "conditional_kl": 295.7590122684406, + "m30_total": 63.0198116575006 + }, + "random": { + "mse": { + "mean": 2.000051736831665, + "std": 0.005416926462203264, + "min": 1.9814218282699585, + "true_z": 204.39273071289062, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 2.000051736831665, + "std": 0.005416926462203264, + "min": 1.9814218282699585, + "true_z": 204.39273071289062, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 300.9863586425781, + "std": 2.5656986236572266, + "min": 290.8156433105469, + "true_z": 80.78958129882812, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 64.19737243652344, + "std": 0.5162094831466675, + "min": 62.165679931640625, + "true_z": 84.59879302978516, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 307, + "improving_fraction": 0.0023468077299412917, + "delta_mean": 0.00862280313258878, + "delta_min": -0.0021983711387223025, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 236, + 290 + ], + "delta_mse": -0.0021983711387223025, + "text_cosine": 4.782373749242612, + "visual_cosine": 3.354715027312567 + }, + { + "pair": [ + 290, + 362 + ], + "delta_mse": -0.002018241048313266, + "text_cosine": 5.095009444395582, + "visual_cosine": 3.12795217876831 + }, + { + "pair": [ + 290, + 467 + ], + "delta_mse": -0.0018884690226772438, + "text_cosine": 3.0603127833933694, + "visual_cosine": 2.857235950664429 + }, + { + "pair": [ + 421, + 501 + ], + "delta_mse": -0.0017282397182692077, + "text_cosine": 0.03239878697894844, + "visual_cosine": -0.8741400745737635 + }, + { + "pair": [ + 97, + 358 + ], + "delta_mse": -0.001702992968433282, + "text_cosine": 2.0372301615457804, + "visual_cosine": -1.4637581253218357 + }, + { + "pair": [ + 386, + 453 + ], + "delta_mse": -0.0016778429637236427, + "text_cosine": 2.612350816101385, + "visual_cosine": 3.42992360278045 + }, + { + "pair": [ + 169, + 253 + ], + "delta_mse": -0.0013956703230136205, + "text_cosine": 0.30883948588867177, + "visual_cosine": -0.19092885323336997 + }, + { + "pair": [ + 340, + 504 + ], + "delta_mse": -0.001373151714944959, + "text_cosine": 0.6040018415820366, + "visual_cosine": 0.7782638898041605 + }, + { + "pair": [ + 169, + 501 + ], + "delta_mse": -0.0013389725786772785, + "text_cosine": -0.0250671282521174, + "visual_cosine": -0.538353087519773 + }, + { + "pair": [ + 114, + 467 + ], + "delta_mse": -0.00131070743322837, + "text_cosine": 2.677791808328653, + "visual_cosine": 1.4708094113900165 + }, + { + "pair": [ + 202, + 236 + ], + "delta_mse": -0.0011528330550048922, + "text_cosine": 4.388528548823952, + "visual_cosine": 4.5938154743732635 + }, + { + "pair": [ + 358, + 377 + ], + "delta_mse": -0.001147475508511721, + "text_cosine": 2.8340601690382563, + "visual_cosine": 0.2216075548124182 + }, + { + "pair": [ + 114, + 386 + ], + "delta_mse": -0.0011427932906781326, + "text_cosine": 3.9733791156546645, + "visual_cosine": 3.3257914004367484 + }, + { + "pair": [ + 358, + 501 + ], + "delta_mse": -0.001122895158865653, + "text_cosine": -0.16940766795406959, + "visual_cosine": 0.2861276933059399 + }, + { + "pair": [ + 358, + 495 + ], + "delta_mse": -0.0010679386297390407, + "text_cosine": 1.9145974219254953, + "visual_cosine": 2.3216843956676465 + }, + { + "pair": [ + 231, + 246 + ], + "delta_mse": -0.0010019179193169485, + "text_cosine": 3.5864284530255666, + "visual_cosine": 1.1069973408602387 + }, + { + "pair": [ + 202, + 467 + ], + "delta_mse": -0.0010007849784928054, + "text_cosine": 2.4014566689037773, + "visual_cosine": 4.732063628977788 + }, + { + "pair": [ + 340, + 358 + ], + "delta_mse": -0.0009571259992725897, + "text_cosine": 2.5635191515783866, + "visual_cosine": 0.24212297562896878 + }, + { + "pair": [ + 105, + 501 + ], + "delta_mse": -0.000919457194067208, + "text_cosine": 2.865311452131331, + "visual_cosine": 0.4340320302823647 + }, + { + "pair": [ + 246, + 268 + ], + "delta_mse": -0.000917845981463023, + "text_cosine": 1.6111724144336537, + "visual_cosine": 1.778087046553671 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.58984375, + "final_objective": 0.8379749348440171, + "final_energy": { + "mse": 0.8379749348440171, + "mse_channels": [ + 0.8379749348440171 + ], + "mse_channel_mean": 0.8379749348440171, + "conditional_kl": 85.87147111614101, + "m30_total": 18.850244092916235 + }, + "accepted_moves": 170, + "moved_fraction": 0.41015625, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 0.8906730228859437, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 0.8563683817635165, + "accuracy": 0.833984375 + }, + { + "step": 100, + "objective": 0.8446097825347268, + "accuracy": 0.70703125 + }, + { + "step": 150, + "objective": 0.8392394496912187, + "accuracy": 0.611328125 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.001953125, + "final_objective": 1.0849944444399882, + "final_energy": { + "mse": 1.0849944444399882, + "mse_channels": [ + 1.0849944444399882 + ], + "mse_channel_mean": 1.0849944444399882, + "conditional_kl": 135.9169931718017, + "m30_total": 29.35338752324032 + }, + "accepted_moves": 732, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.0, + "final_objective": 1.038249141041153, + "final_energy": { + "mse": 1.038249141041153, + "mse_channels": [ + 1.038249141041153 + ], + "mse_channel_mean": 1.038249141041153, + "conditional_kl": 132.5280837831216, + "m30_total": 28.582115038706625 + }, + "accepted_moves": 825, + "moved_fraction": 0.994140625, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.021484375, + "final_objective": 0.9879644627160089, + "final_energy": { + "mse": 0.9879644627160089, + "mse_channels": [ + 0.9879644627160089 + ], + "mse_channel_mean": 0.9879644627160089, + "conditional_kl": 136.04826855105392, + "m30_total": 29.185582635642806 + }, + "accepted_moves": 741, + "moved_fraction": 0.982421875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.0, + "final_objective": 1.0831527834399477, + "final_energy": { + "mse": 1.0831527834399477, + "mse_channels": [ + 1.0831527834399477 + ], + "mse_channel_mean": 1.0831527834399477, + "conditional_kl": 140.574196998472, + "m30_total": 30.281144966574296 + }, + "accepted_moves": 780, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.005859375, + "final_objective": 1.047712579754794, + "final_energy": { + "mse": 1.047712579754794, + "mse_channels": [ + 1.047712579754794 + ], + "mse_channel_mean": 1.047712579754794, + "conditional_kl": 137.6744543908093, + "m30_total": 29.63031603767145 + }, + "accepted_moves": 772, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.01171875, + "final_objective": 0.9817165015373922, + "final_energy": { + "mse": 0.9817165015373922, + "mse_channels": [ + 0.9817165015373922 + ], + "mse_channel_mean": 0.9817165015373922, + "conditional_kl": 129.77030825042624, + "m30_total": 27.917494653160034 + }, + "accepted_moves": 799, + "moved_fraction": 0.98828125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0078125, + "final_objective": 1.0827887434834, + "final_energy": { + "mse": 1.0827887434834, + "mse_channels": [ + 1.0827887434834 + ], + "mse_channel_mean": 1.0827887434834, + "conditional_kl": 136.77740378626828, + "m30_total": 29.52105824422046 + }, + "accepted_moves": 780, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.001953125, + "final_objective": 1.0229434594547024, + "final_energy": { + "mse": 1.0229434594547024, + "mse_channels": [ + 1.0229434594547024 + ], + "mse_channel_mean": 1.0229434594547024, + "conditional_kl": 129.15148283607655, + "m30_total": 27.876183486124717 + }, + "accepted_moves": 782, + "moved_fraction": 0.984375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.046875, + "final_objective": 0.9626451069073196, + "final_energy": { + "mse": 0.9626451069073196, + "mse_channels": [ + 0.9626451069073196 + ], + "mse_channel_mean": 0.9626451069073196, + "conditional_kl": 126.98237380145561, + "m30_total": 27.32176497410576 + }, + "accepted_moves": 731, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.0078125, + "final_objective": 1.036637083808324, + "final_energy": { + "mse": 1.036637083808324, + "mse_channels": [ + 1.036637083808324 + ], + "mse_channel_mean": 1.036637083808324, + "conditional_kl": 139.3365983490616, + "m30_total": 29.94059383742897 + }, + "accepted_moves": 766, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + } + ], + "verdict": { + "true_z_mse": 204.39273071289062, + "improving_fraction": 0.0023468077299412917, + "identity_strict_local_min": false, + "descent_keeps": 0.58984375, + "true_mse": 0.8928713940246661, + "best_random_descent": 0.9626451069073196, + "best_random_accuracy": 0.046875, + "counterfeit_found": false + } +}
\ No newline at end of file |