diff options
Diffstat (limited to 'artifacts/manifold_gate/confirm_vg_ctx_k64.json')
| -rw-r--r-- | artifacts/manifold_gate/confirm_vg_ctx_k64.json | 471 |
1 files changed, 471 insertions, 0 deletions
diff --git a/artifacts/manifold_gate/confirm_vg_ctx_k64.json b/artifacts/manifold_gate/confirm_vg_ctx_k64.json new file mode 100644 index 0000000..36a12e6 --- /dev/null +++ b/artifacts/manifold_gate/confirm_vg_ctx_k64.json @@ -0,0 +1,471 @@ +{ + "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.", + "dataset": "vg", + "dims": 64, + "samples": 512, + "gate_a": { + "true": { + "mse": 0.8140856357572548, + "mse_channels": [ + 0.8140856357572548 + ], + "mse_channel_mean": 0.8140856357572548, + "conditional_kl": 55.18031732576966, + "m30_total": 12.66423473666844 + }, + "similarity_shift": { + "mse": 1.9473473061424353, + "mse_channels": [ + 1.9473473061424353 + ], + "mse_channel_mean": 1.9473473061424353, + "conditional_kl": 225.02825824487698, + "m30_total": 48.900346261260275 + }, + "random": { + "mse": { + "mean": 1.999935269355774, + "std": 0.005565356928855181, + "min": 1.9808239936828613, + "true_z": 213.0770263671875, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 1.999935269355774, + "std": 0.005565356928855181, + "min": 1.9808239936828613, + "true_z": 213.0770263671875, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 229.97132873535156, + "std": 2.7381088733673096, + "min": 221.69647216796875, + "true_z": 63.83639907836914, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 49.99413299560547, + "std": 0.5505053997039795, + "min": 48.332183837890625, + "true_z": 67.81023406982422, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 301, + "improving_fraction": 0.002300941780821918, + "delta_mean": 0.009244377717663916, + "delta_min": -0.00201268571690027, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 243, + 327 + ], + "delta_mse": -0.00201268571690027, + "text_cosine": 2.023807705789151, + "visual_cosine": -0.24987834800362824 + }, + { + "pair": [ + 19, + 146 + ], + "delta_mse": -0.0016012698957732635, + "text_cosine": 1.052988071552314, + "visual_cosine": 1.7528574106004984 + }, + { + "pair": [ + 52, + 299 + ], + "delta_mse": -0.0013673422220636907, + "text_cosine": 2.9471603882637547, + "visual_cosine": 3.2966817011379668 + }, + { + "pair": [ + 276, + 297 + ], + "delta_mse": -0.0013052655304598647, + "text_cosine": 1.1551487520377572, + "visual_cosine": 4.1688563897122215 + }, + { + "pair": [ + 243, + 390 + ], + "delta_mse": -0.0012938251908747702, + "text_cosine": 1.6662894623201576, + "visual_cosine": 1.2688511609901614 + }, + { + "pair": [ + 153, + 243 + ], + "delta_mse": -0.0012699679492806878, + "text_cosine": 2.147633712889248, + "visual_cosine": 0.9714243720660203 + }, + { + "pair": [ + 269, + 299 + ], + "delta_mse": -0.0012151861819225433, + "text_cosine": 2.4944221823924435, + "visual_cosine": 1.9926603688143947 + }, + { + "pair": [ + 243, + 455 + ], + "delta_mse": -0.001172980014423683, + "text_cosine": 1.8903534063062137, + "visual_cosine": 2.6125244367373353 + }, + { + "pair": [ + 181, + 341 + ], + "delta_mse": -0.0011166200609029444, + "text_cosine": 2.319359452546985, + "visual_cosine": 2.566534988175139 + }, + { + "pair": [ + 206, + 297 + ], + "delta_mse": -0.0010593495284126821, + "text_cosine": 1.0773316581089547, + "visual_cosine": 2.9372547667047226 + }, + { + "pair": [ + 103, + 153 + ], + "delta_mse": -0.0010389566411935646, + "text_cosine": 1.2988875017486146, + "visual_cosine": 2.5090800476556496 + }, + { + "pair": [ + 4, + 297 + ], + "delta_mse": -0.0008972254949974584, + "text_cosine": 2.0403597418551436, + "visual_cosine": 1.5650712569065268 + }, + { + "pair": [ + 284, + 292 + ], + "delta_mse": -0.0008133924430269296, + "text_cosine": 1.874042498612851, + "visual_cosine": 3.089190843940731 + }, + { + "pair": [ + 111, + 243 + ], + "delta_mse": -0.0007950863303360195, + "text_cosine": 2.849850381205819, + "visual_cosine": 3.9908796029401623 + }, + { + "pair": [ + 239, + 244 + ], + "delta_mse": -0.0007677906380592262, + "text_cosine": 2.084083421252743, + "visual_cosine": 0.6763609199354287 + }, + { + "pair": [ + 155, + 390 + ], + "delta_mse": -0.0007263145916679788, + "text_cosine": 2.3392866966985046, + "visual_cosine": -0.03367370883217646 + }, + { + "pair": [ + 32, + 249 + ], + "delta_mse": -0.0007163293598036494, + "text_cosine": 1.7610113940571634, + "visual_cosine": 3.363148379221864 + }, + { + "pair": [ + 5, + 276 + ], + "delta_mse": -0.0006998500242946498, + "text_cosine": 2.8961026156806975, + "visual_cosine": 4.579919361724931 + }, + { + "pair": [ + 297, + 505 + ], + "delta_mse": -0.0006720235277583073, + "text_cosine": 1.3640176446300787, + "visual_cosine": 2.7248817876316016 + }, + { + "pair": [ + 243, + 399 + ], + "delta_mse": -0.0006550633244014817, + "text_cosine": 2.165253316053502, + "visual_cosine": 0.4068660423360907 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.521484375, + "final_objective": 0.7673193715914207, + "final_energy": { + "mse": 0.7673193715914207, + "mse_channels": [ + 0.7673193715914207 + ], + "mse_channel_mean": 0.7673193715914207, + "conditional_kl": 56.40632373918596, + "m30_total": 12.815903491020032 + }, + "accepted_moves": 181, + "moved_fraction": 0.478515625, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 0.8120729500403545, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 0.7858440238231014, + "accuracy": 0.826171875 + }, + { + "step": 100, + "objective": 0.7752128067479371, + "accuracy": 0.68359375 + }, + { + "step": 150, + "objective": 0.7687343989342098, + "accuracy": 0.568359375 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.00390625, + "final_objective": 0.988217830355934, + "final_energy": { + "mse": 0.988217830355934, + "mse_channels": [ + 0.988217830355934 + ], + "mse_channel_mean": 0.988217830355934, + "conditional_kl": 94.32903296788456, + "m30_total": 20.84224225428878 + }, + "accepted_moves": 767, + "moved_fraction": 0.98828125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.01953125, + "final_objective": 0.908925360203963, + "final_energy": { + "mse": 0.908925360203963, + "mse_channels": [ + 0.908925360203963 + ], + "mse_channel_mean": 0.908925360203963, + "conditional_kl": 95.47093542248258, + "m30_total": 20.912037804904443 + }, + "accepted_moves": 788, + "moved_fraction": 0.9921875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.001953125, + "final_objective": 1.0144896445821616, + "final_energy": { + "mse": 1.0144896445821616, + "mse_channels": [ + 1.0144896445821616 + ], + "mse_channel_mean": 1.0144896445821616, + "conditional_kl": 96.07101638807677, + "m30_total": 21.243182566779677 + }, + "accepted_moves": 773, + "moved_fraction": 0.990234375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.005859375, + "final_objective": 0.9791431431305767, + "final_energy": { + "mse": 0.9791431431305767, + "mse_channels": [ + 0.9791431431305767 + ], + "mse_channel_mean": 0.9791431431305767, + "conditional_kl": 92.66743910040222, + "m30_total": 20.491774106341598 + }, + "accepted_moves": 800, + "moved_fraction": 0.994140625, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.021484375, + "final_objective": 0.9505906921163937, + "final_energy": { + "mse": 0.9505906921163937, + "mse_channels": [ + 0.9505906921163937 + ], + "mse_channel_mean": 0.9505906921163937, + "conditional_kl": 94.05747976317048, + "m30_total": 20.712677336866886 + }, + "accepted_moves": 793, + "moved_fraction": 0.984375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.013671875, + "final_objective": 0.9913604135149751, + "final_energy": { + "mse": 0.9913604135149751, + "mse_channels": [ + 0.9913604135149751 + ], + "mse_channel_mean": 0.9913604135149751, + "conditional_kl": 100.98558038456247, + "m30_total": 22.179836903942444 + }, + "accepted_moves": 768, + "moved_fraction": 0.98046875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0078125, + "final_objective": 1.0040370307865647, + "final_energy": { + "mse": 1.0040370307865647, + "mse_channels": [ + 1.0040370307865647 + ], + "mse_channel_mean": 1.0040370307865647, + "conditional_kl": 98.17857528003837, + "m30_total": 21.643789117580805 + }, + "accepted_moves": 762, + "moved_fraction": 0.982421875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.001953125, + "final_objective": 1.0119171860348792, + "final_energy": { + "mse": 1.0119171860348792, + "mse_channels": [ + 1.0119171860348792 + ], + "mse_channel_mean": 1.0119171860348792, + "conditional_kl": 101.73536766845666, + "m30_total": 22.37090790576109 + }, + "accepted_moves": 798, + "moved_fraction": 0.9921875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.0, + "final_objective": 1.0086977715448446, + "final_energy": { + "mse": 1.0086977715448446, + "mse_channels": [ + 1.0086977715448446 + ], + "mse_channel_mean": 1.0086977715448446, + "conditional_kl": 93.13049251586273, + "m30_total": 20.643494046262234 + }, + "accepted_moves": 846, + "moved_fraction": 0.994140625, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.0078125, + "final_objective": 0.9763849328799405, + "final_energy": { + "mse": 0.9763849328799405, + "mse_channels": [ + 0.9763849328799405 + ], + "mse_channel_mean": 0.9763849328799405, + "conditional_kl": 95.17237951324991, + "m30_total": 20.987245768409863 + }, + "accepted_moves": 836, + "moved_fraction": 0.9921875, + "mse_local_min_certificate": true + } + ], + "verdict": { + "true_z_mse": 213.0770263671875, + "improving_fraction": 0.002300941780821918, + "identity_strict_local_min": false, + "descent_keeps": 0.521484375, + "true_mse": 0.8140856357572548, + "best_random_descent": 0.908925360203963, + "best_random_accuracy": 0.021484375, + "counterfeit_found": false + } +}
\ No newline at end of file |