summaryrefslogtreecommitdiff
path: root/artifacts/synth_v0/cc_battery_gate.json
diff options
context:
space:
mode:
Diffstat (limited to 'artifacts/synth_v0/cc_battery_gate.json')
-rw-r--r--artifacts/synth_v0/cc_battery_gate.json399
1 files changed, 399 insertions, 0 deletions
diff --git a/artifacts/synth_v0/cc_battery_gate.json b/artifacts/synth_v0/cc_battery_gate.json
new file mode 100644
index 0000000..3c26b4b
--- /dev/null
+++ b/artifacts/synth_v0/cc_battery_gate.json
@@ -0,0 +1,399 @@
+{
+ "protocol": "Vision sets are model-free connected-component sprites (declared minimal world knowledge); text sets are per-group phrase states. Hidden pairs score orderings only.",
+ "split": "test",
+ "samples": 512,
+ "mean_vision_set_size": 2.59375,
+ "gate_a": {
+ "true": {
+ "mse": 1.1685381217592508,
+ "mse_channels": [
+ 1.1685381217592508
+ ],
+ "mse_channel_mean": 1.1685381217592508,
+ "conditional_kl": 90.21964607032946,
+ "m30_total": 20.381005457584397
+ },
+ "similarity_shift": {
+ "mse": 1.820171062855486,
+ "mse_channels": [
+ 1.820171062855486
+ ],
+ "mse_channel_mean": 1.820171062855486,
+ "conditional_kl": 163.65696765471284,
+ "m30_total": 36.37173565665354
+ },
+ "random": {
+ "mse": {
+ "mean": 2.0001020431518555,
+ "std": 0.01599620096385479,
+ "min": 1.9564861059188843,
+ "true_z": 51.98508834838867,
+ "true_rank_among_random": 0,
+ "count": 300
+ },
+ "mse_channel_mean": {
+ "mean": 2.0001020431518555,
+ "std": 0.01599620096385479,
+ "min": 1.9564861059188843,
+ "true_z": 51.98508834838867,
+ "true_rank_among_random": 0,
+ "count": 300
+ },
+ "conditional_kl": {
+ "mean": 168.61756896972656,
+ "std": 1.9571372270584106,
+ "min": 162.2455291748047,
+ "true_z": 40.05744934082031,
+ "true_rank_among_random": 0,
+ "count": 300
+ },
+ "m30_total": {
+ "mean": 37.723716735839844,
+ "std": 0.39688318967819214,
+ "min": 36.460758209228516,
+ "true_z": 43.697265625,
+ "true_rank_among_random": 0,
+ "count": 300
+ }
+ }
+ },
+ "gate_b": {
+ "pairs": 130816,
+ "improving_pairs": 952,
+ "improving_fraction": 0.007277397260273972,
+ "delta_mean": 0.005820310517985544,
+ "delta_min": -0.004950545727676812,
+ "identity_is_local_min_mse": false,
+ "worst_improving_swaps": [
+ {
+ "pair": [
+ 118,
+ 285
+ ],
+ "delta_mse": -0.004950545727676812,
+ "text_cosine": -0.3778797085142215,
+ "visual_cosine": 0.5629043970742635
+ },
+ {
+ "pair": [
+ 22,
+ 118
+ ],
+ "delta_mse": -0.004110298358545636,
+ "text_cosine": 1.4886701098260828,
+ "visual_cosine": 1.1755596888665971
+ },
+ {
+ "pair": [
+ 275,
+ 285
+ ],
+ "delta_mse": -0.003997771726107714,
+ "text_cosine": 0.6431330501638224,
+ "visual_cosine": -0.35426136562362853
+ },
+ {
+ "pair": [
+ 285,
+ 328
+ ],
+ "delta_mse": -0.003920223173239507,
+ "text_cosine": 0.622401316067121,
+ "visual_cosine": 0.020093502573850473
+ },
+ {
+ "pair": [
+ 0,
+ 285
+ ],
+ "delta_mse": -0.003881395322844788,
+ "text_cosine": 0.622401316067121,
+ "visual_cosine": 1.1398397353817846
+ },
+ {
+ "pair": [
+ 328,
+ 451
+ ],
+ "delta_mse": -0.0037328074890283936,
+ "text_cosine": 0.8356371118132723,
+ "visual_cosine": 1.0445104350149643
+ },
+ {
+ "pair": [
+ 379,
+ 423
+ ],
+ "delta_mse": -0.003638480926693669,
+ "text_cosine": 0.7564135468895015,
+ "visual_cosine": 2.8252193791341633
+ },
+ {
+ "pair": [
+ 0,
+ 371
+ ],
+ "delta_mse": -0.003422593628962994,
+ "text_cosine": 1.4886701098260828,
+ "visual_cosine": -0.2552556649452302
+ },
+ {
+ "pair": [
+ 328,
+ 511
+ ],
+ "delta_mse": -0.0034050755307425302,
+ "text_cosine": 2.155523988523928,
+ "visual_cosine": 1.8346337396256396
+ },
+ {
+ "pair": [
+ 118,
+ 289
+ ],
+ "delta_mse": -0.003323807321889081,
+ "text_cosine": 1.4886701098260828,
+ "visual_cosine": -0.4707792267404456
+ },
+ {
+ "pair": [
+ 28,
+ 142
+ ],
+ "delta_mse": -0.003287436419471128,
+ "text_cosine": 1.3546576724691275,
+ "visual_cosine": 0.5281095508573972
+ },
+ {
+ "pair": [
+ 64,
+ 328
+ ],
+ "delta_mse": -0.0032450945384208413,
+ "text_cosine": 2.086914441940284,
+ "visual_cosine": 0.5220891449876855
+ },
+ {
+ "pair": [
+ 116,
+ 328
+ ],
+ "delta_mse": -0.0032181367581151105,
+ "text_cosine": 1.3993286226111625,
+ "visual_cosine": 0.04304217000896547
+ },
+ {
+ "pair": [
+ 28,
+ 285
+ ],
+ "delta_mse": -0.003169727206331315,
+ "text_cosine": -0.3778797085142215,
+ "visual_cosine": 0.4854524943009991
+ },
+ {
+ "pair": [
+ 28,
+ 286
+ ],
+ "delta_mse": -0.0031311470178413295,
+ "text_cosine": 0.35437685442236,
+ "visual_cosine": -0.07060785857721866
+ },
+ {
+ "pair": [
+ 28,
+ 371
+ ],
+ "delta_mse": -0.0031263730376454592,
+ "text_cosine": 0.35437685442236,
+ "visual_cosine": 0.5445452228385695
+ },
+ {
+ "pair": [
+ 117,
+ 118
+ ],
+ "delta_mse": -0.003097616312192148,
+ "text_cosine": 2.488951340942,
+ "visual_cosine": 2.1951732721424535
+ },
+ {
+ "pair": [
+ 64,
+ 246
+ ],
+ "delta_mse": -0.0030759089883498993,
+ "text_cosine": 1.220645648181322,
+ "visual_cosine": 1.2374709909763775
+ },
+ {
+ "pair": [
+ 118,
+ 147
+ ],
+ "delta_mse": -0.0030357080498330073,
+ "text_cosine": 0.35437685442236,
+ "visual_cosine": 0.4836881825828448
+ },
+ {
+ "pair": [
+ 116,
+ 379
+ ],
+ "delta_mse": -0.00303135304348194,
+ "text_cosine": 0.15496193936124306,
+ "visual_cosine": 2.326468820786202
+ }
+ ]
+ },
+ "descent_from_true": {
+ "start_accuracy": 1.0,
+ "final_accuracy": 0.373046875,
+ "final_objective": 1.0257766597059934,
+ "final_energy": {
+ "mse": 1.0257766597059934,
+ "mse_channels": [
+ 1.0257766597059934
+ ],
+ "mse_channel_mean": 1.0257766597059934,
+ "conditional_kl": 97.69344305411153,
+ "m30_total": 21.590241930234292
+ },
+ "accepted_moves": 336,
+ "moved_fraction": 0.626953125,
+ "mse_local_min_certificate": true,
+ "trajectory": [
+ {
+ "step": 0,
+ "objective": 1.163587576031574,
+ "accuracy": 0.99609375
+ },
+ {
+ "step": 50,
+ "objective": 1.090487209832174,
+ "accuracy": 0.818359375
+ },
+ {
+ "step": 100,
+ "objective": 1.0715917664809553,
+ "accuracy": 0.689453125
+ },
+ {
+ "step": 150,
+ "objective": 1.061964304088665,
+ "accuracy": 0.58203125
+ },
+ {
+ "step": 200,
+ "objective": 1.0488727695218916,
+ "accuracy": 0.515625
+ },
+ {
+ "step": 250,
+ "objective": 1.0370732598148131,
+ "accuracy": 0.4765625
+ },
+ {
+ "step": 300,
+ "objective": 1.0281099129801385,
+ "accuracy": 0.408203125
+ }
+ ]
+ },
+ "descent_from_random": [
+ {
+ "start_accuracy": 0.00390625,
+ "final_accuracy": 0.0078125,
+ "final_objective": 1.046290397297093,
+ "final_energy": {
+ "mse": 1.046290397297093,
+ "mse_channels": [
+ 1.046290397297093
+ ],
+ "mse_channel_mean": 1.046290397297093,
+ "conditional_kl": 104.96701714460303,
+ "m30_total": 23.085984223514792
+ },
+ "accepted_moves": 734,
+ "moved_fraction": 0.984375,
+ "mse_local_min_certificate": true
+ },
+ {
+ "start_accuracy": 0.0,
+ "final_accuracy": 0.001953125,
+ "final_objective": 1.0457940736685236,
+ "final_energy": {
+ "mse": 1.0457940736685236,
+ "mse_channels": [
+ 1.0457940736685236
+ ],
+ "mse_channel_mean": 1.0457940736685236,
+ "conditional_kl": 105.09482191757168,
+ "m30_total": 23.110552530851386
+ },
+ "accepted_moves": 792,
+ "moved_fraction": 0.986328125,
+ "mse_local_min_certificate": true
+ },
+ {
+ "start_accuracy": 0.001953125,
+ "final_accuracy": 0.00390625,
+ "final_objective": 1.0408587960800706,
+ "final_energy": {
+ "mse": 1.0408587960800706,
+ "mse_channels": [
+ 1.0408587960800706
+ ],
+ "mse_channel_mean": 1.0408587960800706,
+ "conditional_kl": 107.9008315007676,
+ "m30_total": 23.661883892313664
+ },
+ "accepted_moves": 818,
+ "moved_fraction": 0.99609375,
+ "mse_local_min_certificate": true
+ },
+ {
+ "start_accuracy": 0.0,
+ "final_accuracy": 0.0078125,
+ "final_objective": 1.0480423677324506,
+ "final_energy": {
+ "mse": 1.0480423677324506,
+ "mse_channels": [
+ 1.0480423677324506
+ ],
+ "mse_channel_mean": 1.0480423677324506,
+ "conditional_kl": 104.89994002511857,
+ "m30_total": 23.076072740488616
+ },
+ "accepted_moves": 803,
+ "moved_fraction": 0.986328125,
+ "mse_local_min_certificate": true
+ },
+ {
+ "start_accuracy": 0.005859375,
+ "final_accuracy": 0.005859375,
+ "final_objective": 1.0604355486128925,
+ "final_energy": {
+ "mse": 1.0604355486128925,
+ "mse_channels": [
+ 1.0604355486128925
+ ],
+ "mse_channel_mean": 1.0604355486128925,
+ "conditional_kl": 106.12575109921288,
+ "m30_total": 23.34602131706836
+ },
+ "accepted_moves": 834,
+ "moved_fraction": 0.986328125,
+ "mse_local_min_certificate": true
+ }
+ ],
+ "verdict": {
+ "true_z_mse": 51.98508834838867,
+ "improving_fraction": 0.007277397260273972,
+ "descent_keeps": 0.373046875,
+ "true_mse": 1.1685381217592508,
+ "best_random_descent": 1.0408587960800706,
+ "counterfeit_found": true
+ }
+} \ No newline at end of file
generated by cgit v1.2.3 (git 2.25.1) at 2026-08-02 10:25:51 +0000