diff options
Diffstat (limited to 'artifacts/manifold_gate/content_gate_flickr_k128.json')
| -rw-r--r-- | artifacts/manifold_gate/content_gate_flickr_k128.json | 357 |
1 files changed, 357 insertions, 0 deletions
diff --git a/artifacts/manifold_gate/content_gate_flickr_k128.json b/artifacts/manifold_gate/content_gate_flickr_k128.json new file mode 100644 index 0000000..eb32f07 --- /dev/null +++ b/artifacts/manifold_gate/content_gate_flickr_k128.json @@ -0,0 +1,357 @@ +{ + "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.", + "dataset": "flickr", + "dims": 128, + "samples": 512, + "gate_a": { + "true": { + "mse": 1.136176218304143, + "mse_channels": [ + 1.136176218304143 + ], + "mse_channel_mean": 1.136176218304143, + "conditional_kl": 97.40103676825036, + "m30_total": 21.75255979025836 + }, + "similarity_shift": { + "mse": 1.9537246294067576, + "mse_channels": [ + 1.9537246294067576 + ], + "mse_channel_mean": 1.9537246294067576, + "conditional_kl": 248.56698480013813, + "m30_total": 53.620846218841145 + }, + "random": { + "mse": { + "mean": 1.99985671043396, + "std": 0.005896694492548704, + "min": 1.9830940961837769, + "true_z": 146.4685821533203, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 1.99985671043396, + "std": 0.005896694492548704, + "min": 1.9830940961837769, + "true_z": 146.4685821533203, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 251.8208465576172, + "std": 2.764803171157837, + "min": 242.947265625, + "true_z": 55.85200500488281, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 54.36388397216797, + "std": 0.5564111471176147, + "min": 52.577919006347656, + "true_z": 58.6101188659668, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 332, + "improving_fraction": 0.0025379158512720155, + "delta_mean": 0.0067103561559910575, + "delta_min": -0.001999873864871458, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 249, + 487 + ], + "delta_mse": -0.001999873864871458, + "text_cosine": 4.518184362300587, + "visual_cosine": -0.5507567581610348 + }, + { + "pair": [ + 161, + 249 + ], + "delta_mse": -0.0019154269748872502, + "text_cosine": 4.248598350982519, + "visual_cosine": 1.2849451278109671 + }, + { + "pair": [ + 162, + 249 + ], + "delta_mse": -0.0017566272482151585, + "text_cosine": 3.8365497546684386, + "visual_cosine": -0.8257147296481121 + }, + { + "pair": [ + 249, + 263 + ], + "delta_mse": -0.0017129573427745657, + "text_cosine": 3.322044975736754, + "visual_cosine": 0.779646086071806 + }, + { + "pair": [ + 448, + 462 + ], + "delta_mse": -0.0016324821028163964, + "text_cosine": -0.23832577449626785, + "visual_cosine": 0.9238613132292879 + }, + { + "pair": [ + 312, + 337 + ], + "delta_mse": -0.0015458402967731017, + "text_cosine": 1.344288973986104, + "visual_cosine": 2.6040273248772507 + }, + { + "pair": [ + 249, + 376 + ], + "delta_mse": -0.001499439601068177, + "text_cosine": 3.9815440961904116, + "visual_cosine": -0.10976963338483188 + }, + { + "pair": [ + 9, + 255 + ], + "delta_mse": -0.0013102834175106176, + "text_cosine": 1.0726696091213177, + "visual_cosine": 2.5903144415397494 + }, + { + "pair": [ + 337, + 485 + ], + "delta_mse": -0.0011987918139132398, + "text_cosine": 1.3784406517350674, + "visual_cosine": 0.8444916412015606 + }, + { + "pair": [ + 392, + 485 + ], + "delta_mse": -0.0011908879193195403, + "text_cosine": 0.9731809910571623, + "visual_cosine": -0.443039386614659 + }, + { + "pair": [ + 404, + 443 + ], + "delta_mse": -0.0010923863591542203, + "text_cosine": 1.7962242061998632, + "visual_cosine": 0.0012392550951359398 + }, + { + "pair": [ + 249, + 474 + ], + "delta_mse": -0.0010695378253222246, + "text_cosine": 3.5174249340441315, + "visual_cosine": 2.8634547096915384 + }, + { + "pair": [ + 9, + 150 + ], + "delta_mse": -0.001050727608190406, + "text_cosine": 0.7565229145242864, + "visual_cosine": 2.657273763844986 + }, + { + "pair": [ + 77, + 249 + ], + "delta_mse": -0.0010476849576410443, + "text_cosine": 3.6255258761802756, + "visual_cosine": 3.1298802818032883 + }, + { + "pair": [ + 131, + 162 + ], + "delta_mse": -0.0010369318057412203, + "text_cosine": 4.2844128401301145, + "visual_cosine": -0.647322406032143 + }, + { + "pair": [ + 119, + 263 + ], + "delta_mse": -0.001004506157151956, + "text_cosine": 3.4502045941543056, + "visual_cosine": 1.8204774124468979 + }, + { + "pair": [ + 119, + 161 + ], + "delta_mse": -0.000999672021273782, + "text_cosine": 4.907905876537117, + "visual_cosine": 1.7612146710426384 + }, + { + "pair": [ + 119, + 376 + ], + "delta_mse": -0.0009980494586391373, + "text_cosine": 4.281487392473242, + "visual_cosine": -0.05953952202158341 + }, + { + "pair": [ + 242, + 485 + ], + "delta_mse": -0.0009639347516474328, + "text_cosine": 0.8339079733956323, + "visual_cosine": -0.2696993055592199 + }, + { + "pair": [ + 259, + 384 + ], + "delta_mse": -0.000955450573944686, + "text_cosine": 1.0441953119473693, + "visual_cosine": 1.3198176951165124 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.556640625, + "final_objective": 1.072196054525041, + "final_energy": { + "mse": 1.072196054525041, + "mse_channels": [ + 1.072196054525041 + ], + "mse_channel_mean": 1.072196054525041, + "conditional_kl": 95.41925762033176, + "m30_total": 21.228243633116435 + }, + "accepted_moves": 210, + "moved_fraction": 0.443359375, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 1.1341763444392714, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 1.0999058500849728, + "accuracy": 0.83203125 + }, + { + "step": 100, + "objective": 1.0879514371596086, + "accuracy": 0.70703125 + }, + { + "step": 150, + "objective": 1.079656311089371, + "accuracy": 0.63671875 + }, + { + "step": 200, + "objective": 1.0726743578327493, + "accuracy": 0.564453125 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.005859375, + "final_objective": 1.1653813982928911, + "final_energy": { + "mse": 1.1653813982928911, + "mse_channels": [ + 1.1653813982928911 + ], + "mse_channel_mean": 1.1653813982928911, + "conditional_kl": 126.41061082583913, + "m30_total": 27.612884961753608 + }, + "accepted_moves": 777, + "moved_fraction": 0.982421875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.017578125, + "final_objective": 1.1258228986160477, + "final_energy": { + "mse": 1.1258228986160477, + "mse_channels": [ + 1.1258228986160477 + ], + "mse_channel_mean": 1.1258228986160477, + "conditional_kl": 130.99284801626771, + "m30_total": 28.45021540048564 + }, + "accepted_moves": 747, + "moved_fraction": 0.990234375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.00390625, + "final_objective": 1.2092587527548313, + "final_energy": { + "mse": 1.2092587527548313, + "mse_channels": [ + 1.2092587527548313 + ], + "mse_channel_mean": 1.2092587527548313, + "conditional_kl": 135.42416554939055, + "m30_total": 29.503350615387774 + }, + "accepted_moves": 861, + "moved_fraction": 0.98828125, + "mse_local_min_certificate": true + } + ], + "verdict": { + "true_z_mse": 146.4685821533203, + "improving_fraction": 0.0025379158512720155, + "identity_strict_local_min": false, + "descent_keeps": 0.556640625, + "true_mse": 1.136176218304143, + "best_random_descent": 1.1258228986160477, + "best_random_accuracy": 0.017578125, + "counterfeit_found": true + } +}
\ No newline at end of file |