{ "protocol": "No cross-modal map and no image-text pair is used by the energy or optimizer. Paired text is loaded only for trajectory and oracle diagnostics; the final step is fixed by CLI arguments.", "mode": "free_language_latent_particles", "split": "test", "rows": [ 25, 34, 51, 89, 97, 124, 133, 134, 137, 199, 219, 222, 228, 246, 259, 279, 304, 318, 340, 395, 434, 472, 487, 520, 539, 565, 615, 654, 661, 670, 734, 748, 754, 760, 828, 856, 887, 906, 917, 972, 973, 1023, 1030, 1044, 1072, 1117, 1196, 1202, 1206, 1284, 1305, 1306, 1310, 1343, 1358, 1390, 1401, 1417, 1480, 1576, 1594, 1610, 1646, 1723, 1771, 1821, 1833, 1895, 1981, 1983, 1984, 1987, 2044, 2054, 2103, 2112, 2113, 2124, 2130, 2131, 2139, 2161, 2180, 2197, 2260, 2265, 2319, 2330, 2410, 2412, 2429, 2433, 2458, 2523, 2551, 2572, 2600, 2615, 2678, 2690, 2788, 2803, 2848, 2851, 2906, 2909, 2955, 2956, 3008, 3078, 3082, 3087, 3097, 3109, 3130, 3162, 3245, 3412, 3437, 3451, 3459, 3476, 3500, 3539, 3648, 3701, 3703, 3724, 3771, 3774, 3826, 3834, 3951, 3972, 4007, 4027, 4028, 4041, 4313, 4317, 4343, 4367, 4402, 4452, 4501, 4510, 4556, 4562, 4663, 4686, 4748, 4801, 4816, 4879, 4881, 4882, 4902, 4942, 4981, 5016, 5056, 5160, 5171, 5240, 5261, 5327, 5330, 5343, 5441, 5541, 5580, 5581, 5595, 5618, 5621, 5701, 5724, 5743, 5760, 5763, 5767, 5807, 5835, 5854, 5867, 5881, 5947, 5964, 5970, 5989, 6002, 6005, 6008, 6031, 6067, 6068, 6078, 6127, 6192, 6242, 6250, 6258, 6283, 6300, 6306, 6334, 6376, 6486, 6532, 6549, 6645, 6661, 6694, 6733, 6781, 6796, 6830, 6921, 7153, 7170, 7263, 7492, 7507, 7542, 7549, 7581, 7584, 7597, 7631, 7639, 7682, 7702, 7739, 7750, 7791, 7874, 7881, 7909, 7912, 7921, 7962, 7973, 7986, 7996, 8015, 8023, 8054, 8070, 8079, 8084, 8175, 8185, 8199, 8225, 8267, 8274 ], "vision_model": "facebook/dinov2-small", "text_model": "Qwen/Qwen2.5-0.5B", "text_observation": "multi-description orbit mean", "args": { "manifest": "artifacts/manifest.json", "vision": "artifacts/vision.pt", "text": "artifacts/text.pt", "text_orbits": "artifacts/text_orbits_qwen0p5b.pt", "prototypes": "artifacts/gw.pt", "split": "test", "samples": 256, "steps": 100, "lr": 0.03, "projections": 128, "relation_weight_start": 0.4, "relation_weight_end": 2.0, "conditional_weight_start": 0.05, "conditional_weight_end": 0.2, "distribution_weight": 80.0, "manifold_weight": 30.0, "noise": 0.01, "shuffle_visual_energy": true, "device": "cuda:1", "seed": 20260729, "output": "artifacts/energy_shuffled_visual_test_m30.pt", "metrics_output": "artifacts/energy_shuffled_visual_test_m30.json" }, "history": [ { "step": 0, "total": 2.79232120513916, "relation": 1.9839476346969604, "conditional": 6.509006500244141, "distribution": 2.306600072188303e-05, "manifold": 0.055714886635541916, "paired_evaluation_only": { "r@1": 0.01171875, "r@5": 0.01953125, "r@10": 0.0234375, "median_rank": 125.0, "paired_cosine": 0.914258599281311 } }, { "step": 20, "total": 1.4515647888183594, "relation": 0.7680755853652954, "conditional": 5.271060943603516, "distribution": 6.25674056209391e-06, "manifold": 0.01587883196771145, "paired_evaluation_only": { "r@1": 0.00390625, "r@5": 0.01953125, "r@10": 0.0390625, "median_rank": 128.0, "paired_cosine": 0.9469530582427979 } }, { "step": 40, "total": 1.7209906578063965, "relation": 0.6368089318275452, "conditional": 4.760684013366699, "distribution": 7.502216249122284e-06, "manifold": 0.01781446486711502, "paired_evaluation_only": { "r@1": 0.00390625, "r@5": 0.01953125, "r@10": 0.05078125, "median_rank": 121.0, "paired_cosine": 0.942028284072876 } }, { "step": 60, "total": 1.9970067739486694, "relation": 0.5068680644035339, "conditional": 4.310593605041504, "distribution": 1.0917675353994127e-05, "manifold": 0.02344365604221821, "paired_evaluation_only": { "r@1": 0.0, "r@5": 0.0234375, "r@10": 0.03125, "median_rank": 120.0, "paired_cosine": 0.9335986375808716 } }, { "step": 80, "total": 2.41437029838562, "relation": 0.5180772542953491, "conditional": 3.8692095279693604, "distribution": 1.6836944269016385e-05, "manifold": 0.029496271163225174, "paired_evaluation_only": { "r@1": 0.00390625, "r@5": 0.0234375, "r@10": 0.046875, "median_rank": 122.0, "paired_cosine": 0.9236079454421997 } }, { "step": 100, "total": 2.696110725402832, "relation": 0.45120301842689514, "conditional": 3.3563013076782227, "distribution": 2.408323962299619e-05, "manifold": 0.037350594997406006, "paired_evaluation_only": { "r@1": 0.0078125, "r@5": 0.015625, "r@10": 0.04296875, "median_rank": 120.0, "paired_cosine": 0.9116026163101196 } } ], "oracle_energy_components": { "relation": 2.0404303073883057, "conditional": 6.480917453765869, "distribution": 1.6883968783076853e-06, "manifold": 0.01465684175491333 } }