{ "protocol": "No cross-modal map and no image-text pair is used by the energy or optimizer. Paired text is loaded only for trajectory and oracle diagnostics; the final step is fixed by CLI arguments.", "mode": "free_language_latent_particles", "split": "val", "rows": [ 67, 99, 100, 109, 118, 161, 170, 200, 203, 257, 280, 282, 293, 301, 322, 370, 377, 382, 387, 390, 419, 422, 462, 478, 511, 608, 610, 628, 630, 669, 681, 694, 762, 816, 843, 900, 949, 1052, 1074, 1081, 1089, 1102, 1103, 1107, 1144, 1145, 1155, 1162, 1168, 1182, 1209, 1212, 1271, 1286, 1293, 1351, 1365, 1371, 1378, 1382, 1478, 1513, 1516, 1520, 1523, 1532, 1616, 1636, 1716, 1727, 1740, 1746, 1754, 1782, 1892, 1902, 1933, 1943, 1995, 2006, 2089, 2145, 2147, 2177, 2179, 2256, 2274, 2283, 2312, 2324, 2326, 2388, 2434, 2476, 2522, 2527, 2605, 2662, 2737, 2749, 2968, 3032, 3085, 3096, 3104, 3105, 3115, 3175, 3180, 3197, 3203, 3204, 3304, 3375, 3393, 3410, 3423, 3425, 3434, 3461, 3493, 3498, 3510, 3529, 3547, 3566, 3631, 3681, 3756, 3821, 3836, 3848, 3953, 3960, 3969, 3975, 3977, 3979, 3995, 4011, 4053, 4054, 4072, 4077, 4141, 4271, 4280, 4351, 4463, 4480, 4486, 4494, 4561, 4605, 4616, 4641, 4734, 4743, 4768, 4808, 4840, 4860, 4906, 4917, 4960, 5013, 5062, 5073, 5108, 5162, 5204, 5214, 5224, 5270, 5274, 5300, 5304, 5371, 5387, 5447, 5477, 5479, 5515, 5516, 5522, 5550, 5553, 5576, 5680, 5711, 5752, 5808, 5950, 6043, 6049, 6055, 6063, 6089, 6110, 6143, 6151, 6167, 6171, 6209, 6230, 6248, 6257, 6278, 6282, 6304, 6318, 6377, 6425, 6505, 6533, 6542, 6554, 6557, 6582, 6586, 6666, 6767, 6791, 6890, 6896, 6902, 6977, 6990, 6992, 7016, 7044, 7151, 7156, 7203, 7228, 7283, 7317, 7330, 7355, 7376, 7382, 7409, 7414, 7421, 7454, 7575, 7608, 7610, 7646, 7723, 7843, 7900, 7974, 7978, 7979, 8039 ], "vision_model": "facebook/dinov2-small", "text_model": "Qwen/Qwen2.5-0.5B", "text_observation": "multi-description orbit mean", "args": { "manifest": "artifacts/manifest.json", "vision": "artifacts/vision.pt", "text": "artifacts/text.pt", "text_orbits": "artifacts/text_orbits_qwen0p5b.pt", "prototypes": "artifacts/gw.pt", "split": "val", "samples": 256, "steps": 100, "lr": 0.03, "projections": 128, "relation_weight_start": 0.4, "relation_weight_end": 2.0, "conditional_weight_start": 0.05, "conditional_weight_end": 0.2, "distribution_weight": 80.0, "manifold_weight": 30.0, "noise": 0.01, "device": "cuda:1", "seed": 20260729, "output": "artifacts/energy_free_orbit_val_m30.pt", "metrics_output": "artifacts/energy_free_orbit_val_m30.json" }, "history": [ { "step": 0, "total": 2.816690444946289, "relation": 2.0622549057006836, "conditional": 6.369930744171143, "distribution": 2.306600072188303e-05, "manifold": 0.055714886635541916, "paired_evaluation_only": { "r@1": 0.0, "r@5": 0.02734375, "r@10": 0.0390625, "median_rank": 120.0, "paired_cosine": 0.9130582809448242 } }, { "step": 20, "total": 1.5169248580932617, "relation": 0.8246351480484009, "conditional": 5.106357574462891, "distribution": 5.656800567521714e-06, "manifold": 0.017140882089734077, "paired_evaluation_only": { "r@1": 0.00390625, "r@5": 0.01171875, "r@10": 0.03515625, "median_rank": 117.0, "paired_cosine": 0.9465929269790649 } }, { "step": 40, "total": 1.785550832748413, "relation": 0.673457145690918, "conditional": 4.656148910522461, "distribution": 7.015379651420517e-06, "manifold": 0.019080588594079018, "paired_evaluation_only": { "r@1": 0.00390625, "r@5": 0.015625, "r@10": 0.02734375, "median_rank": 114.0, "paired_cosine": 0.9419299364089966 } }, { "step": 60, "total": 2.0907883644104004, "relation": 0.555483877658844, "conditional": 4.169102668762207, "distribution": 1.1762076610466465e-05, "manifold": 0.025023838505148888, "paired_evaluation_only": { "r@1": 0.00390625, "r@5": 0.01171875, "r@10": 0.04296875, "median_rank": 121.0, "paired_cosine": 0.9306038022041321 } }, { "step": 80, "total": 2.4984371662139893, "relation": 0.5817487239837646, "conditional": 3.9866716861724854, "distribution": 1.3532262528315187e-05, "manifold": 0.028076089918613434, "paired_evaluation_only": { "r@1": 0.00390625, "r@5": 0.015625, "r@10": 0.04296875, "median_rank": 128.0, "paired_cosine": 0.9262158870697021 } }, { "step": 100, "total": 2.637594699859619, "relation": 0.4311440587043762, "conditional": 3.212853193283081, "distribution": 2.387556196481455e-05, "manifold": 0.03769419342279434, "paired_evaluation_only": { "r@1": 0.00390625, "r@5": 0.015625, "r@10": 0.04296875, "median_rank": 126.0, "paired_cosine": 0.9108560681343079 } } ], "oracle_energy_components": { "relation": 1.3903268575668335, "conditional": 5.657899379730225, "distribution": 1.7103759546444053e-06, "manifold": 0.015520617365837097 } }