{ "protocol": "No cross-modal map and no image-text pair is used by the energy or optimizer. Paired text is loaded only for trajectory and oracle diagnostics; the final step is fixed by CLI arguments.", "mode": "free_language_latent_particles", "split": "val", "rows": [ 67, 99, 100, 109, 118, 161, 170, 200, 203, 257, 280, 282, 293, 301, 322, 370, 377, 382, 387, 390, 419, 422, 462, 478, 511, 608, 610, 628, 630, 669, 681, 694, 762, 816, 843, 900, 949, 1052, 1074, 1081, 1089, 1102, 1103, 1107, 1144, 1145, 1155, 1162, 1168, 1182, 1209, 1212, 1271, 1286, 1293, 1351, 1365, 1371, 1378, 1382, 1478, 1513, 1516, 1520, 1523, 1532, 1616, 1636, 1716, 1727, 1740, 1746, 1754, 1782, 1892, 1902, 1933, 1943, 1995, 2006, 2089, 2145, 2147, 2177, 2179, 2256, 2274, 2283, 2312, 2324, 2326, 2388, 2434, 2476, 2522, 2527, 2605, 2662, 2737, 2749, 2968, 3032, 3085, 3096, 3104, 3105, 3115, 3175, 3180, 3197, 3203, 3204, 3304, 3375, 3393, 3410, 3423, 3425, 3434, 3461, 3493, 3498, 3510, 3529, 3547, 3566, 3631, 3681, 3756, 3821, 3836, 3848, 3953, 3960, 3969, 3975, 3977, 3979, 3995, 4011, 4053, 4054, 4072, 4077, 4141, 4271, 4280, 4351, 4463, 4480, 4486, 4494, 4561, 4605, 4616, 4641, 4734, 4743, 4768, 4808, 4840, 4860, 4906, 4917, 4960, 5013, 5062, 5073, 5108, 5162, 5204, 5214, 5224, 5270, 5274, 5300, 5304, 5371, 5387, 5447, 5477, 5479, 5515, 5516, 5522, 5550, 5553, 5576, 5680, 5711, 5752, 5808, 5950, 6043, 6049, 6055, 6063, 6089, 6110, 6143, 6151, 6167, 6171, 6209, 6230, 6248, 6257, 6278, 6282, 6304, 6318, 6377, 6425, 6505, 6533, 6542, 6554, 6557, 6582, 6586, 6666, 6767, 6791, 6890, 6896, 6902, 6977, 6990, 6992, 7016, 7044, 7151, 7156, 7203, 7228, 7283, 7317, 7330, 7355, 7376, 7382, 7409, 7414, 7421, 7454, 7575, 7608, 7610, 7646, 7723, 7843, 7900, 7974, 7978, 7979, 8039 ], "vision_model": "facebook/dinov2-small", "text_model": "Qwen/Qwen2.5-0.5B", "text_observation": "multi-description orbit mean", "args": { "manifest": "artifacts/manifest.json", "vision": "artifacts/vision.pt", "text": "artifacts/text.pt", "text_orbits": "artifacts/text_orbits_qwen0p5b.pt", "prototypes": "artifacts/gw.pt", "split": "val", "samples": 256, "steps": 100, "lr": 0.03, "projections": 128, "relation_weight_start": 0.4, "relation_weight_end": 2.0, "conditional_weight_start": 0.05, "conditional_weight_end": 0.2, "distribution_weight": 80.0, "manifold_weight": 3.0, "noise": 0.01, "device": "cuda:1", "seed": 20260729, "output": "artifacts/energy_free_orbit_val_m3.pt", "metrics_output": "artifacts/energy_free_orbit_val_m3.json" }, "history": [ { "step": 0, "total": 1.3123884201049805, "relation": 2.0622549057006836, "conditional": 6.369930744171143, "distribution": 2.306600072188303e-05, "manifold": 0.055714886635541916, "paired_evaluation_only": { "r@1": 0.0, "r@5": 0.02734375, "r@10": 0.0390625, "median_rank": 120.0, "paired_cosine": 0.9130582809448242 } }, { "step": 20, "total": 0.6967138051986694, "relation": 0.2906731367111206, "conditional": 1.0122325420379639, "distribution": 5.4642132454318926e-05, "manifold": 0.13402637839317322, "paired_evaluation_only": { "r@1": 0.0078125, "r@5": 0.0390625, "r@10": 0.08203125, "median_rank": 93.0, "paired_cosine": 0.8084006309509277 } }, { "step": 40, "total": 0.6310794353485107, "relation": 0.18344643712043762, "conditional": 0.8764175176620483, "distribution": 3.0234368750825524e-05, "manifold": 0.11382348835468292, "paired_evaluation_only": { "r@1": 0.00390625, "r@5": 0.04296875, "r@10": 0.08984375, "median_rank": 98.0, "paired_cosine": 0.826833963394165 } }, { "step": 60, "total": 0.6738133430480957, "relation": 0.13714738190174103, "conditional": 0.710588276386261, "distribution": 3.7581172364298254e-05, "manifold": 0.12826800346374512, "paired_evaluation_only": { "r@1": 0.0078125, "r@5": 0.046875, "r@10": 0.09375, "median_rank": 94.0, "paired_cosine": 0.8105900883674622 } }, { "step": 80, "total": 0.7217186689376831, "relation": 0.11356258392333984, "conditional": 0.5576475858688354, "distribution": 4.682375583797693e-05, "manifold": 0.1441291868686676, "paired_evaluation_only": { "r@1": 0.0078125, "r@5": 0.04296875, "r@10": 0.09375, "median_rank": 91.0, "paired_cosine": 0.7922015190124512 } }, { "step": 100, "total": 0.7573089599609375, "relation": 0.09208287298679352, "conditional": 0.4560110867023468, "distribution": 5.431548197520897e-05, "manifold": 0.1591985821723938, "paired_evaluation_only": { "r@1": 0.00390625, "r@5": 0.04296875, "r@10": 0.09375, "median_rank": 90.0, "paired_cosine": 0.7755627036094666 } } ], "oracle_energy_components": { "relation": 1.3903268575668335, "conditional": 5.657899379730225, "distribution": 1.7103759546444053e-06, "manifold": 0.015520617365837097 } }