diff options
Diffstat (limited to 'artifacts/vg_5k_tiers/diagnostics_qa_expanded.json')
| -rw-r--r-- | artifacts/vg_5k_tiers/diagnostics_qa_expanded.json | 21 |
1 files changed, 21 insertions, 0 deletions
diff --git a/artifacts/vg_5k_tiers/diagnostics_qa_expanded.json b/artifacts/vg_5k_tiers/diagnostics_qa_expanded.json new file mode 100644 index 0000000..e4aa560 --- /dev/null +++ b/artifacts/vg_5k_tiers/diagnostics_qa_expanded.json @@ -0,0 +1,21 @@ +{ + "nodes": 5000, + "views_per_node": 16, + "vision_model": "facebook/dinov2-small", + "text_model": "Qwen/Qwen2.5-1.5B", + "text_tier": "qa_expanded", + "bundle_signature_retrieval": { + "r@1": 0.00019999999494757503, + "r@5": 0.0010000000474974513, + "r@10": 0.0026000000070780516, + "mean_reciprocal_rank": 0.0020724113564938307, + "median_rank": 2343.0, + "chance_r@1": 0.0002, + "chance_r@5": 0.001, + "chance_r@10": 0.002 + }, + "paired_bundle_signature_cosine_mean": 0.0445115827023983, + "shuffled_bundle_signature_cosine_mean": -0.0030243454966694117, + "between_scene_pairwise_cosine_spearman": 0.1578689378287447, + "evaluation_note": "Ground-truth permutation is used only to score signatures and relation geometry, never to fit them." +}
\ No newline at end of file |