summaryrefslogtreecommitdiff
path: root/artifacts/vg_5k_tiers/diagnostics_qa_expanded.json
blob: e4aa560239636afedd62562c198deff323a08ae1 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
{
  "nodes": 5000,
  "views_per_node": 16,
  "vision_model": "facebook/dinov2-small",
  "text_model": "Qwen/Qwen2.5-1.5B",
  "text_tier": "qa_expanded",
  "bundle_signature_retrieval": {
    "r@1": 0.00019999999494757503,
    "r@5": 0.0010000000474974513,
    "r@10": 0.0026000000070780516,
    "mean_reciprocal_rank": 0.0020724113564938307,
    "median_rank": 2343.0,
    "chance_r@1": 0.0002,
    "chance_r@5": 0.001,
    "chance_r@10": 0.002
  },
  "paired_bundle_signature_cosine_mean": 0.0445115827023983,
  "shuffled_bundle_signature_cosine_mean": -0.0030243454966694117,
  "between_scene_pairwise_cosine_spearman": 0.1578689378287447,
  "evaluation_note": "Ground-truth permutation is used only to score signatures and relation geometry, never to fit them."
}