summaryrefslogtreecommitdiff
path: root/artifacts/vg_5k_tiers/graph_diagnostics_qa_expanded.json
blob: ec56f0910a532218177894d8a2f88b01ce9a8198 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
{
  "nodes": 5000,
  "knn": 32,
  "eigenpairs": 96,
  "heat_scales": 24,
  "message_passing_steps": 0,
  "graph_signature_retrieval": {
    "r@1": 0.00019999999494757503,
    "r@5": 0.002199999988079071,
    "r@10": 0.004999999888241291,
    "mean_reciprocal_rank": 0.003132139565423131,
    "median_rank": 2025.0,
    "chance_r@1": 0.0002,
    "chance_r@5": 0.001,
    "chance_r@10": 0.002
  },
  "bundle_signature_retrieval": {
    "r@1": 0.00019999999494757503,
    "r@5": 0.0010000000474974513,
    "r@10": 0.0026000000070780516,
    "mean_reciprocal_rank": 0.0020724113564938307,
    "median_rank": 2343.0,
    "chance_r@1": 0.0002,
    "chance_r@5": 0.001,
    "chance_r@10": 0.002
  },
  "combined_signature_retrieval": {
    "r@1": 0.00039999998989515007,
    "r@5": 0.003000000026077032,
    "r@10": 0.005799999926239252,
    "mean_reciprocal_rank": 0.0033490441273897886,
    "median_rank": 2013.0,
    "chance_r@1": 0.0002,
    "chance_r@5": 0.001,
    "chance_r@10": 0.002
  },
  "evaluation_note": "Each signature is computed independently from one modality. Ground truth is loaded only after graph construction to score the hidden permutation."
}