diff options
Diffstat (limited to 'artifacts/vg_5k_tiers/diagnostics_visible_relations.json')
| -rw-r--r-- | artifacts/vg_5k_tiers/diagnostics_visible_relations.json | 21 |
1 files changed, 21 insertions, 0 deletions
diff --git a/artifacts/vg_5k_tiers/diagnostics_visible_relations.json b/artifacts/vg_5k_tiers/diagnostics_visible_relations.json new file mode 100644 index 0000000..3aeb9ba --- /dev/null +++ b/artifacts/vg_5k_tiers/diagnostics_visible_relations.json @@ -0,0 +1,21 @@ +{ + "nodes": 5000, + "views_per_node": 16, + "vision_model": "facebook/dinov2-small", + "text_model": "Qwen/Qwen2.5-1.5B", + "text_tier": "visible_relations", + "bundle_signature_retrieval": { + "r@1": 0.0, + "r@5": 0.0007999999797903001, + "r@10": 0.0015999999595806003, + "mean_reciprocal_rank": 0.0017711286200210452, + "median_rank": 2284.0, + "chance_r@1": 0.0002, + "chance_r@5": 0.001, + "chance_r@10": 0.002 + }, + "paired_bundle_signature_cosine_mean": 0.05582399293780327, + "shuffled_bundle_signature_cosine_mean": -0.001317771035246551, + "between_scene_pairwise_cosine_spearman": 0.16464457667131285, + "evaluation_note": "Ground-truth permutation is used only to score signatures and relation geometry, never to fit them." +}
\ No newline at end of file |