summaryrefslogtreecommitdiff
path: root/artifacts/vg_5k/smoke_graph_diagnostics.json
diff options
context:
space:
mode:
Diffstat (limited to 'artifacts/vg_5k/smoke_graph_diagnostics.json')
-rw-r--r--artifacts/vg_5k/smoke_graph_diagnostics.json38
1 files changed, 38 insertions, 0 deletions
diff --git a/artifacts/vg_5k/smoke_graph_diagnostics.json b/artifacts/vg_5k/smoke_graph_diagnostics.json
new file mode 100644
index 0000000..3ad73f2
--- /dev/null
+++ b/artifacts/vg_5k/smoke_graph_diagnostics.json
@@ -0,0 +1,38 @@
+{
+ "nodes": 8,
+ "knn": 4,
+ "eigenpairs": 4,
+ "heat_scales": 6,
+ "message_passing_steps": 2,
+ "graph_signature_retrieval": {
+ "r@1": 0.25,
+ "r@5": 0.875,
+ "r@10": 1.0,
+ "mean_reciprocal_rank": 0.4833333194255829,
+ "median_rank": 2.0,
+ "chance_r@1": 0.125,
+ "chance_r@5": 0.625,
+ "chance_r@10": 1.0
+ },
+ "bundle_signature_retrieval": {
+ "r@1": 0.0,
+ "r@5": 0.625,
+ "r@10": 1.0,
+ "mean_reciprocal_rank": 0.25535714626312256,
+ "median_rank": 5.0,
+ "chance_r@1": 0.125,
+ "chance_r@5": 0.625,
+ "chance_r@10": 1.0
+ },
+ "combined_signature_retrieval": {
+ "r@1": 0.125,
+ "r@5": 0.875,
+ "r@10": 1.0,
+ "mean_reciprocal_rank": 0.36994048953056335,
+ "median_rank": 3.0,
+ "chance_r@1": 0.125,
+ "chance_r@5": 0.625,
+ "chance_r@10": 1.0
+ },
+ "evaluation_note": "Each signature is computed independently from one modality. Ground truth is loaded only after graph construction to score the hidden permutation."
+} \ No newline at end of file