1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
|
{
"nodes": 5000,
"knn": 32,
"eigenpairs": 96,
"heat_scales": 24,
"message_passing_steps": 0,
"graph_signature_retrieval": {
"r@1": 0.0012000000569969416,
"r@5": 0.00419999985024333,
"r@10": 0.007000000216066837,
"mean_reciprocal_rank": 0.004417822230607271,
"median_rank": 1928.0,
"chance_r@1": 0.0002,
"chance_r@5": 0.001,
"chance_r@10": 0.002,
"confidence_margin_precision": {
"10": {
"correct": 0,
"precision": 0.0
},
"50": {
"correct": 0,
"precision": 0.0
},
"100": {
"correct": 0,
"precision": 0.0
},
"500": {
"correct": 0,
"precision": 0.0
},
"1000": {
"correct": 0,
"precision": 0.0
}
},
"mutual_nearest": {
"selected": 1030,
"correct": 0,
"precision": 0.0
}
},
"bundle_signature_retrieval": {
"r@1": 0.0,
"r@5": 0.0007999999797903001,
"r@10": 0.0015999999595806003,
"mean_reciprocal_rank": 0.0017711286200210452,
"median_rank": 2284.0,
"chance_r@1": 0.0002,
"chance_r@5": 0.001,
"chance_r@10": 0.002,
"confidence_margin_precision": {
"10": {
"correct": 0,
"precision": 0.0
},
"50": {
"correct": 0,
"precision": 0.0
},
"100": {
"correct": 0,
"precision": 0.0
},
"500": {
"correct": 0,
"precision": 0.0
},
"1000": {
"correct": 0,
"precision": 0.0
}
},
"mutual_nearest": {
"selected": 694,
"correct": 0,
"precision": 0.0
}
},
"combined_signature_retrieval": {
"r@1": 0.00019999999494757503,
"r@5": 0.0015999999595806003,
"r@10": 0.0034000000450760126,
"mean_reciprocal_rank": 0.002721457276493311,
"median_rank": 1936.0,
"chance_r@1": 0.0002,
"chance_r@5": 0.001,
"chance_r@10": 0.002,
"confidence_margin_precision": {
"10": {
"correct": 0,
"precision": 0.0
},
"50": {
"correct": 0,
"precision": 0.0
},
"100": {
"correct": 0,
"precision": 0.0
},
"500": {
"correct": 0,
"precision": 0.0
},
"1000": {
"correct": 0,
"precision": 0.0
}
},
"mutual_nearest": {
"selected": 783,
"correct": 0,
"precision": 0.0
}
},
"evaluation_note": "Each signature is computed independently from one modality. Ground truth is loaded only after graph construction to score the hidden permutation."
}
|
