summaryrefslogtreecommitdiff
path: root/resulets/outputs/dense_retrieval_baselines/topic_user_K4/summary.json
blob: bd2cdd878393e8fb027b5de1061cfd1bb43cbb26 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
{
  "aggregate": {
    "dense_minilm_top1": {
      "rougeL": 0.1165623349420512,
      "meteor": 0.18663326580520853,
      "sfd_nolen": 0.7993059511162214,
      "avg_len": 227.195
    },
    "dense_mpnet_top1": {
      "rougeL": 0.11818723277088544,
      "meteor": 0.18875778323321796,
      "sfd_nolen": 0.8179664549308402,
      "avg_len": 232.69
    },
    "dense_e5_top1": {
      "rougeL": 0.11910482780107752,
      "meteor": 0.18752784709181344,
      "sfd_nolen": 0.8803836118758828,
      "avg_len": 236.06
    },
    "dense_bge_top1": {
      "rougeL": 0.11914980629806343,
      "meteor": 0.18572971446713582,
      "sfd_nolen": 0.793203306935874,
      "avg_len": 224.995
    }
  },
  "significance": {},
  "num_examples": 200,
  "task": "topic",
  "setting": "user",
  "K": 4,
  "methods": [
    "dense_minilm_top1",
    "dense_mpnet_top1",
    "dense_e5_top1",
    "dense_bge_top1"
  ]
}