summaryrefslogtreecommitdiff
path: root/resulets/outputs/dense_retrieval_baselines/review_user_K4/summary.json
blob: 08e7540b45d57b2e69141bddd33715ab3e6e5eea (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
{
  "aggregate": {
    "dense_minilm_top1": {
      "rougeL": 0.13634167996937627,
      "meteor": 0.19007702913610236,
      "sfd_nolen": 0.6699762816479236,
      "avg_len": 213.215
    },
    "dense_mpnet_top1": {
      "rougeL": 0.1373899379012414,
      "meteor": 0.19026458136155466,
      "sfd_nolen": 0.7026739815740055,
      "avg_len": 217.525
    },
    "dense_e5_top1": {
      "rougeL": 0.13778466039449483,
      "meteor": 0.19137571071197623,
      "sfd_nolen": 0.6781906955515157,
      "avg_len": 219.245
    },
    "dense_bge_top1": {
      "rougeL": 0.1397550736294082,
      "meteor": 0.19234841124713037,
      "sfd_nolen": 0.6609804389020235,
      "avg_len": 214.785
    }
  },
  "significance": {},
  "num_examples": 200,
  "task": "review",
  "setting": "user",
  "K": 4,
  "methods": [
    "dense_minilm_top1",
    "dense_mpnet_top1",
    "dense_e5_top1",
    "dense_bge_top1"
  ]
}