summaryrefslogtreecommitdiff
path: root/resulets/outputs/dense_retrieval_baselines/topic_user_K4
diff options
context:
space:
mode:
Diffstat (limited to 'resulets/outputs/dense_retrieval_baselines/topic_user_K4')
-rw-r--r--resulets/outputs/dense_retrieval_baselines/topic_user_K4/summary.json39
1 files changed, 39 insertions, 0 deletions
diff --git a/resulets/outputs/dense_retrieval_baselines/topic_user_K4/summary.json b/resulets/outputs/dense_retrieval_baselines/topic_user_K4/summary.json
new file mode 100644
index 0000000..bd2cdd8
--- /dev/null
+++ b/resulets/outputs/dense_retrieval_baselines/topic_user_K4/summary.json
@@ -0,0 +1,39 @@
+{
+ "aggregate": {
+ "dense_minilm_top1": {
+ "rougeL": 0.1165623349420512,
+ "meteor": 0.18663326580520853,
+ "sfd_nolen": 0.7993059511162214,
+ "avg_len": 227.195
+ },
+ "dense_mpnet_top1": {
+ "rougeL": 0.11818723277088544,
+ "meteor": 0.18875778323321796,
+ "sfd_nolen": 0.8179664549308402,
+ "avg_len": 232.69
+ },
+ "dense_e5_top1": {
+ "rougeL": 0.11910482780107752,
+ "meteor": 0.18752784709181344,
+ "sfd_nolen": 0.8803836118758828,
+ "avg_len": 236.06
+ },
+ "dense_bge_top1": {
+ "rougeL": 0.11914980629806343,
+ "meteor": 0.18572971446713582,
+ "sfd_nolen": 0.793203306935874,
+ "avg_len": 224.995
+ }
+ },
+ "significance": {},
+ "num_examples": 200,
+ "task": "topic",
+ "setting": "user",
+ "K": 4,
+ "methods": [
+ "dense_minilm_top1",
+ "dense_mpnet_top1",
+ "dense_e5_top1",
+ "dense_bge_top1"
+ ]
+} \ No newline at end of file