diff options
Diffstat (limited to 'resulets/outputs/dense_retrieval_baselines/topic_user_K4')
| -rw-r--r-- | resulets/outputs/dense_retrieval_baselines/topic_user_K4/summary.json | 39 |
1 files changed, 39 insertions, 0 deletions
diff --git a/resulets/outputs/dense_retrieval_baselines/topic_user_K4/summary.json b/resulets/outputs/dense_retrieval_baselines/topic_user_K4/summary.json new file mode 100644 index 0000000..bd2cdd8 --- /dev/null +++ b/resulets/outputs/dense_retrieval_baselines/topic_user_K4/summary.json @@ -0,0 +1,39 @@ +{
+ "aggregate": {
+ "dense_minilm_top1": {
+ "rougeL": 0.1165623349420512,
+ "meteor": 0.18663326580520853,
+ "sfd_nolen": 0.7993059511162214,
+ "avg_len": 227.195
+ },
+ "dense_mpnet_top1": {
+ "rougeL": 0.11818723277088544,
+ "meteor": 0.18875778323321796,
+ "sfd_nolen": 0.8179664549308402,
+ "avg_len": 232.69
+ },
+ "dense_e5_top1": {
+ "rougeL": 0.11910482780107752,
+ "meteor": 0.18752784709181344,
+ "sfd_nolen": 0.8803836118758828,
+ "avg_len": 236.06
+ },
+ "dense_bge_top1": {
+ "rougeL": 0.11914980629806343,
+ "meteor": 0.18572971446713582,
+ "sfd_nolen": 0.793203306935874,
+ "avg_len": 224.995
+ }
+ },
+ "significance": {},
+ "num_examples": 200,
+ "task": "topic",
+ "setting": "user",
+ "K": 4,
+ "methods": [
+ "dense_minilm_top1",
+ "dense_mpnet_top1",
+ "dense_e5_top1",
+ "dense_bge_top1"
+ ]
+}
\ No newline at end of file |
