diff options
| author | BLUESKY477 <abcd15803148000@163.com> | 2026-05-22 19:23:44 -0500 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2026-05-22 19:23:44 -0500 |
| commit | 896df7f11b441a9b8dfa50820024a82884da58d0 (patch) | |
| tree | 0182ae4a7a0bb16ee6a764393838a580e1ba1c31 /resulets/outputs/injection_ablation_rerun/review_user_K4/summary.json | |
| parent | 6f48c4fae3243e280b27a977c6a8cb731becf446 (diff) | |
Diffstat (limited to 'resulets/outputs/injection_ablation_rerun/review_user_K4/summary.json')
| -rw-r--r-- | resulets/outputs/injection_ablation_rerun/review_user_K4/summary.json | 46 |
1 files changed, 46 insertions, 0 deletions
diff --git a/resulets/outputs/injection_ablation_rerun/review_user_K4/summary.json b/resulets/outputs/injection_ablation_rerun/review_user_K4/summary.json new file mode 100644 index 0000000..4f1bce5 --- /dev/null +++ b/resulets/outputs/injection_ablation_rerun/review_user_K4/summary.json @@ -0,0 +1,46 @@ +{
+ "aggregate": {
+ "uph": {
+ "rougeL": 0.12591913138908858,
+ "meteor": 0.15704431994591794,
+ "sfd_nolen": 0.9380754971612366,
+ "avg_len": 165.04
+ },
+ "lm_head_update": {
+ "rougeL": 0.1381619922784921,
+ "meteor": 0.14988041373383443,
+ "sfd_nolen": 1.2312511738320773,
+ "avg_len": 142.135
+ }
+ },
+ "significance": {
+ "lm_head_update": {
+ "rougeL": {
+ "mean_a": 0.12591913138908858,
+ "mean_b": 0.1381619922784921,
+ "mean_diff": -0.012242860889403491,
+ "ci_low": -0.015769665293717965,
+ "ci_high": -0.008716056485089017,
+ "t_pval": 1.1679421884663955e-10,
+ "w_pval": 5.342212114561821e-11
+ },
+ "sfd_nolen": {
+ "mean_a": 0.9380754971612366,
+ "mean_b": 1.2312511738320773,
+ "mean_diff": -0.2931756766708408,
+ "ci_low": -1.0036757003149965,
+ "ci_high": 0.41732434697331494,
+ "t_pval": 0.41961878992446333,
+ "w_pval": 0.04049481176403265
+ }
+ }
+ },
+ "num_examples": 200,
+ "task": "review",
+ "setting": "user",
+ "K": 4,
+ "methods": [
+ "uph",
+ "lm_head_update"
+ ]
+}
\ No newline at end of file |
