diff options
| author | BLUESKY477 <abcd15803148000@163.com> | 2026-05-22 19:23:44 -0500 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2026-05-22 19:23:44 -0500 |
| commit | 896df7f11b441a9b8dfa50820024a82884da58d0 (patch) | |
| tree | 0182ae4a7a0bb16ee6a764393838a580e1ba1c31 /resulets/outputs/injection_ablation_rerun/topic_user_K4 | |
| parent | 6f48c4fae3243e280b27a977c6a8cb731becf446 (diff) | |
Diffstat (limited to 'resulets/outputs/injection_ablation_rerun/topic_user_K4')
| -rw-r--r-- | resulets/outputs/injection_ablation_rerun/topic_user_K4/summary.json | 46 |
1 files changed, 46 insertions, 0 deletions
diff --git a/resulets/outputs/injection_ablation_rerun/topic_user_K4/summary.json b/resulets/outputs/injection_ablation_rerun/topic_user_K4/summary.json new file mode 100644 index 0000000..47e5734 --- /dev/null +++ b/resulets/outputs/injection_ablation_rerun/topic_user_K4/summary.json @@ -0,0 +1,46 @@ +{
+ "aggregate": {
+ "uph": {
+ "rougeL": 0.11947665707568338,
+ "meteor": 0.2031354029453746,
+ "sfd_nolen": 0.8995390462886158,
+ "avg_len": 246.47
+ },
+ "lm_head_update": {
+ "rougeL": 0.12993177009628162,
+ "meteor": 0.19363473440376885,
+ "sfd_nolen": 0.9707037426803997,
+ "avg_len": 253.99
+ }
+ },
+ "significance": {
+ "lm_head_update": {
+ "rougeL": {
+ "mean_a": 0.11947665707568338,
+ "mean_b": 0.12993177009628162,
+ "mean_diff": -0.010455113020598263,
+ "ci_low": -0.013828552374635705,
+ "ci_high": -0.0070816736665608206,
+ "t_pval": 6.213636827361804e-09,
+ "w_pval": 1.1330271751337874e-11
+ },
+ "sfd_nolen": {
+ "mean_a": 0.8995390462886158,
+ "mean_b": 0.9707037426803997,
+ "mean_diff": -0.07116469639178391,
+ "ci_low": -0.1589445052822547,
+ "ci_high": 0.016615112498686885,
+ "t_pval": 0.1136461024786351,
+ "w_pval": 0.7252815218848135
+ }
+ }
+ },
+ "num_examples": 200,
+ "task": "topic",
+ "setting": "user",
+ "K": 4,
+ "methods": [
+ "uph",
+ "lm_head_update"
+ ]
+}
\ No newline at end of file |