{
  "aggregate": {
    "uph": {
      "rougeL": 0.11947665707568338,
      "meteor": 0.2031354029453746,
      "sfd_nolen": 0.8995390462886158,
      "avg_len": 246.47
    },
    "lm_head_update": {
      "rougeL": 0.12993177009628162,
      "meteor": 0.19363473440376885,
      "sfd_nolen": 0.9707037426803997,
      "avg_len": 253.99
    }
  },
  "significance": {
    "lm_head_update": {
      "rougeL": {
        "mean_a": 0.11947665707568338,
        "mean_b": 0.12993177009628162,
        "mean_diff": -0.010455113020598263,
        "ci_low": -0.013828552374635705,
        "ci_high": -0.0070816736665608206,
        "t_pval": 6.213636827361804e-09,
        "w_pval": 1.1330271751337874e-11
      },
      "sfd_nolen": {
        "mean_a": 0.8995390462886158,
        "mean_b": 0.9707037426803997,
        "mean_diff": -0.07116469639178391,
        "ci_low": -0.1589445052822547,
        "ci_high": 0.016615112498686885,
        "t_pval": 0.1136461024786351,
        "w_pval": 0.7252815218848135
      }
    }
  },
  "num_examples": 200,
  "task": "topic",
  "setting": "user",
  "K": 4,
  "methods": [
    "uph",
    "lm_head_update"
  ]
}