summaryrefslogtreecommitdiff
path: root/results/training_loss_decrease_3seed.json
blob: 43202b9fc267d35d7b03bbf2446febc36752e9de (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
{
  "description": "Training loss decrease (loss[ep1] - loss[ep30]) for SB+pen, CB+pen, DFA+pen 3-seed. Used in \u00a74 \u00b64 functional triangulation alongside nudging test.",
  "per_method": {
    "state_bridge": {
      "per_seed": {
        "42": {
          "ep1_loss": 2.0474753201293945,
          "ep30_loss": 1.5901478890609742,
          "decrease": 0.45732743106842033
        },
        "123": {
          "ep1_loss": 2.0394552979278564,
          "ep30_loss": 1.5955050112533569,
          "decrease": 0.44395028667449954
        },
        "456": {
          "ep1_loss": 2.0369125997924806,
          "ep30_loss": 1.5980215132904052,
          "decrease": 0.4388910865020754
        }
      },
      "three_seed_mean": 0.44672293474833175,
      "three_seed_std_ddof0": 0.007777762456655643
    },
    "credit_bridge": {
      "per_seed": {
        "42": {
          "ep1_loss": 1.9963660776519776,
          "ep30_loss": 1.8736286736679078,
          "decrease": 0.12273740398406985
        },
        "123": {
          "ep1_loss": 1.9903950632476806,
          "ep30_loss": 1.8727011511993408,
          "decrease": 0.11769391204833979
        },
        "456": {
          "ep1_loss": 1.9934451489257812,
          "ep30_loss": 1.8695441330337523,
          "decrease": 0.12390101589202884
        }
      },
      "three_seed_mean": 0.12144411064147949,
      "three_seed_std_ddof0": 0.0026940044894884965
    },
    "dfa": {
      "per_seed": {
        "42": {
          "ep1_loss": 1.9962164908218383,
          "ep30_loss": 1.8923273934555054,
          "decrease": 0.1038890973663329
        },
        "123": {
          "ep1_loss": 1.9917970180892943,
          "ep30_loss": 1.9041575216674804,
          "decrease": 0.0876394964218139
        },
        "456": {
          "ep1_loss": 1.9882178707504272,
          "ep30_loss": 1.8952873357391358,
          "decrease": 0.09293053501129145
        }
      },
      "three_seed_mean": 0.09481970959981274,
      "three_seed_std_ddof0": 0.006767033726504009
    }
  }
}