1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
|
{
"npz": "retest/hrm_righteous_step26040_full_n2048.npz",
"n": 2048,
"exact_acc": 0.52587890625,
"late_drift_def": "mean(drift_zH[:, -4:])",
"otsu_tau_log10": 0.7878647951431916,
"frac_converged": 0.5048828125,
"cells": {
"A_conv_correct": {
"n": 1020,
"lam1_median": -0.15225201100111008,
"lam1_mean": -0.14917536273087356,
"lam1_iqr": [
-0.17794504761695862,
-0.12353727221488953
],
"lam8_median": -0.2292146310210228,
"spectrum_median": [
-0.15225201100111008,
-0.16475734114646912,
-0.1838746815919876,
-0.1940322071313858,
-0.2046389803290367,
-0.2135268971323967,
-0.22090013325214386,
-0.2292146310210228
],
"token_acc_median": 1.0,
"halted_at_median": 4.0
},
"B_conv_wrong": {
"n": 14,
"lam1_median": -0.035938894376158714,
"lam1_mean": -0.045284229197672436,
"lam1_iqr": [
-0.10053892433643341,
0.023329108022153378
],
"lam8_median": -0.09174276143312454,
"spectrum_median": [
-0.035938894376158714,
-0.042827894911170006,
-0.05657286383211613,
-0.06455842405557632,
-0.07352825626730919,
-0.07300741225481033,
-0.08471239358186722,
-0.09174276143312454
],
"token_acc_median": 0.6419753134250641,
"halted_at_median": 0.0
},
"C_nonconv_correct": {
"n": 57,
"lam1_median": -0.04426668584346771,
"lam1_mean": -0.03947403389560222,
"lam1_iqr": [
-0.0739532858133316,
-0.009610416367650032
],
"lam8_median": -0.115885429084301,
"spectrum_median": [
-0.04426668584346771,
-0.06513039767742157,
-0.07873687148094177,
-0.09092652052640915,
-0.09820108860731125,
-0.10941123217344284,
-0.10965009033679962,
-0.115885429084301
],
"token_acc_median": 1.0,
"halted_at_median": 14.0
},
"D_nonconv_wrong": {
"n": 957,
"lam1_median": 0.031880877912044525,
"lam1_mean": 0.037503608156111645,
"lam1_iqr": [
0.001404385082423687,
0.07097765058279037
],
"lam8_median": -0.06430909037590027,
"spectrum_median": [
0.031880877912044525,
0.002569675212725997,
-0.016799692064523697,
-0.029757805168628693,
-0.04117149859666824,
-0.049708690494298935,
-0.05613057315349579,
-0.06430909037590027
],
"token_acc_median": 0.6296296119689941,
"halted_at_median": 0.0
}
},
"mixture": {
"wrong_that_converged": 0.014418125643666324,
"correct_that_nonconverged": 0.052924791086350974
},
"contrasts": {
"dlam1_correct_minus_wrong_overall": -0.18112388998270035,
"dlam1_within_converged": -0.11631311662495136,
"dlam1_within_nonconverged": -0.07614756375551224,
"dlam1_wrong_conv_minus_wrong_nonconv": -0.06781977228820324
},
"auc": {
"neg_lam1_predicts_correct_overall": 0.987268674570913,
"neg_lam1_predicts_correct_within_conv": 0.8455182072829132,
"neg_lam1_predicts_correct_within_nonconv": 0.8541128160002933,
"neg_logdrift_predicts_correct": 0.9627364412914158,
"neg_lam1_predicts_converged": 0.9916087731145015
},
"aux": {
"late_drift_zL_corr_with_zH_log": 0.9984897992742242,
"q_halt_final_median_by_cell": {
"A_conv_correct": 7.46875,
"B_conv_wrong": -6.671875,
"C_nonconv_correct": 7.4375,
"D_nonconv_wrong": -9.625
}
}
}
|
