1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
|
{
"npz": "/home/yurenh2/rrm/research/flossing/diag_8k.npz",
"n": 8192,
"exact_acc": 0.524658203125,
"late_drift_def": "mean(drift_zH[:, -4:])",
"otsu_tau_log10": 0.766353451713377,
"frac_converged": 0.508544921875,
"cells": {
"A_conv_correct": {
"n": 4103,
"lam1_median": -0.8617429137229919,
"lam1_mean": -0.8564737750180547,
"lam1_iqr": [
-0.9020151197910309,
-0.815339982509613
],
"lam8_median": -0.9746241569519043,
"spectrum_median": [
-0.8617429137229919,
-0.8905690908432007,
-0.9112593531608582,
-0.9292124509811401,
-0.9435566663742065,
-0.9553980827331543,
-0.9662551879882812,
-0.9746241569519043
],
"token_acc_median": 1.0,
"halted_at_median": 4.0
},
"B_conv_wrong": {
"n": 63,
"lam1_median": -0.5912281274795532,
"lam1_mean": -0.6317614662268806,
"lam1_iqr": [
-0.809065192937851,
-0.5061159133911133
],
"lam8_median": -0.7379652261734009,
"spectrum_median": [
-0.5912281274795532,
-0.6236273050308228,
-0.6583524942398071,
-0.681266725063324,
-0.6938952207565308,
-0.7069988250732422,
-0.7344604730606079,
-0.7379652261734009
],
"token_acc_median": 0.6296296119689941,
"halted_at_median": 0.0
},
"C_nonconv_correct": {
"n": 195,
"lam1_median": -0.694297194480896,
"lam1_mean": -0.6856319598662548,
"lam1_iqr": [
-0.7354169189929962,
-0.6466438174247742
],
"lam8_median": -0.7886528372764587,
"spectrum_median": [
-0.694297194480896,
-0.7198933362960815,
-0.7372102737426758,
-0.7535885572433472,
-0.7657074928283691,
-0.7715225219726562,
-0.7826006412506104,
-0.7886528372764587
],
"token_acc_median": 1.0,
"halted_at_median": 14.0
},
"D_nonconv_wrong": {
"n": 3831,
"lam1_median": -0.5997700691223145,
"lam1_mean": -0.5970111100099877,
"lam1_iqr": [
-0.64748615026474,
-0.548848420381546
],
"lam8_median": -0.7142836451530457,
"spectrum_median": [
-0.5997700691223145,
-0.634728193283081,
-0.6558717489242554,
-0.6714187860488892,
-0.6842536330223083,
-0.6956309676170349,
-0.7056014537811279,
-0.7142836451530457
],
"token_acc_median": 0.6296296119689941,
"halted_at_median": 0.0
}
},
"mixture": {
"wrong_that_converged": 0.016178736517719568,
"correct_that_nonconverged": 0.04536993950674732
},
"contrasts": {
"dlam1_correct_minus_wrong_overall": -0.2586202025413513,
"dlam1_within_converged": -0.2705147862434387,
"dlam1_within_nonconverged": -0.09452712535858154,
"dlam1_wrong_conv_minus_wrong_nonconv": 0.00854194164276123
},
"auc": {
"neg_lam1_predicts_correct_overall": 0.9841127835524125,
"neg_lam1_predicts_correct_within_conv": 0.8520014391328065,
"neg_lam1_predicts_correct_within_nonconv": 0.8180149790173282,
"neg_logdrift_predicts_correct": 0.9639893544685683,
"neg_lam1_predicts_converged": 0.9859867295607834
},
"aux": {
"late_drift_zL_corr_with_zH_log": 0.9985142270869076,
"q_halt_final_median_by_cell": {
"A_conv_correct": 7.46875,
"B_conv_wrong": -8.6875,
"C_nonconv_correct": 7.46875,
"D_nonconv_wrong": -9.625
}
}
}
|
