1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
|
{
"npz": "/home/yurenh2/rrm/research/flossing/diag_trm_step13020_512.npz",
"n": 512,
"exact_acc": 0.595703125,
"late_drift_def": "mean(drift_zH[:, -4:])",
"otsu_tau_log10": 0.7298937072389344,
"frac_converged": 0.59765625,
"cells": {
"A_conv_correct": {
"n": 296,
"lam1_median": -0.004329816671088338,
"lam1_mean": -0.002230541864829885,
"lam1_iqr": [
-0.011287129484117031,
0.00519718776922673
],
"lam8_median": -0.03249448351562023,
"spectrum_median": [
-0.004329816671088338,
-0.016021928749978542,
-0.021661318838596344,
-0.02548989001661539,
-0.02795236185193062,
-0.03012390434741974,
-0.03131883405148983,
-0.03249448351562023
],
"token_acc_median": 1.0,
"halted_at_median": 3.0
},
"B_conv_wrong": {
"n": 10,
"lam1_median": -0.0027067698538303375,
"lam1_mean": -0.003216998477000743,
"lam1_iqr": [
-0.008983954321593046,
0.0009138719469774514
],
"lam8_median": -0.024164372123777866,
"spectrum_median": [
-0.0027067698538303375,
-0.009424471529200673,
-0.014679631683975458,
-0.014942141249775887,
-0.017778784036636353,
-0.01962883025407791,
-0.020820041187107563,
-0.024164372123777866
],
"token_acc_median": 0.5555555820465088,
"halted_at_median": 0.0
},
"C_nonconv_correct": {
"n": 9,
"lam1_median": 0.04190123826265335,
"lam1_mean": 0.04164694120279617,
"lam1_iqr": [
0.03228544816374779,
0.047971080988645554
],
"lam8_median": -0.018014254048466682,
"spectrum_median": [
0.04190123826265335,
0.022236861288547516,
0.008249719627201557,
0.006971194874495268,
-0.008609719574451447,
-0.007754913531243801,
-0.010403371416032314,
-0.018014254048466682
],
"token_acc_median": 1.0,
"halted_at_median": 14.0
},
"D_nonconv_wrong": {
"n": 197,
"lam1_median": 0.03166300058364868,
"lam1_mean": 0.030858048445575867,
"lam1_iqr": [
0.01434984989464283,
0.04617198556661606
],
"lam8_median": -0.012672499753534794,
"spectrum_median": [
0.03166300058364868,
0.01676548644900322,
0.007448865100741386,
0.0023278011940419674,
-0.0027259995695203543,
-0.007005904335528612,
-0.009610905312001705,
-0.012672499753534794
],
"token_acc_median": 0.6419752836227417,
"halted_at_median": 0.0
}
},
"mixture": {
"wrong_that_converged": 0.04830917874396135,
"correct_that_nonconverged": 0.029508196721311476
},
"contrasts": {
"dlam1_correct_minus_wrong_overall": -0.03387995809316635,
"dlam1_within_converged": -0.0016230468172580004,
"dlam1_within_nonconverged": 0.01023823767900467,
"dlam1_wrong_conv_minus_wrong_nonconv": -0.03436977043747902
},
"auc": {
"neg_lam1_predicts_correct_overall": 0.8491644887938544,
"neg_lam1_predicts_correct_within_conv": 0.5148648648648648,
"neg_lam1_predicts_correct_within_nonconv": 0.3598420755781162,
"neg_logdrift_predicts_correct": 0.9758295715530213,
"neg_lam1_predicts_converged": 0.8866996636842439
},
"aux": {
"late_drift_zL_corr_with_zH_log": 0.9964963268090318,
"q_halt_final_median_by_cell": {
"A_conv_correct": 7.25,
"B_conv_wrong": -10.71875,
"C_nonconv_correct": 7.25,
"D_nonconv_wrong": -10.4375
}
}
}
|
