1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
|
{
"d512_L4_s123": {
"dfa": {
"test_acc": 0.3094,
"mean_bp_cosine": 0.10695587818554486,
"mean_rho": 0.002404893282800913,
"mean_nudge_01": -1.237611286342144e-06,
"bp_cosine_per_layer": [
0.4263063073158264,
0.0001657301909290254,
0.0015438150148838758,
-0.00019233977945987135
],
"rho_per_layer": [
0.009619573131203651,
0.0,
0.0,
0.0
]
},
"credit_bridge": {
"test_acc": 0.3091,
"mean_bp_cosine": 0.13187050633132458,
"mean_rho": 0.0010322919115424156,
"mean_nudge_01": -2.3283064365386963e-06,
"bp_cosine_per_layer": [
0.4222239851951599,
0.024459093809127808,
0.03995171934366226,
0.04084722697734833
],
"rho_per_layer": [
0.0041291676461696625,
0.0,
0.0,
0.0
]
}
},
"d512_L4_s456": {
"dfa": {
"test_acc": 0.3092,
"mean_bp_cosine": 0.10119853421929292,
"mean_rho": 0.004450018052011728,
"mean_nudge_01": -1.212814822793007e-06,
"bp_cosine_per_layer": [
0.4088655710220337,
-0.002644116524606943,
-0.0004242559662088752,
-0.0010030616540461779
],
"rho_per_layer": [
0.017800072208046913,
0.0,
0.0,
0.0
]
},
"credit_bridge": {
"test_acc": 0.3082,
"mean_bp_cosine": 0.14468976389616728,
"mean_rho": 0.007643831893801689,
"mean_nudge_01": -1.9122380763292313e-06,
"bp_cosine_per_layer": [
0.4191405475139618,
0.03466985002160072,
0.062135644257068634,
0.06281301379203796
],
"rho_per_layer": [
0.030575327575206757,
0.0,
0.0,
0.0
]
}
}
}
|
