1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
|
{
"d512_L8_s42": {
"bp": {
"test_acc": 0.5893,
"mean_bp_cosine": 0.9648915901780128,
"mean_rho": 0.9918855354189873,
"mean_nudge_01": -0.027046552626416087,
"bp_cosine_per_layer": [
0.9652402400970459,
0.9650944471359253,
0.9653107523918152,
0.9652330875396729,
0.9652847051620483,
0.9657888412475586,
0.9645384550094604,
0.9626421928405762
],
"rho_per_layer": [
0.988792896270752,
0.9915838837623596,
0.9924975037574768,
0.9927228689193726,
0.9931389093399048,
0.9920060038566589,
0.9927037358283997,
0.9916384816169739
]
},
"dfa": {
"test_acc": 0.3057,
"mean_bp_cosine": 0.047012841157993535,
"mean_rho": 0.0019356217235326767,
"mean_nudge_01": -4.894682206213474e-07,
"bp_cosine_per_layer": [
0.37686973810195923,
0.0015315066557377577,
-0.0013667643070220947,
7.698773697484285e-05,
5.11965190526098e-05,
-0.0007562801474705338,
-0.00026300083845853806,
-4.065445682499558e-05
],
"rho_per_layer": [
0.015484973788261414,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
]
},
"credit_bridge": {
"test_acc": 0.2881,
"mean_bp_cosine": 0.04493603203445673,
"mean_rho": 0.004562955349683762,
"mean_nudge_01": -6.300979293882847e-07,
"bp_cosine_per_layer": [
0.20516762137413025,
0.010197397321462631,
0.012989584356546402,
0.01799590140581131,
0.026415985077619553,
0.028529509902000427,
0.02881331369280815,
0.029378943145275116
],
"rho_per_layer": [
0.03650364279747009,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
]
}
},
"d512_L12_s42": {
"bp": {
"test_acc": 0.594,
"mean_bp_cosine": 0.9404260218143463,
"mean_rho": 0.9899803350369135,
"mean_nudge_01": -0.026733027460674446,
"bp_cosine_per_layer": [
0.9423961043357849,
0.9423063397407532,
0.9428478479385376,
0.9422410726547241,
0.9424552917480469,
0.9417660236358643,
0.9408372640609741,
0.9404677152633667,
0.9403290748596191,
0.9396632313728333,
0.935971736907959,
0.9338305592536926
],
"rho_per_layer": [
0.987454891204834,
0.9897942543029785,
0.990141749382019,
0.9901803731918335,
0.9920680522918701,
0.9906818866729736,
0.9903223514556885,
0.9926531910896301,
0.9914379119873047,
0.9897843599319458,
0.9882909059524536,
0.9869540929794312
]
},
"dfa": {
"test_acc": 0.309,
"mean_bp_cosine": 0.032277349038243607,
"mean_rho": -0.003907783577839534,
"mean_nudge_01": -3.9018535365660984e-07,
"bp_cosine_per_layer": [
0.38828110694885254,
0.0037502094637602568,
-0.0013616610085591674,
-0.0004177851078566164,
0.0008564171148464084,
0.00033698498737066984,
0.0006134084542281926,
-0.00040099132456816733,
-0.00013616093201562762,
-0.0008071845513768494,
-0.0019259440014138818,
-0.0014602115843445063
],
"rho_per_layer": [
-0.0468934029340744,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
]
},
"credit_bridge": {
"test_acc": 0.239,
"mean_bp_cosine": 0.032352436101064086,
"mean_rho": 0.0008616718308379253,
"mean_nudge_01": -3.4909074505170185e-07,
"bp_cosine_per_layer": [
0.20759254693984985,
0.005885659717023373,
0.014463091269135475,
0.013757804408669472,
0.01659775897860527,
0.0177934467792511,
0.018012138083577156,
0.019089948385953903,
0.019284311681985855,
0.01838410645723343,
0.01891487091779709,
0.018453549593687057
],
"rho_per_layer": [
0.010340061970055103,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
]
}
}
}
|
