1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
|
{
"config": {
"L": 4,
"d": 256,
"seed": 42,
"lr_update": 0.001,
"estimator_epochs": 100
},
"credit_quality": {
"dfa": {
"gamma": 0.008470005544950254,
"rho": -0.022525018197484314,
"nudge": -2.3932622525535407e-05
},
"scalar_cb": {
"gamma": 0.12223921716213226,
"rho": 0.09000759199261665,
"nudge": -0.00036903251748299226
},
"vec_eT_M4": {
"gamma": 0.37760399281978607,
"rho": 0.41141805797815323,
"nudge": -0.0013705549063161016
},
"oracle_bp": {
"gamma": 1.0,
"rho": 0.9979714304208755,
"nudge": -0.0031722619314678013
}
},
"exploitability": {
"dfa": {
"gamma": 0.008470005544950254,
"rho": -0.022525018197484314,
"nudge": -2.3932622525535407e-05,
"loss_before": 1.1802499413490295,
"loss_after_1step": 1.1798909544944762,
"delta_loss_1step": -0.00035898685455326707,
"delta_acc_1step": 0.002343749999999978
},
"scalar_cb": {
"gamma": 0.12223921716213226,
"rho": 0.09000759199261665,
"nudge": -0.00036903251748299226,
"loss_before": 1.1802499413490295,
"loss_after_1step": 1.1835142850875855,
"delta_loss_1step": 0.003264343738555997,
"delta_acc_1step": 0.0007812499999999556
},
"vec_eT_M4": {
"gamma": 0.37760399281978607,
"rho": 0.41141805797815323,
"nudge": -0.0013705549063161016,
"loss_before": 1.1802499413490295,
"loss_after_1step": 1.1832772016525268,
"delta_loss_1step": 0.0030272603034973145,
"delta_acc_1step": -0.0031250000000000444
},
"oracle_bp": {
"gamma": 1.0,
"rho": 0.9979714304208755,
"nudge": -0.0031722619314678013,
"loss_before": 1.1802499413490295,
"loss_after_1step": 1.1796290874481201,
"delta_loss_1step": -0.0006208539009093794,
"delta_acc_1step": 0.005468750000000022
}
},
"rollout": {
"dfa": {
"1": {
"loss": 1.1801316797733308,
"acc": 0.61328125,
"delta_loss": -0.00011826157569871931,
"delta_acc": 0.6109375
},
"5": {
"loss": 1.18045933842659,
"acc": 0.615625,
"delta_loss": 0.00020939707756051362,
"delta_acc": 0.61328125
},
"20": {
"loss": 1.1795716643333436,
"acc": 0.61171875,
"delta_loss": -0.0006782770156859019,
"delta_acc": 0.609375
}
},
"scalar_cb": {
"1": {
"loss": 1.1848249435424805,
"acc": 0.6125,
"delta_loss": 0.004575002193450972,
"delta_acc": 0.6117187500000001
},
"5": {
"loss": 1.222687977552414,
"acc": 0.60234375,
"delta_loss": 0.04243803620338449,
"delta_acc": 0.6015625
},
"20": {
"loss": 1.584816002845764,
"acc": 0.5546875,
"delta_loss": 0.4045660614967346,
"delta_acc": 0.55390625
}
},
"vec_eT_M4": {
"1": {
"loss": 1.1844943702220916,
"acc": 0.6015625,
"delta_loss": 0.004244428873062089,
"delta_acc": 0.6046875
},
"5": {
"loss": 1.2300199925899507,
"acc": 0.590625,
"delta_loss": 0.049770051240921154,
"delta_acc": 0.59375
},
"20": {
"loss": 1.4517351746559144,
"acc": 0.54296875,
"delta_loss": 0.2714852333068849,
"delta_acc": 0.54609375
}
},
"oracle_bp": {
"1": {
"loss": 1.180982232093811,
"acc": 0.61328125,
"delta_loss": 0.0007322907447815385,
"delta_acc": 0.6078125
},
"5": {
"loss": 1.1867272675037384,
"acc": 0.61796875,
"delta_loss": 0.006477326154708862,
"delta_acc": 0.6124999999999999
},
"20": {
"loss": 1.2059795916080476,
"acc": 0.6171875,
"delta_loss": 0.025729650259018078,
"delta_acc": 0.61171875
}
}
},
"layer_ablation": {
"dfa": {
"last_1": {
"delta_loss": 7.04765319825551e-05,
"loss": 1.180320417881012
},
"last_2": {
"delta_loss": 0.0005654990673065186,
"loss": 1.180815440416336
},
"all": {
"delta_loss": 0.0015505015850068027,
"loss": 1.1818004429340363
}
},
"scalar_cb": {
"last_1": {
"delta_loss": 0.008096528053283647,
"loss": 1.1883464694023131
},
"last_2": {
"delta_loss": 0.01775211691856393,
"loss": 1.1980020582675934
},
"all": {
"delta_loss": 0.04727613925933838,
"loss": 1.2275260806083679
}
},
"vec_eT_M4": {
"last_1": {
"delta_loss": 0.006879746913909912,
"loss": 1.1871296882629394
},
"last_2": {
"delta_loss": 0.014995932579040527,
"loss": 1.19524587392807
},
"all": {
"delta_loss": 0.05422646403312692,
"loss": 1.2344764053821564
}
},
"oracle_bp": {
"last_1": {
"delta_loss": 0.0035166800022126132,
"loss": 1.183766621351242
},
"last_2": {
"delta_loss": 0.004922467470169112,
"loss": 1.1851724088191986
},
"all": {
"delta_loss": 0.0027257800102233887,
"loss": 1.1829757213592529
}
}
}
}
|
