summaryrefslogtreecommitdiff
path: root/results/snapshot_exploit/snapshot_L4_d256_s42.json
diff options
context:
space:
mode:
Diffstat (limited to 'results/snapshot_exploit/snapshot_L4_d256_s42.json')
-rw-r--r--results/snapshot_exploit/snapshot_L4_d256_s42.json209
1 files changed, 209 insertions, 0 deletions
diff --git a/results/snapshot_exploit/snapshot_L4_d256_s42.json b/results/snapshot_exploit/snapshot_L4_d256_s42.json
new file mode 100644
index 0000000..45860f7
--- /dev/null
+++ b/results/snapshot_exploit/snapshot_L4_d256_s42.json
@@ -0,0 +1,209 @@
+{
+ "config": {
+ "L": 4,
+ "d": 256,
+ "seed": 42,
+ "lr_update": 0.001,
+ "estimator_epochs": 100
+ },
+ "credit_quality": {
+ "dfa": {
+ "gamma": 0.008470005544950254,
+ "rho": -0.022525018197484314,
+ "nudge": -2.3932622525535407e-05
+ },
+ "scalar_cb": {
+ "gamma": 0.12223921716213226,
+ "rho": 0.09000759199261665,
+ "nudge": -0.00036903251748299226
+ },
+ "vec_eT_M4": {
+ "gamma": 0.37760399281978607,
+ "rho": 0.41141805797815323,
+ "nudge": -0.0013705549063161016
+ },
+ "oracle_bp": {
+ "gamma": 1.0,
+ "rho": 0.9979714304208755,
+ "nudge": -0.0031722619314678013
+ }
+ },
+ "exploitability": {
+ "dfa": {
+ "gamma": 0.008470005544950254,
+ "rho": -0.022525018197484314,
+ "nudge": -2.3932622525535407e-05,
+ "loss_before": 1.1802499413490295,
+ "loss_after_1step": 1.1798909544944762,
+ "delta_loss_1step": -0.00035898685455326707,
+ "delta_acc_1step": 0.002343749999999978
+ },
+ "scalar_cb": {
+ "gamma": 0.12223921716213226,
+ "rho": 0.09000759199261665,
+ "nudge": -0.00036903251748299226,
+ "loss_before": 1.1802499413490295,
+ "loss_after_1step": 1.1835142850875855,
+ "delta_loss_1step": 0.003264343738555997,
+ "delta_acc_1step": 0.0007812499999999556
+ },
+ "vec_eT_M4": {
+ "gamma": 0.37760399281978607,
+ "rho": 0.41141805797815323,
+ "nudge": -0.0013705549063161016,
+ "loss_before": 1.1802499413490295,
+ "loss_after_1step": 1.1832772016525268,
+ "delta_loss_1step": 0.0030272603034973145,
+ "delta_acc_1step": -0.0031250000000000444
+ },
+ "oracle_bp": {
+ "gamma": 1.0,
+ "rho": 0.9979714304208755,
+ "nudge": -0.0031722619314678013,
+ "loss_before": 1.1802499413490295,
+ "loss_after_1step": 1.1796290874481201,
+ "delta_loss_1step": -0.0006208539009093794,
+ "delta_acc_1step": 0.005468750000000022
+ }
+ },
+ "rollout": {
+ "dfa": {
+ "1": {
+ "loss": 1.1801316797733308,
+ "acc": 0.61328125,
+ "delta_loss": -0.00011826157569871931,
+ "delta_acc": 0.6109375
+ },
+ "5": {
+ "loss": 1.18045933842659,
+ "acc": 0.615625,
+ "delta_loss": 0.00020939707756051362,
+ "delta_acc": 0.61328125
+ },
+ "20": {
+ "loss": 1.1795716643333436,
+ "acc": 0.61171875,
+ "delta_loss": -0.0006782770156859019,
+ "delta_acc": 0.609375
+ }
+ },
+ "scalar_cb": {
+ "1": {
+ "loss": 1.1848249435424805,
+ "acc": 0.6125,
+ "delta_loss": 0.004575002193450972,
+ "delta_acc": 0.6117187500000001
+ },
+ "5": {
+ "loss": 1.222687977552414,
+ "acc": 0.60234375,
+ "delta_loss": 0.04243803620338449,
+ "delta_acc": 0.6015625
+ },
+ "20": {
+ "loss": 1.584816002845764,
+ "acc": 0.5546875,
+ "delta_loss": 0.4045660614967346,
+ "delta_acc": 0.55390625
+ }
+ },
+ "vec_eT_M4": {
+ "1": {
+ "loss": 1.1844943702220916,
+ "acc": 0.6015625,
+ "delta_loss": 0.004244428873062089,
+ "delta_acc": 0.6046875
+ },
+ "5": {
+ "loss": 1.2300199925899507,
+ "acc": 0.590625,
+ "delta_loss": 0.049770051240921154,
+ "delta_acc": 0.59375
+ },
+ "20": {
+ "loss": 1.4517351746559144,
+ "acc": 0.54296875,
+ "delta_loss": 0.2714852333068849,
+ "delta_acc": 0.54609375
+ }
+ },
+ "oracle_bp": {
+ "1": {
+ "loss": 1.180982232093811,
+ "acc": 0.61328125,
+ "delta_loss": 0.0007322907447815385,
+ "delta_acc": 0.6078125
+ },
+ "5": {
+ "loss": 1.1867272675037384,
+ "acc": 0.61796875,
+ "delta_loss": 0.006477326154708862,
+ "delta_acc": 0.6124999999999999
+ },
+ "20": {
+ "loss": 1.2059795916080476,
+ "acc": 0.6171875,
+ "delta_loss": 0.025729650259018078,
+ "delta_acc": 0.61171875
+ }
+ }
+ },
+ "layer_ablation": {
+ "dfa": {
+ "last_1": {
+ "delta_loss": 7.04765319825551e-05,
+ "loss": 1.180320417881012
+ },
+ "last_2": {
+ "delta_loss": 0.0005654990673065186,
+ "loss": 1.180815440416336
+ },
+ "all": {
+ "delta_loss": 0.0015505015850068027,
+ "loss": 1.1818004429340363
+ }
+ },
+ "scalar_cb": {
+ "last_1": {
+ "delta_loss": 0.008096528053283647,
+ "loss": 1.1883464694023131
+ },
+ "last_2": {
+ "delta_loss": 0.01775211691856393,
+ "loss": 1.1980020582675934
+ },
+ "all": {
+ "delta_loss": 0.04727613925933838,
+ "loss": 1.2275260806083679
+ }
+ },
+ "vec_eT_M4": {
+ "last_1": {
+ "delta_loss": 0.006879746913909912,
+ "loss": 1.1871296882629394
+ },
+ "last_2": {
+ "delta_loss": 0.014995932579040527,
+ "loss": 1.19524587392807
+ },
+ "all": {
+ "delta_loss": 0.05422646403312692,
+ "loss": 1.2344764053821564
+ }
+ },
+ "oracle_bp": {
+ "last_1": {
+ "delta_loss": 0.0035166800022126132,
+ "loss": 1.183766621351242
+ },
+ "last_2": {
+ "delta_loss": 0.004922467470169112,
+ "loss": 1.1851724088191986
+ },
+ "all": {
+ "delta_loss": 0.0027257800102233887,
+ "loss": 1.1829757213592529
+ }
+ }
+ }
+} \ No newline at end of file