summaryrefslogtreecommitdiff
path: root/results
diff options
context:
space:
mode:
Diffstat (limited to 'results')
-rw-r--r--results/confirmatory/clean_grads/bp_s42.json74
-rw-r--r--results/confirmatory/clean_grads/credit_bridge_s42.json74
-rw-r--r--results/confirmatory/clean_grads/dfa_s42.json74
-rw-r--r--results/confirmatory/clean_grads/state_bridge_s42.json74
4 files changed, 296 insertions, 0 deletions
diff --git a/results/confirmatory/clean_grads/bp_s42.json b/results/confirmatory/clean_grads/bp_s42.json
new file mode 100644
index 0000000..a82a9e7
--- /dev/null
+++ b/results/confirmatory/clean_grads/bp_s42.json
@@ -0,0 +1,74 @@
+{
+ "method": "bp",
+ "seed": 42,
+ "batch_size": 256,
+ "y_first5": [
+ 3,
+ 8,
+ 8,
+ 0,
+ 6
+ ],
+ "first_param_norm": 79.2987289428711,
+ "method_A": {
+ "loss": 1.1766504049301147,
+ "acc": 0.61328125,
+ "per_layer": [
+ {
+ "mean_norm": 1.686370444328733e-12,
+ "median_norm": 1.686370444328733e-12,
+ "max_norm": 1.686370444328733e-12,
+ "s_1e6": 0.0
+ },
+ {
+ "mean_norm": 1.2735369399677343e-12,
+ "median_norm": 1.2735369399677343e-12,
+ "max_norm": 1.2735369399677343e-12,
+ "s_1e6": 0.0
+ },
+ {
+ "mean_norm": 1.691380325727354e-13,
+ "median_norm": 1.691380325727354e-13,
+ "max_norm": 1.691380325727354e-13,
+ "s_1e6": 0.0
+ },
+ {
+ "mean_norm": 1.4800498066708245e-12,
+ "median_norm": 1.4800498066708245e-12,
+ "max_norm": 1.4800498066708245e-12,
+ "s_1e6": 0.0
+ }
+ ]
+ },
+ "method_B": {
+ "loss": 1.1766504049301147,
+ "acc": 0.61328125,
+ "per_layer": [
+ {
+ "mean_norm": 1.686370444328733e-12,
+ "median_norm": 1.686370444328733e-12,
+ "max_norm": 1.686370444328733e-12,
+ "s_1e6": 0.0
+ },
+ {
+ "mean_norm": 1.2735369399677343e-12,
+ "median_norm": 1.2735369399677343e-12,
+ "max_norm": 1.2735369399677343e-12,
+ "s_1e6": 0.0
+ },
+ {
+ "mean_norm": 1.691380325727354e-13,
+ "median_norm": 1.691380325727354e-13,
+ "max_norm": 1.691380325727354e-13,
+ "s_1e6": 0.0
+ },
+ {
+ "mean_norm": 1.4800498066708245e-12,
+ "median_norm": 1.4800498066708245e-12,
+ "max_norm": 1.4800498066708245e-12,
+ "s_1e6": 0.0
+ }
+ ]
+ },
+ "method_C_embed_grad_norm": 0.3029431104660034
+} \ No newline at end of file
diff --git a/results/confirmatory/clean_grads/credit_bridge_s42.json b/results/confirmatory/clean_grads/credit_bridge_s42.json
new file mode 100644
index 0000000..e0760a6
--- /dev/null
+++ b/results/confirmatory/clean_grads/credit_bridge_s42.json
@@ -0,0 +1,74 @@
+{
+ "method": "credit_bridge",
+ "seed": 42,
+ "batch_size": 256,
+ "y_first5": [
+ 3,
+ 8,
+ 8,
+ 0,
+ 6
+ ],
+ "first_param_norm": 1510.4136962890625,
+ "method_A": {
+ "loss": 2.001465320587158,
+ "acc": 0.25390625,
+ "per_layer": [
+ {
+ "mean_norm": 1.1000469402034328e-14,
+ "median_norm": 1.1000469402034328e-14,
+ "max_norm": 1.1000469402034328e-14,
+ "s_1e6": 0.0
+ },
+ {
+ "mean_norm": 4.4292934381258566e-17,
+ "median_norm": 4.4292934381258566e-17,
+ "max_norm": 4.4292934381258566e-17,
+ "s_1e6": 0.0
+ },
+ {
+ "mean_norm": 2.1339835398853298e-17,
+ "median_norm": 2.1339835398853298e-17,
+ "max_norm": 2.1339835398853298e-17,
+ "s_1e6": 0.0
+ },
+ {
+ "mean_norm": 2.4727265738711054e-17,
+ "median_norm": 2.4727265738711054e-17,
+ "max_norm": 2.4727265738711054e-17,
+ "s_1e6": 0.0
+ }
+ ]
+ },
+ "method_B": {
+ "loss": 2.001465320587158,
+ "acc": 0.25390625,
+ "per_layer": [
+ {
+ "mean_norm": 1.1000469402034328e-14,
+ "median_norm": 1.1000469402034328e-14,
+ "max_norm": 1.1000469402034328e-14,
+ "s_1e6": 0.0
+ },
+ {
+ "mean_norm": 4.4292934381258566e-17,
+ "median_norm": 4.4292934381258566e-17,
+ "max_norm": 4.4292934381258566e-17,
+ "s_1e6": 0.0
+ },
+ {
+ "mean_norm": 2.1339835398853298e-17,
+ "median_norm": 2.1339835398853298e-17,
+ "max_norm": 2.1339835398853298e-17,
+ "s_1e6": 0.0
+ },
+ {
+ "mean_norm": 2.4727265738711054e-17,
+ "median_norm": 2.4727265738711054e-17,
+ "max_norm": 2.4727265738711054e-17,
+ "s_1e6": 0.0
+ }
+ ]
+ },
+ "method_C_embed_grad_norm": 0.0007018167525529861
+} \ No newline at end of file
diff --git a/results/confirmatory/clean_grads/dfa_s42.json b/results/confirmatory/clean_grads/dfa_s42.json
new file mode 100644
index 0000000..5148d18
--- /dev/null
+++ b/results/confirmatory/clean_grads/dfa_s42.json
@@ -0,0 +1,74 @@
+{
+ "method": "dfa",
+ "seed": 42,
+ "batch_size": 256,
+ "y_first5": [
+ 3,
+ 8,
+ 8,
+ 0,
+ 6
+ ],
+ "first_param_norm": 2842.21484375,
+ "method_A": {
+ "loss": 1.9194912910461426,
+ "acc": 0.3203125,
+ "per_layer": [
+ {
+ "mean_norm": 1.831593551956598e-14,
+ "median_norm": 1.831593551956598e-14,
+ "max_norm": 1.831593551956598e-14,
+ "s_1e6": 0.0
+ },
+ {
+ "mean_norm": 3.0867769878465775e-17,
+ "median_norm": 3.0867769878465775e-17,
+ "max_norm": 3.0867769878465775e-17,
+ "s_1e6": 0.0
+ },
+ {
+ "mean_norm": 2.6333336159656264e-17,
+ "median_norm": 2.6333336159656264e-17,
+ "max_norm": 2.6333336159656264e-17,
+ "s_1e6": 0.0
+ },
+ {
+ "mean_norm": 1.706431748357901e-17,
+ "median_norm": 1.706431748357901e-17,
+ "max_norm": 1.706431748357901e-17,
+ "s_1e6": 0.0
+ }
+ ]
+ },
+ "method_B": {
+ "loss": 1.9194912910461426,
+ "acc": 0.3203125,
+ "per_layer": [
+ {
+ "mean_norm": 1.831593551956598e-14,
+ "median_norm": 1.831593551956598e-14,
+ "max_norm": 1.831593551956598e-14,
+ "s_1e6": 0.0
+ },
+ {
+ "mean_norm": 3.0867769878465775e-17,
+ "median_norm": 3.0867769878465775e-17,
+ "max_norm": 3.0867769878465775e-17,
+ "s_1e6": 0.0
+ },
+ {
+ "mean_norm": 2.6333336159656264e-17,
+ "median_norm": 2.6333336159656264e-17,
+ "max_norm": 2.6333336159656264e-17,
+ "s_1e6": 0.0
+ },
+ {
+ "mean_norm": 1.706431748357901e-17,
+ "median_norm": 1.706431748357901e-17,
+ "max_norm": 1.706431748357901e-17,
+ "s_1e6": 0.0
+ }
+ ]
+ },
+ "method_C_embed_grad_norm": 0.000234484818065539
+} \ No newline at end of file
diff --git a/results/confirmatory/clean_grads/state_bridge_s42.json b/results/confirmatory/clean_grads/state_bridge_s42.json
new file mode 100644
index 0000000..49f61ff
--- /dev/null
+++ b/results/confirmatory/clean_grads/state_bridge_s42.json
@@ -0,0 +1,74 @@
+{
+ "method": "state_bridge",
+ "seed": 42,
+ "batch_size": 256,
+ "y_first5": [
+ 3,
+ 8,
+ 8,
+ 0,
+ 6
+ ],
+ "first_param_norm": 110.32453155517578,
+ "method_A": {
+ "loss": 2.1803927421569824,
+ "acc": 0.2109375,
+ "per_layer": [
+ {
+ "mean_norm": 1.00335579146342e-13,
+ "median_norm": 1.00335579146342e-13,
+ "max_norm": 1.00335579146342e-13,
+ "s_1e6": 0.0
+ },
+ {
+ "mean_norm": 3.422851537176257e-17,
+ "median_norm": 3.422851537176257e-17,
+ "max_norm": 3.422851537176257e-17,
+ "s_1e6": 0.0
+ },
+ {
+ "mean_norm": 3.4853149230803414e-17,
+ "median_norm": 3.4853149230803414e-17,
+ "max_norm": 3.4853149230803414e-17,
+ "s_1e6": 0.0
+ },
+ {
+ "mean_norm": 2.7703627018799358e-17,
+ "median_norm": 2.7703627018799358e-17,
+ "max_norm": 2.7703627018799358e-17,
+ "s_1e6": 0.0
+ }
+ ]
+ },
+ "method_B": {
+ "loss": 2.1803927421569824,
+ "acc": 0.2109375,
+ "per_layer": [
+ {
+ "mean_norm": 1.00335579146342e-13,
+ "median_norm": 1.00335579146342e-13,
+ "max_norm": 1.00335579146342e-13,
+ "s_1e6": 0.0
+ },
+ {
+ "mean_norm": 3.422851537176257e-17,
+ "median_norm": 3.422851537176257e-17,
+ "max_norm": 3.422851537176257e-17,
+ "s_1e6": 0.0
+ },
+ {
+ "mean_norm": 3.4853149230803414e-17,
+ "median_norm": 3.4853149230803414e-17,
+ "max_norm": 3.4853149230803414e-17,
+ "s_1e6": 0.0
+ },
+ {
+ "mean_norm": 2.7703627018799358e-17,
+ "median_norm": 2.7703627018799358e-17,
+ "max_norm": 2.7703627018799358e-17,
+ "s_1e6": 0.0
+ }
+ ]
+ },
+ "method_C_embed_grad_norm": 0.011516685597598553
+} \ No newline at end of file