diff options
| author | YurenHao0426 <Blackhao0426@gmail.com> | 2026-07-22 06:42:27 -0500 |
|---|---|---|
| committer | YurenHao0426 <Blackhao0426@gmail.com> | 2026-07-22 06:42:27 -0500 |
| commit | c753f5146a2a737dd724b3b84c079430c1c84a68 (patch) | |
| tree | 15829742d7d09bfefafce16b100da796f506e829 | |
| parent | 2304e83086804f78cf752b6144683c6bb5f33002 (diff) | |
figures: foreground somato-dendritic innovation
| -rw-r--r-- | experiments/plot_main_figures.py | 244 | ||||
| -rw-r--r-- | results/figs/figure3_innovation.pdf | bin | 0 -> 37797 bytes | |||
| -rw-r--r-- | results/figs/figure3_innovation.png | bin | 0 -> 226672 bytes | |||
| -rw-r--r-- | results/figs/main_figure_captions.md | 11 | ||||
| -rw-r--r-- | results/figs/main_figure_manifest.json | 1227 |
5 files changed, 1338 insertions, 144 deletions
diff --git a/experiments/plot_main_figures.py b/experiments/plot_main_figures.py index e8afc3f..69009ab 100644 --- a/experiments/plot_main_figures.py +++ b/experiments/plot_main_figures.py @@ -1,5 +1,5 @@ #!/usr/bin/env python3 -"""Generate the two audited, publication-facing SDIL figures. +"""Generate the audited, publication-facing SDIL figures. Strict mode refuses to render a final figure unless every required cell has five clean-provenance seeds. Use ``--allow-incomplete`` only for layout @@ -27,7 +27,16 @@ COLORS = { "EP": "#CC79A7", } MARKERS = {"BP": "*", "FA": "s", "DFA": "^", "SDIL": "o", "EP": "D"} +NUISANCE_COLORS = {"raw": "#777777", "matched": "#E69F00", "residual": "#0072B2"} +NUISANCE_MARKERS = {"raw": "s", "matched": "^", "residual": "o"} +NUISANCE_LABELS = { + "raw": "Raw apical", + "matched": "Norm-matched raw", + "residual": "Innovation", +} DEPTHS = [5, 10, 20, 30, 60] +NUISANCE_LEVELS = [0.0, 0.05, 0.2, 0.5] +NUISANCE_SIGNALS = ("raw", "matched", "residual") EXPECTED_SEEDS = set(range(5)) PDF_METADATA = { "Creator": "SDIL audited figure pipeline", @@ -215,6 +224,61 @@ def ep_groups(root): return rows, groups +def nuisance_signal(row): + """Resolve the signal actually used by one frozen nuisance-control run.""" + args = row["args"] + if args.get("use_residual") == 1 and args.get("raw_scale_control") == "none": + return "residual" + if (args.get("use_residual") == 0 + and args.get("raw_scale_control") == "match_innovation_norm"): + return "matched" + if args.get("use_residual") == 0 and args.get("raw_scale_control") == "none": + return "raw" + raise RuntimeError(f"unrecognized nuisance signal protocol: {row['_path']}") + + +def nuisance_groups(root): + rows = read_many([os.path.join(root, "nuis_ctrl_v1_*.json")]) + groups = {} + for row in rows: + key = (nuisance_signal(row), float(row["args"]["nuis_rho"])) + groups.setdefault(key, []).append(row) + return rows, groups + + +def require_nuisance_protocol(rows): + errors = [] + for row in rows: + args = row["args"] + for key, expected in ( + ("mode", "sdil"), ("dataset", "mnist"), ("depth", 3), + ("width", 256), ("epochs", 15), ("batch_size", 128), + ("act", "tanh"), ("residual", 0), ("momentum", 0.9), + ("device", "cuda"), ("eta", 0.05), ("eta_A", 0.02), + ("eta_P", 0.002), ("pert_sigma", 0.01), ("pert_every", 4), + ("pert_mode", "simultaneous"), ("pert_ndirs", 16), + ("learn_A", 1), ("learn_P", 1), ("p_neutral", 1), + ("p_warmup_steps", 200), ("p_warmup_eta", 0.05), + ("predictor_mode", "diagonal"), ("normalize_delta", 0), + ("settle_steps", 0), ("kappa", 0), ("feedback", "error")): + require_value(errors, row, key, args.get(key), expected) + rho = float(args.get("nuis_rho", math.nan)) + require_value(errors, row, "nuis_rho", rho, + rho if rho in NUISANCE_LEVELS else "one of " + repr(NUISANCE_LEVELS)) + signal = nuisance_signal(row) + expected_signal = { + "raw": (0, "none"), + "matched": (0, "match_innovation_norm"), + "residual": (1, "none"), + }[signal] + require_value(errors, row, "use_residual", args.get("use_residual"), + expected_signal[0]) + require_value(errors, row, "raw_scale_control", args.get("raw_scale_control"), + expected_signal[1]) + if errors: + raise RuntimeError("mixed nuisance-control protocols:\n" + "\n".join(errors)) + + def nondominated(points): """Return increasing-time points that improve accuracy.""" front, best = [], -math.inf @@ -249,6 +313,55 @@ def cell_summary(rows, include_alignment=False): return summary +def used_signal_alignment(row): + """Mean final cosine for the teaching signal that updated the forward weights.""" + values = row.get("final", {}).get("cos_r_negg") + if not values: + return None + finite = [float(value) for value in values if math.isfinite(value)] + return statistics.mean(finite) if finite else None + + +def nuisance_statistics(root): + rows, groups = nuisance_groups(root) + cells = {} + for signal in NUISANCE_SIGNALS: + for rho in NUISANCE_LEVELS: + selected = groups.get((signal, rho), []) + if not selected: + continue + accuracy = [100 * row["final"]["test_acc"] for row in selected] + alignment = [value for row in selected + if (value := used_signal_alignment(row)) is not None] + key = f"{signal}_rho{str(rho).replace('.', 'p')}" + cells[key] = { + "n": len(selected), + "seeds": sorted(row["args"]["seed"] for row in selected), + "accuracy_percent_mean": mean_sd(accuracy)[0], + "accuracy_percent_sd": mean_sd(accuracy)[1], + "used_signal_alignment_mean": mean_sd(alignment)[0], + "used_signal_alignment_sd": mean_sd(alignment)[1], + } + paired = {} + for rho in NUISANCE_LEVELS: + residual = {row["args"]["seed"]: row + for row in groups.get(("residual", rho), [])} + for comparator in ("raw", "matched"): + other = {row["args"]["seed"]: row + for row in groups.get((comparator, rho), [])} + seeds = sorted(set(residual) & set(other)) + if seeds: + gains = [100 * (residual[seed]["final"]["test_acc"] + - other[seed]["final"]["test_acc"]) + for seed in seeds] + paired[f"residual_minus_{comparator}_rho{str(rho).replace('.', 'p')}"] = { + "seeds": seeds, + "accuracy_point_gain_mean": mean_sd(gains)[0], + "accuracy_point_gain_sd": mean_sd(gains)[1], + } + return {"cells": cells, "paired_accuracy": paired} + + def audited_statistics(root): scale = scaling_records(root) sg = scaling_groups(scale) @@ -346,6 +459,7 @@ def audited_statistics(root): "sdil_is_high_accuracy_frontier_endpoint": bool(front and front[-1][2] == "SDIL"), "mnist_exact_ep": ep_exact, "paired_ep_comparison": paired, + "mnist_soma_predictable_traffic": nuisance_statistics(root), } @@ -557,6 +671,111 @@ def plot_scaling(root, outdir, strict): return rows, missing +def plot_innovation(root, outdir, strict): + """Render the Harnett-specific operation and its frozen necessity test.""" + rows, groups = nuisance_groups(root) + require_clean(rows) + require_valid_finals(rows) + require_nuisance_protocol(rows) + missing = require_cells( + groups, + [(signal, rho) for signal in NUISANCE_SIGNALS for rho in NUISANCE_LEVELS], + "MNIST soma-predictable traffic", strict) + + fig, axes = plt.subplots( + 1, 3, figsize=(7.35, 2.55), + gridspec_kw={"width_ratios": [1.30, 1.0, 1.0], "wspace": 0.42}) + + ax = axes[0] + ax.set_xlim(0, 1) + ax.set_ylim(0, 1) + ax.axis("off") + + def box(x, y, text, color="#F2F2F2", edge="#555555", size=7.2): + ax.text(x, y, text, ha="center", va="center", fontsize=size, + bbox={"boxstyle": "round,pad=0.28", "facecolor": color, + "edgecolor": edge, "linewidth": 0.8}) + + def arrow(start, end, color="#555555"): + ax.annotate("", xy=end, xytext=start, + arrowprops={"arrowstyle": "->", "color": color, + "linewidth": 0.9, "shrinkA": 3, "shrinkB": 3}) + + box(0.15, 0.79, "causal feedback\n$A_l c$", "#D9EEF8", COLORS["SDIL"]) + box(0.15, 0.55, "normal traffic\n$\\rho B_l\\odot h_l$") + box(0.12, 0.23, "soma\n$h_l$") + box(0.48, 0.67, "raw apical\n$a_l$") + box(0.50, 0.28, "predicted baseline\n$\\widehat a_l=P_l\\odot h_l+b_l$", size=6.8) + ax.text(0.70, 0.49, "$-$", ha="center", va="center", fontsize=15, + bbox={"boxstyle": "circle,pad=0.18", "facecolor": "white", + "edgecolor": "#555555", "linewidth": 0.8}) + box(0.88, 0.49, "innovation\n$r_l=a_l-\\widehat a_l$", + "#D9EEF8", COLORS["SDIL"]) + box(0.88, 0.17, "local update\n$r_l e_{ij}$", "#E7F5EF", COLORS["FA"]) + arrow((0.25, 0.79), (0.38, 0.70), COLORS["SDIL"]) + arrow((0.25, 0.55), (0.38, 0.64)) + arrow((0.20, 0.25), (0.31, 0.31)) + arrow((0.59, 0.65), (0.66, 0.53)) + arrow((0.60, 0.30), (0.66, 0.45)) + arrow((0.74, 0.49), (0.78, 0.49), COLORS["SDIL"]) + arrow((0.88, 0.40), (0.88, 0.25), COLORS["SDIL"]) + ax.text(0.46, 0.03, "Only the soma-unpredicted component teaches", + ha="center", fontsize=6.0, color="#444444") + ax.set_title("a Extract the innovation", loc="left", fontweight="bold") + + ax = axes[1] + for signal in NUISANCE_SIGNALS: + means, errors = [], [] + for rho in NUISANCE_LEVELS: + values = [100 * row["final"]["test_acc"] + for row in groups.get((signal, rho), [])] + mean, sd = mean_sd(values) + means.append(mean) + errors.append(sd) + ax.errorbar( + NUISANCE_LEVELS, means, yerr=errors, + color=NUISANCE_COLORS[signal], marker=NUISANCE_MARKERS[signal], + markersize=5.5, linewidth=1.4, capsize=2.2, + linestyle="--" if signal == "matched" else "-", + markeredgecolor="white", markeredgewidth=0.5, + label=NUISANCE_LABELS[signal]) + ax.axhline(10, color="#999999", linewidth=0.75, linestyle=":") + ax.text(0.49, 11.8, "chance", ha="right", fontsize=6.3, color="#777777") + ax.set_xlabel("Predictable-traffic strength $\\rho$") + ax.set_ylabel("MNIST test accuracy (%)") + ax.set_ylim(5, 102) + ax.set_title("b Learning survives", loc="left", fontweight="bold") + ax.grid(True, color="#D9D9D9", linewidth=0.55, alpha=0.65) + ax.legend(fontsize=6.5, loc="lower left", handlelength=1.4, + handletextpad=0.35) + + ax = axes[2] + for signal in NUISANCE_SIGNALS: + means, errors = [], [] + for rho in NUISANCE_LEVELS: + values = [value for row in groups.get((signal, rho), []) + if (value := used_signal_alignment(row)) is not None] + mean, sd = mean_sd(values) + means.append(mean) + errors.append(sd) + ax.errorbar( + NUISANCE_LEVELS, means, yerr=errors, + color=NUISANCE_COLORS[signal], marker=NUISANCE_MARKERS[signal], + markersize=5.5, linewidth=1.4, capsize=2.2, + linestyle="--" if signal == "matched" else "-", + markeredgecolor="white", markeredgewidth=0.5) + ax.axhline(0, color="#777777", linewidth=0.8, linestyle="--") + ax.set_xlabel("Predictable-traffic strength $\\rho$") + ax.set_ylabel("cos(used signal, $-\\nabla_h \\mathcal{L}$)") + ax.set_title("c Descent direction survives", loc="left", fontweight="bold") + ax.grid(True, color="#D9D9D9", linewidth=0.55, alpha=0.65) + + fig.savefig(os.path.join(outdir, "figure3_innovation.pdf"), metadata=PDF_METADATA) + fig.savefig(os.path.join(outdir, "figure3_innovation.png"), dpi=320) + plt.close(fig) + return rows, missing + + def file_hash(path): h = hashlib.sha256() with open(path, "rb") as f: @@ -591,6 +810,17 @@ depth and initialization seed. **c,** Mean per-sample cosine between the teachin descent direction, averaged over the earliest third of hidden layers. Exact gradients are used only for this diagnostic, never for local learning. “Scaling” here means preserving useful accuracy and credit assignment as depth grows; flattened-CIFAR accuracy itself does not increase with depth. + +**Figure 3 | Somato-dendritic innovation is necessary under predictable apical traffic.** Mean ± +sample standard deviation across five seeds on MNIST, using depth-3, width-256 networks for 15 +epochs. **a,** The raw apical compartment mixes causal feedback with ordinary traffic predictable +from the same neuron's somatic state. SDIL subtracts the neutral-period per-cell prediction and +uses only the innovation in the local eligibility update. **b,** Test accuracy as predictable +traffic increases. The norm-matched raw control has the innovation's per-sample magnitude but +retains the raw direction. **c,** Final cosine between the signal actually used for learning and +the exact negative hidden-state gradient, averaged over all hidden layers. Exact gradients are +diagnostic only. At `rho=0.5`, raw and norm-matched raw feedback reach chance while innovation +retains `97.35%` accuracy and positive descent alignment. """ @@ -605,7 +835,8 @@ def main(): setup_style() rows1, missing1 = plot_tradeoff(args.results, args.outdir, strict) rows2, missing2 = plot_scaling(args.results, args.outdir, strict) - source_rows = {r["_path"]: r for r in rows1 + rows2} + rows3, missing3 = plot_innovation(args.results, args.outdir, strict) + source_rows = {r["_path"]: r for r in rows1 + rows2 + rows3} source_paths = sorted(source_rows) manifest = { "strict": strict, @@ -613,8 +844,11 @@ def main(): "protocols": { "cifar_scaling": "width64 residual tanh; 5 epochs; d5/10/20/30/60", "ep_comparison": "exact d1/d2 width500; canonical EP dynamics", + "innovation_necessity": ( + "MNIST depth3 width256; 15 epochs; diagonal neutral predictor; " + "raw/norm-matched raw/innovation; rho0/0.05/0.2/0.5"), }, - "missing_cells": missing1 + missing2, + "missing_cells": missing1 + missing2 + missing3, "sources": [ { "path": path, @@ -623,12 +857,16 @@ def main(): "method": method(source_rows[path]), "depth": source_rows[path]["args"]["depth"], "seed": source_rows[path]["args"]["seed"], + "signal": (nuisance_signal(source_rows[path]) + if os.path.basename(path).startswith("nuis_ctrl_v1_") + else None), } for path in source_paths ], "statistics": audited_statistics(args.results), "outputs": ["figure1_pareto.pdf", "figure1_pareto.png", "figure2_scaling.pdf", "figure2_scaling.png", + "figure3_innovation.pdf", "figure3_innovation.png", "main_figure_captions.md"], } with open(os.path.join(args.outdir, "main_figure_manifest.json"), "w") as f: diff --git a/results/figs/figure3_innovation.pdf b/results/figs/figure3_innovation.pdf Binary files differnew file mode 100644 index 0000000..3719b24 --- /dev/null +++ b/results/figs/figure3_innovation.pdf diff --git a/results/figs/figure3_innovation.png b/results/figs/figure3_innovation.png Binary files differnew file mode 100644 index 0000000..543a18b --- /dev/null +++ b/results/figs/figure3_innovation.png diff --git a/results/figs/main_figure_captions.md b/results/figs/main_figure_captions.md index 899fadf..03c16c8 100644 --- a/results/figs/main_figure_captions.md +++ b/results/figs/main_figure_captions.md @@ -22,3 +22,14 @@ depth and initialization seed. **c,** Mean per-sample cosine between the teachin descent direction, averaged over the earliest third of hidden layers. Exact gradients are used only for this diagnostic, never for local learning. “Scaling” here means preserving useful accuracy and credit assignment as depth grows; flattened-CIFAR accuracy itself does not increase with depth. + +**Figure 3 | Somato-dendritic innovation is necessary under predictable apical traffic.** Mean ± +sample standard deviation across five seeds on MNIST, using depth-3, width-256 networks for 15 +epochs. **a,** The raw apical compartment mixes causal feedback with ordinary traffic predictable +from the same neuron's somatic state. SDIL subtracts the neutral-period per-cell prediction and +uses only the innovation in the local eligibility update. **b,** Test accuracy as predictable +traffic increases. The norm-matched raw control has the innovation's per-sample magnitude but +retains the raw direction. **c,** Final cosine between the signal actually used for learning and +the exact negative hidden-state gradient, averaged over all hidden layers. Exact gradients are +diagnostic only. At `rho=0.5`, raw and norm-matched raw feedback reach chance while innovation +retains `97.35%` accuracy and positive descent alignment. diff --git a/results/figs/main_figure_manifest.json b/results/figs/main_figure_manifest.json index df52456..294cf94 100644 --- a/results/figs/main_figure_manifest.json +++ b/results/figs/main_figure_manifest.json @@ -9,7 +9,8 @@ ], "protocols": { "cifar_scaling": "width64 residual tanh; 5 epochs; d5/10/20/30/60", - "ep_comparison": "exact d1/d2 width500; canonical EP dynamics" + "ep_comparison": "exact d1/d2 width500; canonical EP dynamics", + "innovation_necessity": "MNIST depth3 width256; 15 epochs; diagonal neutral predictor; raw/norm-matched raw/innovation; rho0/0.05/0.2/0.5" }, "missing_cells": [], "sources": [ @@ -19,7 +20,8 @@ "git_commit": "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20", "method": "BP", "depth": 1, - "seed": 0 + "seed": 0, + "signal": null }, { "path": "results/ep_archmatch_v1_mnist_bp_w500_d1_s1.json", @@ -27,7 +29,8 @@ "git_commit": "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20", "method": "BP", "depth": 1, - "seed": 1 + "seed": 1, + "signal": null }, { "path": "results/ep_archmatch_v1_mnist_bp_w500_d1_s2.json", @@ -35,7 +38,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "BP", "depth": 1, - "seed": 2 + "seed": 2, + "signal": null }, { "path": "results/ep_archmatch_v1_mnist_bp_w500_d1_s3.json", @@ -43,7 +47,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "BP", "depth": 1, - "seed": 3 + "seed": 3, + "signal": null }, { "path": "results/ep_archmatch_v1_mnist_bp_w500_d1_s4.json", @@ -51,7 +56,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "BP", "depth": 1, - "seed": 4 + "seed": 4, + "signal": null }, { "path": "results/ep_archmatch_v1_mnist_dfa_w500_d1_s0.json", @@ -59,7 +65,8 @@ "git_commit": "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20", "method": "DFA", "depth": 1, - "seed": 0 + "seed": 0, + "signal": null }, { "path": "results/ep_archmatch_v1_mnist_dfa_w500_d1_s1.json", @@ -67,7 +74,8 @@ "git_commit": "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20", "method": "DFA", "depth": 1, - "seed": 1 + "seed": 1, + "signal": null }, { "path": "results/ep_archmatch_v1_mnist_dfa_w500_d1_s2.json", @@ -75,7 +83,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "DFA", "depth": 1, - "seed": 2 + "seed": 2, + "signal": null }, { "path": "results/ep_archmatch_v1_mnist_dfa_w500_d1_s3.json", @@ -83,7 +92,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "DFA", "depth": 1, - "seed": 3 + "seed": 3, + "signal": null }, { "path": "results/ep_archmatch_v1_mnist_dfa_w500_d1_s4.json", @@ -91,7 +101,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "DFA", "depth": 1, - "seed": 4 + "seed": 4, + "signal": null }, { "path": "results/ep_archmatch_v1_mnist_sdil_w500_d1_s0.json", @@ -99,7 +110,8 @@ "git_commit": "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20", "method": "SDIL", "depth": 1, - "seed": 0 + "seed": 0, + "signal": null }, { "path": "results/ep_archmatch_v1_mnist_sdil_w500_d1_s1.json", @@ -107,7 +119,8 @@ "git_commit": "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20", "method": "SDIL", "depth": 1, - "seed": 1 + "seed": 1, + "signal": null }, { "path": "results/ep_archmatch_v1_mnist_sdil_w500_d1_s2.json", @@ -115,7 +128,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "SDIL", "depth": 1, - "seed": 2 + "seed": 2, + "signal": null }, { "path": "results/ep_archmatch_v1_mnist_sdil_w500_d1_s3.json", @@ -123,7 +137,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "SDIL", "depth": 1, - "seed": 3 + "seed": 3, + "signal": null }, { "path": "results/ep_archmatch_v1_mnist_sdil_w500_d1_s4.json", @@ -131,7 +146,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "SDIL", "depth": 1, - "seed": 4 + "seed": 4, + "signal": null }, { "path": "results/ep_depth2_v1_mnist_bp_w500_d2_s0.json", @@ -139,7 +155,8 @@ "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "method": "BP", "depth": 2, - "seed": 0 + "seed": 0, + "signal": null }, { "path": "results/ep_depth2_v1_mnist_bp_w500_d2_s1.json", @@ -147,7 +164,8 @@ "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "method": "BP", "depth": 2, - "seed": 1 + "seed": 1, + "signal": null }, { "path": "results/ep_depth2_v1_mnist_bp_w500_d2_s2.json", @@ -155,7 +173,8 @@ "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "method": "BP", "depth": 2, - "seed": 2 + "seed": 2, + "signal": null }, { "path": "results/ep_depth2_v1_mnist_bp_w500_d2_s3.json", @@ -163,7 +182,8 @@ "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "method": "BP", "depth": 2, - "seed": 3 + "seed": 3, + "signal": null }, { "path": "results/ep_depth2_v1_mnist_bp_w500_d2_s4.json", @@ -171,7 +191,8 @@ "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "method": "BP", "depth": 2, - "seed": 4 + "seed": 4, + "signal": null }, { "path": "results/ep_depth2_v1_mnist_dfa_w500_d2_s0.json", @@ -179,7 +200,8 @@ "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "method": "DFA", "depth": 2, - "seed": 0 + "seed": 0, + "signal": null }, { "path": "results/ep_depth2_v1_mnist_dfa_w500_d2_s1.json", @@ -187,7 +209,8 @@ "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "method": "DFA", "depth": 2, - "seed": 1 + "seed": 1, + "signal": null }, { "path": "results/ep_depth2_v1_mnist_dfa_w500_d2_s2.json", @@ -195,7 +218,8 @@ "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "method": "DFA", "depth": 2, - "seed": 2 + "seed": 2, + "signal": null }, { "path": "results/ep_depth2_v1_mnist_dfa_w500_d2_s3.json", @@ -203,7 +227,8 @@ "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "method": "DFA", "depth": 2, - "seed": 3 + "seed": 3, + "signal": null }, { "path": "results/ep_depth2_v1_mnist_dfa_w500_d2_s4.json", @@ -211,7 +236,8 @@ "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "method": "DFA", "depth": 2, - "seed": 4 + "seed": 4, + "signal": null }, { "path": "results/ep_depth2_v1_mnist_ep_w500_d2_s0.json", @@ -219,7 +245,8 @@ "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "method": "EP", "depth": 2, - "seed": 0 + "seed": 0, + "signal": null }, { "path": "results/ep_depth2_v1_mnist_ep_w500_d2_s1.json", @@ -227,7 +254,8 @@ "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "method": "EP", "depth": 2, - "seed": 1 + "seed": 1, + "signal": null }, { "path": "results/ep_depth2_v1_mnist_ep_w500_d2_s2.json", @@ -235,7 +263,8 @@ "git_commit": "07a9d5afe08fee5824c325edfb3807a2f9aede8f", "method": "EP", "depth": 2, - "seed": 2 + "seed": 2, + "signal": null }, { "path": "results/ep_depth2_v1_mnist_ep_w500_d2_s3.json", @@ -243,7 +272,8 @@ "git_commit": "07a9d5afe08fee5824c325edfb3807a2f9aede8f", "method": "EP", "depth": 2, - "seed": 3 + "seed": 3, + "signal": null }, { "path": "results/ep_depth2_v1_mnist_ep_w500_d2_s4.json", @@ -251,7 +281,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "EP", "depth": 2, - "seed": 4 + "seed": 4, + "signal": null }, { "path": "results/ep_depth2_v1_mnist_sdil_w500_d2_s0.json", @@ -259,7 +290,8 @@ "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "method": "SDIL", "depth": 2, - "seed": 0 + "seed": 0, + "signal": null }, { "path": "results/ep_depth2_v1_mnist_sdil_w500_d2_s1.json", @@ -267,7 +299,8 @@ "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "method": "SDIL", "depth": 2, - "seed": 1 + "seed": 1, + "signal": null }, { "path": "results/ep_depth2_v1_mnist_sdil_w500_d2_s2.json", @@ -275,7 +308,8 @@ "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "method": "SDIL", "depth": 2, - "seed": 2 + "seed": 2, + "signal": null }, { "path": "results/ep_depth2_v1_mnist_sdil_w500_d2_s3.json", @@ -283,7 +317,8 @@ "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "method": "SDIL", "depth": 2, - "seed": 3 + "seed": 3, + "signal": null }, { "path": "results/ep_depth2_v1_mnist_sdil_w500_d2_s4.json", @@ -291,7 +326,8 @@ "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "method": "SDIL", "depth": 2, - "seed": 4 + "seed": 4, + "signal": null }, { "path": "results/ep_original_v2_mnist_ep_w500_d1_s0.json", @@ -299,7 +335,8 @@ "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", "method": "EP", "depth": 1, - "seed": 0 + "seed": 0, + "signal": null }, { "path": "results/ep_original_v2_mnist_ep_w500_d1_s1.json", @@ -307,7 +344,8 @@ "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", "method": "EP", "depth": 1, - "seed": 1 + "seed": 1, + "signal": null }, { "path": "results/ep_original_v2_mnist_ep_w500_d1_s2.json", @@ -315,7 +353,8 @@ "git_commit": "887ecfb29478e9a7456a12ea85f7ba7448e7277d", "method": "EP", "depth": 1, - "seed": 2 + "seed": 2, + "signal": null }, { "path": "results/ep_original_v2_mnist_ep_w500_d1_s3.json", @@ -323,7 +362,8 @@ "git_commit": "887ecfb29478e9a7456a12ea85f7ba7448e7277d", "method": "EP", "depth": 1, - "seed": 3 + "seed": 3, + "signal": null }, { "path": "results/ep_original_v2_mnist_ep_w500_d1_s4.json", @@ -331,7 +371,8 @@ "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "method": "EP", "depth": 1, - "seed": 4 + "seed": 4, + "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d10_s0.json", @@ -339,7 +380,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "FA", "depth": 10, - "seed": 0 + "seed": 0, + "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d10_s1.json", @@ -347,7 +389,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "FA", "depth": 10, - "seed": 1 + "seed": 1, + "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d10_s2.json", @@ -355,7 +398,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "FA", "depth": 10, - "seed": 2 + "seed": 2, + "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d10_s3.json", @@ -363,7 +407,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "FA", "depth": 10, - "seed": 3 + "seed": 3, + "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d10_s4.json", @@ -371,7 +416,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "FA", "depth": 10, - "seed": 4 + "seed": 4, + "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d20_s0.json", @@ -379,7 +425,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "FA", "depth": 20, - "seed": 0 + "seed": 0, + "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d20_s1.json", @@ -387,7 +434,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "FA", "depth": 20, - "seed": 1 + "seed": 1, + "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d20_s2.json", @@ -395,7 +443,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "FA", "depth": 20, - "seed": 2 + "seed": 2, + "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d20_s3.json", @@ -403,7 +452,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "FA", "depth": 20, - "seed": 3 + "seed": 3, + "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d20_s4.json", @@ -411,7 +461,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "FA", "depth": 20, - "seed": 4 + "seed": 4, + "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d30_s0.json", @@ -419,7 +470,8 @@ "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", "method": "FA", "depth": 30, - "seed": 0 + "seed": 0, + "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d30_s1.json", @@ -427,7 +479,8 @@ "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", "method": "FA", "depth": 30, - "seed": 1 + "seed": 1, + "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d30_s2.json", @@ -435,7 +488,8 @@ "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", "method": "FA", "depth": 30, - "seed": 2 + "seed": 2, + "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d30_s3.json", @@ -443,7 +497,8 @@ "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", "method": "FA", "depth": 30, - "seed": 3 + "seed": 3, + "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d30_s4.json", @@ -451,7 +506,8 @@ "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", "method": "FA", "depth": 30, - "seed": 4 + "seed": 4, + "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d5_s0.json", @@ -459,7 +515,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "FA", "depth": 5, - "seed": 0 + "seed": 0, + "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d5_s1.json", @@ -467,7 +524,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "FA", "depth": 5, - "seed": 1 + "seed": 1, + "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d5_s2.json", @@ -475,7 +533,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "FA", "depth": 5, - "seed": 2 + "seed": 2, + "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d5_s3.json", @@ -483,7 +542,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "FA", "depth": 5, - "seed": 3 + "seed": 3, + "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d5_s4.json", @@ -491,7 +551,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "FA", "depth": 5, - "seed": 4 + "seed": 4, + "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d60_s0.json", @@ -499,7 +560,8 @@ "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", "method": "FA", "depth": 60, - "seed": 0 + "seed": 0, + "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d60_s1.json", @@ -507,7 +569,8 @@ "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", "method": "FA", "depth": 60, - "seed": 1 + "seed": 1, + "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d60_s2.json", @@ -515,7 +578,8 @@ "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", "method": "FA", "depth": 60, - "seed": 2 + "seed": 2, + "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d60_s3.json", @@ -523,7 +587,8 @@ "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", "method": "FA", "depth": 60, - "seed": 3 + "seed": 3, + "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d60_s4.json", @@ -531,7 +596,548 @@ "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", "method": "FA", "depth": 60, - "seed": 4 + "seed": 4, + "signal": null + }, + { + "path": "results/nuis_ctrl_v1_rho0_matched_s0.json", + "sha256": "76748704f5786d4a54b8200873c0bbd2b9d1ec5825338ec9e5efa6b35d50b737", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 0, + "signal": "matched" + }, + { + "path": "results/nuis_ctrl_v1_rho0_matched_s1.json", + "sha256": "00014ea11e162678ad4b2dd4266fb08a003b9dea89897043d7be5de7ea068021", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 1, + "signal": "matched" + }, + { + "path": "results/nuis_ctrl_v1_rho0_matched_s2.json", + "sha256": "c53e034dfea6819753d747b39854b7cafbc0b248b59a4e33162078118faa6a6c", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 2, + "signal": "matched" + }, + { + "path": "results/nuis_ctrl_v1_rho0_matched_s3.json", + "sha256": "895d8e72338cb67b5f9eaf5aacb0d36425fcaa9d59f2e8b1edaefafd40b8da38", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 3, + "signal": "matched" + }, + { + "path": "results/nuis_ctrl_v1_rho0_matched_s4.json", + "sha256": "e26a956f79cbdae6c6dd08ecd632f79aca7a9624d6e9a9eb066736d6d675e572", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 4, + "signal": "matched" + }, + { + "path": "results/nuis_ctrl_v1_rho0_raw_s0.json", + "sha256": "fc82279de1933c5841246a94c76db7db6275ad4bc377791390b065067e84999b", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 0, + "signal": "raw" + }, + { + "path": "results/nuis_ctrl_v1_rho0_raw_s1.json", + "sha256": "20bf365b0e2dc0938ef90b44f243efe4be70f08a30ce9e6f2dfc7d8e577638df", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 1, + "signal": "raw" + }, + { + "path": "results/nuis_ctrl_v1_rho0_raw_s2.json", + "sha256": "f3770881575188eb3c094d0982cdd0ae92ac558f599dd6944174bd2df59c6c5c", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 2, + "signal": "raw" + }, + { + "path": "results/nuis_ctrl_v1_rho0_raw_s3.json", + "sha256": "d6d0eebd59d921cb755978d6936f094429b63ed8a2c54adf7e5561203cd7c1f3", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 3, + "signal": "raw" + }, + { + "path": "results/nuis_ctrl_v1_rho0_raw_s4.json", + "sha256": "6bdf4a02e69c1fdee9d0c61385cb33a2302030fea82be62846c9e882d968931b", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 4, + "signal": "raw" + }, + { + "path": "results/nuis_ctrl_v1_rho0_residual_s0.json", + "sha256": "110f1605a65ba81de09e9c671ef843f87d94ffba7453142a4f8160baf80e0654", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 0, + "signal": "residual" + }, + { + "path": "results/nuis_ctrl_v1_rho0_residual_s1.json", + "sha256": "fcce73a919bec96b38fcd284e814fabeb4b2f3d13a8b08b39633405b17f44f94", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 1, + "signal": "residual" + }, + { + "path": "results/nuis_ctrl_v1_rho0_residual_s2.json", + "sha256": "265cae2d0f4d2f4f96e43bdeb499ecbf13770dad30f1eb299643f9dce0673678", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 2, + "signal": "residual" + }, + { + "path": "results/nuis_ctrl_v1_rho0_residual_s3.json", + "sha256": "59ec5bae0297a4e2412bbcbb9792087b0eed34308067bfcebcdab81557d60c3e", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 3, + "signal": "residual" + }, + { + "path": "results/nuis_ctrl_v1_rho0_residual_s4.json", + "sha256": "c17b292cc6917839917f0edc16c2f530de828f9628ccc3d4b32aa8523e70b82a", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 4, + "signal": "residual" + }, + { + "path": "results/nuis_ctrl_v1_rho0p05_matched_s0.json", + "sha256": "55e15376053e89fe307bde5381b185fe33244899865bbd0653a542bd95330eb2", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 0, + "signal": "matched" + }, + { + "path": "results/nuis_ctrl_v1_rho0p05_matched_s1.json", + "sha256": "4d405aeb70097178ed9dd1cf9986ccbf4973b81dda706d449bde26a4733d7831", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 1, + "signal": "matched" + }, + { + "path": "results/nuis_ctrl_v1_rho0p05_matched_s2.json", + "sha256": "255f812290ae52487edca50d0918732936d4cda36c2d522ccad38886e1d79262", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 2, + "signal": "matched" + }, + { + "path": "results/nuis_ctrl_v1_rho0p05_matched_s3.json", + "sha256": "3232de19c026d6efce23fb1e2cbe2530746b58c5aa1a0d48fdecf4a1cc063138", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 3, + "signal": "matched" + }, + { + "path": "results/nuis_ctrl_v1_rho0p05_matched_s4.json", + "sha256": "2111e402515de4cdeda0cba76e3936d512391884facce4f1152802743b66e4f8", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 4, + "signal": "matched" + }, + { + "path": "results/nuis_ctrl_v1_rho0p05_raw_s0.json", + "sha256": "e1ea673b7d3843abeb75b311ee314a7346ffdbd2bc28777dfd48906fb0d5ebe2", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 0, + "signal": "raw" + }, + { + "path": "results/nuis_ctrl_v1_rho0p05_raw_s1.json", + "sha256": "1db26b4df7687773cf7bc4513ef2ae8d1a8bf0bdcb8142827736e613e4be5911", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 1, + "signal": "raw" + }, + { + "path": "results/nuis_ctrl_v1_rho0p05_raw_s2.json", + "sha256": "ace0aec875e83ec5fb734df26e8b35c73647e7d677e60849cbd54afe91fd725f", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 2, + "signal": "raw" + }, + { + "path": "results/nuis_ctrl_v1_rho0p05_raw_s3.json", + "sha256": "92a26e749626053441b50507c036d3d7fd246324ac5cdd81ea5200a0fb9a9ca7", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 3, + "signal": "raw" + }, + { + "path": "results/nuis_ctrl_v1_rho0p05_raw_s4.json", + "sha256": "cf01853f4ed5180c63f625a14826f589457f5d6d831f507ce8e39e55cd441b23", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 4, + "signal": "raw" + }, + { + "path": "results/nuis_ctrl_v1_rho0p05_residual_s0.json", + "sha256": "8c1d93c25bc369d8244fc938281ac4f257151ebc744f96bd18c3c544b5e89db2", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 0, + "signal": "residual" + }, + { + "path": "results/nuis_ctrl_v1_rho0p05_residual_s1.json", + "sha256": "9ecc939ed9028d44d83e16e73df6eb7e863f7318e3a12eb48cf353a1fed43fbd", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 1, + "signal": "residual" + }, + { + "path": "results/nuis_ctrl_v1_rho0p05_residual_s2.json", + "sha256": "12eebdb3b6c8a09b328b3c678de507d453e2b18767b108c51b4482b6e8cf50dc", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 2, + "signal": "residual" + }, + { + "path": "results/nuis_ctrl_v1_rho0p05_residual_s3.json", + "sha256": "a508f465fc12a37c4ba08faea324127682b29f646d849ab11715804dbe6c5230", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 3, + "signal": "residual" + }, + { + "path": "results/nuis_ctrl_v1_rho0p05_residual_s4.json", + "sha256": "af9ab0aaee9782e0d9a6d1b8d05d18254d42db5e78133d1e4e4c2f9c46de6c6b", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 4, + "signal": "residual" + }, + { + "path": "results/nuis_ctrl_v1_rho0p2_matched_s0.json", + "sha256": "e91e9dfcfcce0b856aa71c1e7997c7156386d647e27b179aaf7034942eab8ba1", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 0, + "signal": "matched" + }, + { + "path": "results/nuis_ctrl_v1_rho0p2_matched_s1.json", + "sha256": "4f49e25b52003ec6a5d4c5022a38397bbaac8dd14fa345a037b785264838c1d7", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 1, + "signal": "matched" + }, + { + "path": "results/nuis_ctrl_v1_rho0p2_matched_s2.json", + "sha256": "6d1356d4771cf160521e996e1cff70a09261278df45437050df61da7aa3bf48b", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 2, + "signal": "matched" + }, + { + "path": "results/nuis_ctrl_v1_rho0p2_matched_s3.json", + "sha256": "063b521666fdc9018c47c58a834a98b39df7684f2591cee1dfad855e754ece1f", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 3, + "signal": "matched" + }, + { + "path": "results/nuis_ctrl_v1_rho0p2_matched_s4.json", + "sha256": "f63a26d0fab2e720289dbcbdb916322e5ba87bddab4b4c4b4389989e2b84592b", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 4, + "signal": "matched" + }, + { + "path": "results/nuis_ctrl_v1_rho0p2_raw_s0.json", + "sha256": "61539e21ac3a48c463672f3546149588f218c41efda38058a39e555a5ef89edb", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 0, + "signal": "raw" + }, + { + "path": "results/nuis_ctrl_v1_rho0p2_raw_s1.json", + "sha256": "2ad20ec562741635d6ecc6b42a2d71ba986ef1aaf169419c0dd6ec54816c348c", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 1, + "signal": "raw" + }, + { + "path": "results/nuis_ctrl_v1_rho0p2_raw_s2.json", + "sha256": "33ab5447eda69cef3118d2d895796a7dc17529b0f2fe102734dab1c808063954", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 2, + "signal": "raw" + }, + { + "path": "results/nuis_ctrl_v1_rho0p2_raw_s3.json", + "sha256": "856a6d2d7a15e696aae0440f283e87f4e6fd45c4c54fad5a490da26cb16e704b", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 3, + "signal": "raw" + }, + { + "path": "results/nuis_ctrl_v1_rho0p2_raw_s4.json", + "sha256": "f36088bd1a846a313d464931752cf95d210559c1408a4ca51c61fc7a089e8f12", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 4, + "signal": "raw" + }, + { + "path": "results/nuis_ctrl_v1_rho0p2_residual_s0.json", + "sha256": "f48248efe327a80998284fe171df9e9f8b29a5f13b403321a6345bc60fd55053", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 0, + "signal": "residual" + }, + { + "path": "results/nuis_ctrl_v1_rho0p2_residual_s1.json", + "sha256": "f7b67d263049315b5426b0e2af67ce57a9b13c434c221daa01e0db6a2f42cf60", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 1, + "signal": "residual" + }, + { + "path": "results/nuis_ctrl_v1_rho0p2_residual_s2.json", + "sha256": "649b2cadfa9ea6988264ea7f019cb8bad7a57327f1468b42421ccfa9f8358166", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 2, + "signal": "residual" + }, + { + "path": "results/nuis_ctrl_v1_rho0p2_residual_s3.json", + "sha256": "1760571a4d47203bcdcce2f41099d4b683d2cb3588822665ed97b581535ba8c0", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 3, + "signal": "residual" + }, + { + "path": "results/nuis_ctrl_v1_rho0p2_residual_s4.json", + "sha256": "fd3e5da6f771a058b77318793fc0287d4dfd0a7c029fdf1f68e64a6b9c35bcb4", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 4, + "signal": "residual" + }, + { + "path": "results/nuis_ctrl_v1_rho0p5_matched_s0.json", + "sha256": "e93555d6bc5fb4e4052fa08149b9c5ac9b05cf11e75956c7fd773ac01bb7133e", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 0, + "signal": "matched" + }, + { + "path": "results/nuis_ctrl_v1_rho0p5_matched_s1.json", + "sha256": "c5e7be7a8696f225dfae023116ebf9f1e9924b53f49caf7a96cb8bc1c448da17", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 1, + "signal": "matched" + }, + { + "path": "results/nuis_ctrl_v1_rho0p5_matched_s2.json", + "sha256": "6c999321ca73b422f1e033d36ba002af875f69101d27616992bb29378c4199f6", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 2, + "signal": "matched" + }, + { + "path": "results/nuis_ctrl_v1_rho0p5_matched_s3.json", + "sha256": "8f28706190c25e4d202b9b77b0b17882f1bb4e392585979a1c68cd8be4cd10de", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 3, + "signal": "matched" + }, + { + "path": "results/nuis_ctrl_v1_rho0p5_matched_s4.json", + "sha256": "41e2c133d71f59053e7e058225fcc38d72b56a1d9aea29c68b869824d1b36cdb", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 4, + "signal": "matched" + }, + { + "path": "results/nuis_ctrl_v1_rho0p5_raw_s0.json", + "sha256": "d54b14c189280f9fc716cbfbda17e0d0e2bc3007a0be363f7b3b80ff180e2fb0", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 0, + "signal": "raw" + }, + { + "path": "results/nuis_ctrl_v1_rho0p5_raw_s1.json", + "sha256": "eaf26592fb822923c1f80cf636fb864be347f301c9cf4de32ceb929b5503b916", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 1, + "signal": "raw" + }, + { + "path": "results/nuis_ctrl_v1_rho0p5_raw_s2.json", + "sha256": "ab427f3f3ebb1b5f58425254cd820cb4bb382e0d84e9719bf91ca3247e7132a5", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 2, + "signal": "raw" + }, + { + "path": "results/nuis_ctrl_v1_rho0p5_raw_s3.json", + "sha256": "9af6ad3fdcf393caac0700e8ef098dec693c4a1e502d619692958137407bb5e5", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 3, + "signal": "raw" + }, + { + "path": "results/nuis_ctrl_v1_rho0p5_raw_s4.json", + "sha256": "3069b3ba1bcf5600ecb8383a99188e5cad8c050a31962d4c55ec1e07dba4cf40", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 4, + "signal": "raw" + }, + { + "path": "results/nuis_ctrl_v1_rho0p5_residual_s0.json", + "sha256": "b90d493ac3a1724dd7309bc09aa027209e8a32adeee1dda5cd930356e5c18551", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 0, + "signal": "residual" + }, + { + "path": "results/nuis_ctrl_v1_rho0p5_residual_s1.json", + "sha256": "ee25bc7ac016e9365a2ea1201b87b929beb07c71335f82fa07345e57cd268b61", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 1, + "signal": "residual" + }, + { + "path": "results/nuis_ctrl_v1_rho0p5_residual_s2.json", + "sha256": "cb36f96dd40093478d252c9bd484e21cdd2d015c4138cc65b9e52bddac64d712", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 2, + "signal": "residual" + }, + { + "path": "results/nuis_ctrl_v1_rho0p5_residual_s3.json", + "sha256": "e9969c9c1418efaaa08549f48570e8cd98afbe440a0876e99dce638ed6141b37", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 3, + "signal": "residual" + }, + { + "path": "results/nuis_ctrl_v1_rho0p5_residual_s4.json", + "sha256": "232b8760c60fabbcb0f00a2bea96b35e694c82750d228a3d748693ad25a83628", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 3, + "seed": 4, + "signal": "residual" }, { "path": "results/scale_v3_cifar10_bp_w64_d10_s0.json", @@ -539,7 +1145,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "BP", "depth": 10, - "seed": 0 + "seed": 0, + "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d10_s1.json", @@ -547,7 +1154,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "BP", "depth": 10, - "seed": 1 + "seed": 1, + "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d10_s2.json", @@ -555,7 +1163,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "BP", "depth": 10, - "seed": 2 + "seed": 2, + "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d10_s3.json", @@ -563,7 +1172,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "BP", "depth": 10, - "seed": 3 + "seed": 3, + "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d10_s4.json", @@ -571,7 +1181,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "BP", "depth": 10, - "seed": 4 + "seed": 4, + "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d20_s0.json", @@ -579,7 +1190,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "BP", "depth": 20, - "seed": 0 + "seed": 0, + "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d20_s1.json", @@ -587,7 +1199,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "BP", "depth": 20, - "seed": 1 + "seed": 1, + "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d20_s2.json", @@ -595,7 +1208,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "BP", "depth": 20, - "seed": 2 + "seed": 2, + "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d20_s3.json", @@ -603,7 +1217,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "BP", "depth": 20, - "seed": 3 + "seed": 3, + "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d20_s4.json", @@ -611,7 +1226,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "BP", "depth": 20, - "seed": 4 + "seed": 4, + "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d30_s0.json", @@ -619,7 +1235,8 @@ "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "BP", "depth": 30, - "seed": 0 + "seed": 0, + "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d30_s1.json", @@ -627,7 +1244,8 @@ "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "BP", "depth": 30, - "seed": 1 + "seed": 1, + "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d30_s2.json", @@ -635,7 +1253,8 @@ "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "BP", "depth": 30, - "seed": 2 + "seed": 2, + "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d30_s3.json", @@ -643,7 +1262,8 @@ "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "BP", "depth": 30, - "seed": 3 + "seed": 3, + "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d30_s4.json", @@ -651,7 +1271,8 @@ "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "BP", "depth": 30, - "seed": 4 + "seed": 4, + "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d5_s0.json", @@ -659,7 +1280,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "BP", "depth": 5, - "seed": 0 + "seed": 0, + "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d5_s1.json", @@ -667,7 +1289,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "BP", "depth": 5, - "seed": 1 + "seed": 1, + "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d5_s2.json", @@ -675,7 +1298,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "BP", "depth": 5, - "seed": 2 + "seed": 2, + "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d5_s3.json", @@ -683,7 +1307,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "BP", "depth": 5, - "seed": 3 + "seed": 3, + "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d5_s4.json", @@ -691,7 +1316,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "BP", "depth": 5, - "seed": 4 + "seed": 4, + "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d60_s0.json", @@ -699,7 +1325,8 @@ "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "BP", "depth": 60, - "seed": 0 + "seed": 0, + "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d60_s1.json", @@ -707,7 +1334,8 @@ "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "BP", "depth": 60, - "seed": 1 + "seed": 1, + "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d60_s2.json", @@ -715,7 +1343,8 @@ "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "BP", "depth": 60, - "seed": 2 + "seed": 2, + "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d60_s3.json", @@ -723,7 +1352,8 @@ "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "BP", "depth": 60, - "seed": 3 + "seed": 3, + "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d60_s4.json", @@ -731,7 +1361,8 @@ "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "BP", "depth": 60, - "seed": 4 + "seed": 4, + "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d10_s0.json", @@ -739,7 +1370,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "DFA", "depth": 10, - "seed": 0 + "seed": 0, + "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d10_s1.json", @@ -747,7 +1379,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "DFA", "depth": 10, - "seed": 1 + "seed": 1, + "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d10_s2.json", @@ -755,7 +1388,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "DFA", "depth": 10, - "seed": 2 + "seed": 2, + "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d10_s3.json", @@ -763,7 +1397,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "DFA", "depth": 10, - "seed": 3 + "seed": 3, + "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d10_s4.json", @@ -771,7 +1406,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "DFA", "depth": 10, - "seed": 4 + "seed": 4, + "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d20_s0.json", @@ -779,7 +1415,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "DFA", "depth": 20, - "seed": 0 + "seed": 0, + "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d20_s1.json", @@ -787,7 +1424,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "DFA", "depth": 20, - "seed": 1 + "seed": 1, + "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d20_s2.json", @@ -795,7 +1433,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "DFA", "depth": 20, - "seed": 2 + "seed": 2, + "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d20_s3.json", @@ -803,7 +1442,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "DFA", "depth": 20, - "seed": 3 + "seed": 3, + "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d20_s4.json", @@ -811,7 +1451,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "DFA", "depth": 20, - "seed": 4 + "seed": 4, + "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d30_s0.json", @@ -819,7 +1460,8 @@ "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "DFA", "depth": 30, - "seed": 0 + "seed": 0, + "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d30_s1.json", @@ -827,7 +1469,8 @@ "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "DFA", "depth": 30, - "seed": 1 + "seed": 1, + "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d30_s2.json", @@ -835,7 +1478,8 @@ "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "DFA", "depth": 30, - "seed": 2 + "seed": 2, + "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d30_s3.json", @@ -843,7 +1487,8 @@ "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "DFA", "depth": 30, - "seed": 3 + "seed": 3, + "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d30_s4.json", @@ -851,7 +1496,8 @@ "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "DFA", "depth": 30, - "seed": 4 + "seed": 4, + "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d5_s0.json", @@ -859,7 +1505,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "DFA", "depth": 5, - "seed": 0 + "seed": 0, + "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d5_s1.json", @@ -867,7 +1514,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "DFA", "depth": 5, - "seed": 1 + "seed": 1, + "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d5_s2.json", @@ -875,7 +1523,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "DFA", "depth": 5, - "seed": 2 + "seed": 2, + "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d5_s3.json", @@ -883,7 +1532,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "DFA", "depth": 5, - "seed": 3 + "seed": 3, + "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d5_s4.json", @@ -891,7 +1541,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "DFA", "depth": 5, - "seed": 4 + "seed": 4, + "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d60_s0.json", @@ -899,7 +1550,8 @@ "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "DFA", "depth": 60, - "seed": 0 + "seed": 0, + "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d60_s1.json", @@ -907,7 +1559,8 @@ "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "DFA", "depth": 60, - "seed": 1 + "seed": 1, + "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d60_s2.json", @@ -915,7 +1568,8 @@ "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "DFA", "depth": 60, - "seed": 2 + "seed": 2, + "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d60_s3.json", @@ -923,7 +1577,8 @@ "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "DFA", "depth": 60, - "seed": 3 + "seed": 3, + "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d60_s4.json", @@ -931,7 +1586,8 @@ "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "DFA", "depth": 60, - "seed": 4 + "seed": 4, + "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d10_s0.json", @@ -939,7 +1595,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "SDIL", "depth": 10, - "seed": 0 + "seed": 0, + "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d10_s1.json", @@ -947,7 +1604,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "SDIL", "depth": 10, - "seed": 1 + "seed": 1, + "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d10_s2.json", @@ -955,7 +1613,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "SDIL", "depth": 10, - "seed": 2 + "seed": 2, + "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d10_s3.json", @@ -963,7 +1622,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "SDIL", "depth": 10, - "seed": 3 + "seed": 3, + "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d10_s4.json", @@ -971,7 +1631,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "SDIL", "depth": 10, - "seed": 4 + "seed": 4, + "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d20_s0.json", @@ -979,7 +1640,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "SDIL", "depth": 20, - "seed": 0 + "seed": 0, + "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d20_s1.json", @@ -987,7 +1649,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "SDIL", "depth": 20, - "seed": 1 + "seed": 1, + "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d20_s2.json", @@ -995,7 +1658,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "SDIL", "depth": 20, - "seed": 2 + "seed": 2, + "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d20_s3.json", @@ -1003,7 +1667,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "SDIL", "depth": 20, - "seed": 3 + "seed": 3, + "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d20_s4.json", @@ -1011,7 +1676,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "SDIL", "depth": 20, - "seed": 4 + "seed": 4, + "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d30_s0.json", @@ -1019,7 +1685,8 @@ "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 30, - "seed": 0 + "seed": 0, + "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d30_s1.json", @@ -1027,7 +1694,8 @@ "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 30, - "seed": 1 + "seed": 1, + "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d30_s2.json", @@ -1035,7 +1703,8 @@ "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 30, - "seed": 2 + "seed": 2, + "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d30_s3.json", @@ -1043,7 +1712,8 @@ "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 30, - "seed": 3 + "seed": 3, + "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d30_s4.json", @@ -1051,7 +1721,8 @@ "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 30, - "seed": 4 + "seed": 4, + "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d5_s0.json", @@ -1059,7 +1730,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "SDIL", "depth": 5, - "seed": 0 + "seed": 0, + "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d5_s1.json", @@ -1067,7 +1739,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "SDIL", "depth": 5, - "seed": 1 + "seed": 1, + "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d5_s2.json", @@ -1075,7 +1748,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "SDIL", "depth": 5, - "seed": 2 + "seed": 2, + "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d5_s3.json", @@ -1083,7 +1757,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "SDIL", "depth": 5, - "seed": 3 + "seed": 3, + "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d5_s4.json", @@ -1091,7 +1766,8 @@ "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "SDIL", "depth": 5, - "seed": 4 + "seed": 4, + "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d60_s0.json", @@ -1099,7 +1775,8 @@ "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 60, - "seed": 0 + "seed": 0, + "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d60_s1.json", @@ -1107,7 +1784,8 @@ "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 60, - "seed": 1 + "seed": 1, + "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d60_s2.json", @@ -1115,7 +1793,8 @@ "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 60, - "seed": 2 + "seed": 2, + "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d60_s3.json", @@ -1123,7 +1802,8 @@ "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 60, - "seed": 3 + "seed": 3, + "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d60_s4.json", @@ -1131,7 +1811,8 @@ "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 60, - "seed": 4 + "seed": 4, + "signal": null } ], "statistics": { @@ -1963,6 +2644,268 @@ 303.82833762801914 ] } + }, + "mnist_soma_predictable_traffic": { + "cells": { + "raw_rho0p0": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_percent_mean": 97.45, + "accuracy_percent_sd": 0.046368092477477724, + "used_signal_alignment_mean": 0.6220727562904358, + "used_signal_alignment_sd": 0.011069591009584163 + }, + "raw_rho0p05": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_percent_mean": 96.438, + "accuracy_percent_sd": 0.07694153624668641, + "used_signal_alignment_mean": 0.13298306303719679, + "used_signal_alignment_sd": 0.016946221040042096 + }, + "raw_rho0p2": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_percent_mean": 95.512, + "accuracy_percent_sd": 0.14956603892595316, + "used_signal_alignment_mean": 0.17854754480843743, + "used_signal_alignment_sd": 0.05026729560803176 + }, + "raw_rho0p5": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_percent_mean": 10.38, + "accuracy_percent_sd": 0.5484523680320834, + "used_signal_alignment_mean": -0.43780875504016875, + "used_signal_alignment_sd": 0.07468238748311132 + }, + "matched_rho0p0": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_percent_mean": 97.45, + "accuracy_percent_sd": 0.046368092477477724, + "used_signal_alignment_mean": 0.6220727562904358, + "used_signal_alignment_sd": 0.011069591009584163 + }, + "matched_rho0p05": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_percent_mean": 96.97999999999999, + "accuracy_percent_sd": 0.14815532390029007, + "used_signal_alignment_mean": 0.05879382068912188, + "used_signal_alignment_sd": 0.014084379795403506 + }, + "matched_rho0p2": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_percent_mean": 95.974, + "accuracy_percent_sd": 0.14380542409798305, + "used_signal_alignment_mean": 0.013816396954158943, + "used_signal_alignment_sd": 0.0335774815194844 + }, + "matched_rho0p5": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_percent_mean": 10.31, + "accuracy_percent_sd": 0.633008688723938, + "used_signal_alignment_mean": -0.11352713306744894, + "used_signal_alignment_sd": 0.17635937215259634 + }, + "residual_rho0p0": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_percent_mean": 97.45, + "accuracy_percent_sd": 0.046368092477477724, + "used_signal_alignment_mean": 0.6220727562904358, + "used_signal_alignment_sd": 0.011069591009584163 + }, + "residual_rho0p05": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_percent_mean": 97.382, + "accuracy_percent_sd": 0.1544991909363972, + "used_signal_alignment_mean": 0.29676006535689037, + "used_signal_alignment_sd": 0.008854245854254043 + }, + "residual_rho0p2": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_percent_mean": 97.37, + "accuracy_percent_sd": 0.08336666000266622, + "used_signal_alignment_mean": 0.2342828313509623, + "used_signal_alignment_sd": 0.013001986228357942 + }, + "residual_rho0p5": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_percent_mean": 97.348, + "accuracy_percent_sd": 0.13349157276772108, + "used_signal_alignment_mean": 0.2051051914691925, + "used_signal_alignment_sd": 0.019946174875016955 + } + }, + "paired_accuracy": { + "residual_minus_raw_rho0p0": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_point_gain_mean": 0.0, + "accuracy_point_gain_sd": 0.0 + }, + "residual_minus_matched_rho0p0": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_point_gain_mean": 0.0, + "accuracy_point_gain_sd": 0.0 + }, + "residual_minus_raw_rho0p05": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_point_gain_mean": 0.9440000000000004, + "accuracy_point_gain_sd": 0.19230184606497894 + }, + "residual_minus_matched_rho0p05": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_point_gain_mean": 0.40200000000000014, + "accuracy_point_gain_sd": 0.24631280924872626 + }, + "residual_minus_raw_rho0p2": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_point_gain_mean": 1.8579999999999997, + "accuracy_point_gain_sd": 0.17697457444503342 + }, + "residual_minus_matched_rho0p2": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_point_gain_mean": 1.3960000000000017, + "accuracy_point_gain_sd": 0.11414902540100651 + }, + "residual_minus_raw_rho0p5": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_point_gain_mean": 86.968, + "accuracy_point_gain_sd": 0.6261549329039969 + }, + "residual_minus_matched_rho0p5": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_point_gain_mean": 87.038, + "accuracy_point_gain_sd": 0.6065228767326085 + } + } } }, "outputs": [ @@ -1970,6 +2913,8 @@ "figure1_pareto.png", "figure2_scaling.pdf", "figure2_scaling.png", + "figure3_innovation.pdf", + "figure3_innovation.png", "main_figure_captions.md" ] }
\ No newline at end of file |
