diff options
| author | yurenh <blackhao0426@gmail.com> | 2026-08-31 18:14:09 -0500 |
|---|---|---|
| committer | yurenh <blackhao0426@gmail.com> | 2026-08-31 18:14:09 -0500 |
| commit | 6a544fabfc2af22e4d5823410dd2387b5af89ea9 (patch) | |
| tree | 0abd67bdda420deed27428b621fb59db8be07f41 /src/zbp_scaling/zbp/__init__.py | |
scaffold: model (OLMo2-ish + ZBP partition), trainer (DDP/config), data shards, bench
Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_01GkgLsACEF6CCP7EUfA5fZe
Diffstat (limited to 'src/zbp_scaling/zbp/__init__.py')
| -rw-r--r-- | src/zbp_scaling/zbp/__init__.py | 16 |
1 files changed, 16 insertions, 0 deletions
diff --git a/src/zbp_scaling/zbp/__init__.py b/src/zbp_scaling/zbp/__init__.py new file mode 100644 index 0000000..96988ca --- /dev/null +++ b/src/zbp_scaling/zbp/__init__.py @@ -0,0 +1,16 @@ +"""ZBP — Zeroth-Order Backpropagation. + +Per-block zeroth-order estimation of the vector-Jacobian product J^T v in +activation space, used as a drop-in replacement for reverse-mode credit +propagation through black-box (physical) blocks. Parameter gradients are +built locally from the (noisy, centered) incoming activation error. +""" +from .config import ZBPConfig +from .autograd import ZBPBlock, zbp_blocks, set_mode, total_queries, reset_queries, Recorder, DFA, opzo_update +from .probes import sample_probes +from .estimators import oracle_projection, oracle_vjp, zo_vjp, Local + +__all__ = [ + "ZBPConfig", "ZBPBlock", "zbp_blocks", "set_mode", "total_queries", "reset_queries", + "Recorder", "DFA", "sample_probes", "oracle_projection", "oracle_vjp", "zo_vjp", "Local", +] |