summaryrefslogtreecommitdiff
path: root/src/zbp_scaling/zbp/__init__.py
blob: 96988ca866d0354787cb14aadaae0b0cef88a5aa (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
"""ZBP — Zeroth-Order Backpropagation.

Per-block zeroth-order estimation of the vector-Jacobian product J^T v in
activation space, used as a drop-in replacement for reverse-mode credit
propagation through black-box (physical) blocks.  Parameter gradients are
built locally from the (noisy, centered) incoming activation error.
"""
from .config import ZBPConfig
from .autograd import ZBPBlock, zbp_blocks, set_mode, total_queries, reset_queries, Recorder, DFA, opzo_update
from .probes import sample_probes
from .estimators import oracle_projection, oracle_vjp, zo_vjp, Local

__all__ = [
    "ZBPConfig", "ZBPBlock", "zbp_blocks", "set_mode", "total_queries", "reset_queries",
    "Recorder", "DFA", "sample_probes", "oracle_projection", "oracle_vjp", "zo_vjp", "Local",
]