diff options
| author | Yuren Hao <yurenh2@illinois.edu> | 2026-07-15 10:32:26 -0500 |
|---|---|---|
| committer | Yuren Hao <yurenh2@illinois.edu> | 2026-07-15 10:32:26 -0500 |
| commit | a6d88a18a4bfd46ab0dd487730b72dcbc3b8b5b8 (patch) | |
| tree | ad6a724c445958c8e5ddca1906fdd9bc63a764a2 /assets/figs/fig_primer_arch.svg | |
| parent | 82da86dbd49a093a24e0827331667e8e9e6217df (diff) | |
assets/: organize into decks|figs|hw|refs|misc; scripts + gitignore repointed
Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_014FAPDWQ49M5Ye3NpTndTpn
Diffstat (limited to 'assets/figs/fig_primer_arch.svg')
| -rw-r--r-- | assets/figs/fig_primer_arch.svg | 1327 |
1 files changed, 1327 insertions, 0 deletions
diff --git a/assets/figs/fig_primer_arch.svg b/assets/figs/fig_primer_arch.svg new file mode 100644 index 0000000..24e64f1 --- /dev/null +++ b/assets/figs/fig_primer_arch.svg @@ -0,0 +1,1327 @@ +<?xml version="1.0" encoding="utf-8" standalone="no"?> +<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN" + "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd"> +<svg xmlns:xlink="http://www.w3.org/1999/xlink" width="950.4pt" height="720pt" viewBox="0 0 950.4 720" xmlns="http://www.w3.org/2000/svg" version="1.1"> + <metadata> + <rdf:RDF xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:cc="http://creativecommons.org/ns#" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#"> + <cc:Work> + <dc:type rdf:resource="http://purl.org/dc/dcmitype/StillImage"/> + <dc:date>2026-07-15T09:29:43.786622</dc:date> + <dc:format>image/svg+xml</dc:format> + <dc:creator> + <cc:Agent> + <dc:title>Matplotlib v3.10.8, https://matplotlib.org/</dc:title> + </cc:Agent> + </dc:creator> + </cc:Work> + </rdf:RDF> + </metadata> + <defs> + <style type="text/css">*{stroke-linejoin: round; stroke-linecap: butt}</style> + </defs> + <g id="figure_1"> + <g id="patch_1"> + <path d="M 0 720 +L 950.4 720 +L 950.4 0 +L 0 0 +z +" style="fill: #ffffff"/> + </g> + <g id="axes_1"> + <g id="patch_2"> + <path d="M 41.3424 141.6 +L 224.7696 141.6 +Q 230.472 141.6 230.472 137.485714 +L 230.472 114.857143 +Q 230.472 110.742857 224.7696 110.742857 +L 41.3424 110.742857 +Q 35.64 110.742857 35.64 114.857143 +L 35.64 137.485714 +Q 35.64 141.6 41.3424 141.6 +z +" clip-path="url(#p7fae8feff8)" style="fill: #f4f4f4; stroke: #9a9a9a; stroke-linejoin: miter"/> + </g> + <g id="patch_3"> + <path d="M 41.3424 193.714286 +L 224.7696 193.714286 +Q 230.472 193.714286 230.472 189.6 +L 230.472 166.971429 +Q 230.472 162.857143 224.7696 162.857143 +L 41.3424 162.857143 +Q 35.64 162.857143 35.64 166.971429 +L 35.64 189.6 +Q 35.64 193.714286 41.3424 193.714286 +z +" clip-path="url(#p7fae8feff8)" style="fill: #f4f4f4; stroke: #9a9a9a; stroke-linejoin: miter"/> + </g> + <g id="patch_4"> + <path d="M 17.5824 358.285714 +L 248.5296 358.285714 +Q 254.232 358.285714 254.232 354.171429 +L 254.232 231.428571 +Q 254.232 227.314286 248.5296 227.314286 +L 17.5824 227.314286 +Q 11.88 227.314286 11.88 231.428571 +L 11.88 354.171429 +Q 11.88 358.285714 17.5824 358.285714 +z +" clip-path="url(#p7fae8feff8)" style="fill: #eeeeee; stroke: #777777; stroke-width: 1.3; stroke-linejoin: miter"/> + </g> + <g id="patch_5"> + <path d="M 41.3424 420 +L 224.7696 420 +Q 230.472 420 230.472 415.885714 +L 230.472 393.257143 +Q 230.472 389.142857 224.7696 389.142857 +L 41.3424 389.142857 +Q 35.64 389.142857 35.64 393.257143 +L 35.64 415.885714 +Q 35.64 420 41.3424 420 +z +" clip-path="url(#p7fae8feff8)" style="fill: #f4f4f4; stroke: #9a9a9a; stroke-linejoin: miter"/> + </g> + <g id="patch_6"> + <path d="M 302.7024 145.714286 +L 476.6256 145.714286 +Q 482.328 145.714286 482.328 141.6 +L 482.328 118.971429 +Q 482.328 114.857143 476.6256 114.857143 +L 302.7024 114.857143 +Q 297 114.857143 297 118.971429 +L 297 141.6 +Q 297 145.714286 302.7024 145.714286 +z +" clip-path="url(#p7fae8feff8)" style="fill: #eaf1fa; stroke: #2c6fbb; stroke-width: 1.1; stroke-linejoin: miter"/> + </g> + <g id="patch_7"> + <path d="M 302.7024 228 +L 476.6256 228 +Q 482.328 228 482.328 223.885714 +L 482.328 201.257143 +Q 482.328 197.142857 476.6256 197.142857 +L 302.7024 197.142857 +Q 297 197.142857 297 201.257143 +L 297 223.885714 +Q 297 228 302.7024 228 +z +" clip-path="url(#p7fae8feff8)" style="fill: #eaf1fa; stroke: #2c6fbb; stroke-width: 1.1; stroke-linejoin: miter"/> + </g> + <g id="patch_8"> + <path d="M 302.7024 310.285714 +L 476.6256 310.285714 +Q 482.328 310.285714 482.328 306.171429 +L 482.328 283.542857 +Q 482.328 279.428571 476.6256 279.428571 +L 302.7024 279.428571 +Q 297 279.428571 297 283.542857 +L 297 306.171429 +Q 297 310.285714 302.7024 310.285714 +z +" clip-path="url(#p7fae8feff8)" style="fill: #eaf1fa; stroke: #2c6fbb; stroke-width: 1.1; stroke-linejoin: miter"/> + </g> + <g id="patch_9"> + <path d="M 625.8384 145.714286 +L 799.7616 145.714286 +Q 805.464 145.714286 805.464 141.6 +L 805.464 118.971429 +Q 805.464 114.857143 799.7616 114.857143 +L 625.8384 114.857143 +Q 620.136 114.857143 620.136 118.971429 +L 620.136 141.6 +Q 620.136 145.714286 625.8384 145.714286 +z +" clip-path="url(#p7fae8feff8)" style="fill: #fdeee2; stroke: #d95f02; stroke-width: 1.1; stroke-linejoin: miter"/> + </g> + <g id="patch_10"> + <path d="M 625.8384 228 +L 799.7616 228 +Q 805.464 228 805.464 223.885714 +L 805.464 201.257143 +Q 805.464 197.142857 799.7616 197.142857 +L 625.8384 197.142857 +Q 620.136 197.142857 620.136 201.257143 +L 620.136 223.885714 +Q 620.136 228 625.8384 228 +z +" clip-path="url(#p7fae8feff8)" style="fill: #fdeee2; stroke: #d95f02; stroke-width: 1.1; stroke-linejoin: miter"/> + </g> + <g id="patch_11"> + <path d="M 625.8384 310.285714 +L 799.7616 310.285714 +Q 805.464 310.285714 805.464 306.171429 +L 805.464 283.542857 +Q 805.464 279.428571 799.7616 279.428571 +L 625.8384 279.428571 +Q 620.136 279.428571 620.136 283.542857 +L 620.136 306.171429 +Q 620.136 310.285714 625.8384 310.285714 +z +" clip-path="url(#p7fae8feff8)" style="fill: #fdeee2; stroke: #d95f02; stroke-width: 1.1; stroke-linejoin: miter"/> + </g> + <g id="patch_12"> + <path d="M 22.3344 581.142857 +L 928.0656 581.142857 +Q 933.768 581.142857 933.768 577.028571 +L 933.768 489.257143 +Q 933.768 485.142857 928.0656 485.142857 +L 22.3344 485.142857 +Q 16.632 485.142857 16.632 489.257143 +L 16.632 577.028571 +Q 16.632 581.142857 22.3344 581.142857 +z +" clip-path="url(#p7fae8feff8)" style="fill: #faf6ee; stroke: #c9b895; stroke-width: 1.2; stroke-linejoin: miter"/> + </g> + <g id="patch_13"> + <path d="M 22.3344 708 +L 928.0656 708 +Q 933.768 708 933.768 703.885714 +L 933.768 597.6 +Q 933.768 593.485714 928.0656 593.485714 +L 22.3344 593.485714 +Q 16.632 593.485714 16.632 597.6 +L 16.632 703.885714 +Q 16.632 708 22.3344 708 +z +" clip-path="url(#p7fae8feff8)" style="fill: #f7f7f7; stroke: #9a9a9a; stroke-width: 1.1; stroke-linejoin: miter"/> + </g> + <g id="text_1"> + <text style="font-weight: 700; font-size: 10.5px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; text-anchor: middle; fill: #3a3a3a" x="152.064" y="21.370614" transform="rotate(-0 152.064 21.370614)">(A) The model — a stock OLMo2-style decoder</text> + </g> + <g id="text_2"> + <text style="font-size: 8.5px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; text-anchor: middle; fill: #8a8a8a" x="152.064" y="39.37404" transform="rotate(-0 152.064 39.37404)">Inference is one ordinary forward pass.</text> + </g> + <g id="text_3"> + <text style="font-weight: 700; font-size: 9.5px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; text-anchor: middle; fill: #3a3a3a" x="133.056" y="81.44144" transform="rotate(-0 133.056 81.44144)">logits</text> + </g> + <g id="patch_14"> + <path d="M 133.056 111.95625 +Q 133.056 101.485232 133.056 92.355855 +" style="fill: none; stroke: #3a3a3a; stroke-width: 1.2; stroke-linecap: round"/> + <path d="M 130.856 96.755855 +L 133.056 92.355855 +L 135.256 96.755855 +z +" style="fill: #3a3a3a; stroke: #3a3a3a; stroke-width: 1.2; stroke-linecap: round"/> + </g> + <g id="text_4"> + <!-- linear readout $W_{\mathrm{out}}$ (untied) --> + <g style="fill: #3a3a3a" transform="translate(72.9185 128.516897)"> + <text> + <tspan x="0" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + <tspan x="2.361572" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">i</tspan> + <tspan x="4.723145" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">n</tspan> + <tspan x="10.110352" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="15.339844" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">a</tspan> + <tspan x="20.548584" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">r</tspan> + <tspan x="24.043213" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="26.745117" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">r</tspan> + <tspan x="30.239746" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="35.469238" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">a</tspan> + <tspan x="40.677979" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">d</tspan> + <tspan x="46.073486" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">o</tspan> + <tspan x="51.273926" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">u</tspan> + <tspan x="56.661133" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="59.993896" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="81.090723" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="83.792627" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="86.494531" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="89.810693" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">u</tspan> + <tspan x="95.1979" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">n</tspan> + <tspan x="100.585107" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="103.917871" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">i</tspan> + <tspan x="106.279443" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="111.508936" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">d</tspan> + <tspan x="116.904443" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + <tspan x="62.695801" y="-0.15625" style="font-style: oblique; font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">W</tspan> + <tspan x="71.100342" y="1.320312" style="font-size: 5.95px; font-family: 'DejaVu Sans'; fill: #3a3a3a">o</tspan> + <tspan x="74.740649" y="1.320312" style="font-size: 5.95px; font-family: 'DejaVu Sans'; fill: #3a3a3a">u</tspan> + <tspan x="78.511694" y="1.320312" style="font-size: 5.95px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + </text> + </g> + </g> + <g id="patch_15"> + <path d="M 133.056 164.070536 +Q 133.056 153.599518 133.056 144.470141 +" style="fill: none; stroke: #3a3a3a; stroke-width: 1.2; stroke-linecap: round"/> + <path d="M 130.856 148.870141 +L 133.056 144.470141 +L 135.256 148.870141 +z +" style="fill: #3a3a3a; stroke: #3a3a3a; stroke-width: 1.2; stroke-linecap: round"/> + </g> + <g id="text_5"> + <text style="font-size: 8.5px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; text-anchor: middle; fill: #3a3a3a" x="133.056" y="180.631183" transform="rotate(-0 133.056 180.631183)">final RMSNorm</text> + </g> + <g id="patch_16"> + <path d="M 133.056 228.530525 +Q 133.056 211.886221 133.056 196.583559 +" style="fill: none; stroke: #3a3a3a; stroke-width: 1.2; stroke-linecap: round"/> + <path d="M 130.856 200.983559 +L 133.056 196.583559 +L 135.256 200.983559 +z +" style="fill: #3a3a3a; stroke: #3a3a3a; stroke-width: 1.2; stroke-linecap: round"/> + </g> + <g id="text_6"> + <!-- transformer block ($=f_l$) $\times\,12$ --> + <g style="fill: #3a3a3a" transform="translate(57.141 253.454866)"> + <text> + <tspan x="0" y="-0.15625" style="font-weight: 700; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="4.302246" y="-0.15625" style="font-weight: 700; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">r</tspan> + <tspan x="8.740723" y="-0.15625" style="font-weight: 700; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">a</tspan> + <tspan x="14.813965" y="-0.15625" style="font-weight: 700; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">n</tspan> + <tspan x="21.221191" y="-0.15625" style="font-weight: 700; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">s</tspan> + <tspan x="26.578125" y="-0.15625" style="font-weight: 700; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">f</tspan> + <tspan x="30.493652" y="-0.15625" style="font-weight: 700; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">o</tspan> + <tspan x="36.676758" y="-0.15625" style="font-weight: 700; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">r</tspan> + <tspan x="41.115234" y="-0.15625" style="font-weight: 700; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">m</tspan> + <tspan x="50.493164" y="-0.15625" style="font-weight: 700; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="56.597168" y="-0.15625" style="font-weight: 700; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">r</tspan> + <tspan x="61.035645" y="-0.15625" style="font-weight: 700; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="64.168945" y="-0.15625" style="font-weight: 700; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">b</tspan> + <tspan x="70.611328" y="-0.15625" style="font-weight: 700; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + <tspan x="73.696289" y="-0.15625" style="font-weight: 700; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">o</tspan> + <tspan x="79.879395" y="-0.15625" style="font-weight: 700; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">c</tspan> + <tspan x="85.214355" y="-0.15625" style="font-weight: 700; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">k</tspan> + <tspan x="91.199707" y="-0.15625" style="font-weight: 700; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="94.333008" y="-0.15625" style="font-weight: 700; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="97.466309" y="-0.15625" style="font-weight: 700; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="117.792334" y="-0.15625" style="font-weight: 700; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + <tspan x="121.905615" y="-0.15625" style="font-weight: 700; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="125.038916" y="-0.15625" style="font-weight: 700; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="128.172217" y="-0.15625" style="font-weight: 700; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="103.333008" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">=</tspan> + <tspan x="131.305518" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">×</tspan> + <tspan x="140.307744" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">1</tspan> + <tspan x="146.033818" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">2</tspan> + <tspan x="112.627441" y="-0.15625" style="font-style: oblique; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">f</tspan> + <tspan x="115.795898" y="1.320312" style="font-style: oblique; font-size: 6.3px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + </text> + </g> + </g> + <g id="text_7"> + <!-- $h\ =\ z + \mathrm{RMSNorm}(\,\mathrm{Attn}(z)\,)$ --> + <g style="fill: #3a3a3a" transform="translate(71.316 284.312009)"> + <text> + <tspan x="0" y="-0.15625" style="font-style: oblique; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">h</tspan> + <tspan x="22.596621" y="-0.15625" style="font-style: oblique; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="110.208223" y="-0.15625" style="font-style: oblique; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="10.379854" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">=</tspan> + <tspan x="29.07416" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">+</tspan> + <tspan x="38.368594" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">R</tspan> + <tspan x="44.622012" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">M</tspan> + <tspan x="52.387149" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">S</tspan> + <tspan x="58.100039" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">N</tspan> + <tspan x="64.832461" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">o</tspan> + <tspan x="70.338809" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">r</tspan> + <tspan x="74.039004" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">m</tspan> + <tspan x="82.806094" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="87.778535" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">A</tspan> + <tspan x="93.935274" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="97.464082" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="100.992891" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">n</tspan> + <tspan x="106.696992" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="114.932344" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + <tspan x="119.904785" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + </text> + </g> + </g> + <g id="text_8"> + <!-- $z'\ =\ h + \mathrm{RMSNorm}(\,\mathrm{SwiGLU}(h)\,)$ --> + <g style="fill: #3a3a3a" transform="translate(62.046 315.169152)"> + <text> + <tspan x="0" y="-0.032813" style="font-style: oblique; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="23.996572" y="-0.032813" style="font-style: oblique; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">h</tspan> + <tspan x="127.8196" y="-0.032813" style="font-style: oblique; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">h</tspan> + <tspan x="5.126074" y="-3.478125" style="font-size: 6.3px; font-family: 'cmsy10'; fill: #3a3a3a">0</tspan> + <tspan x="11.779805" y="-0.032813" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">=</tspan> + <tspan x="31.454092" y="-0.032813" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">+</tspan> + <tspan x="40.748526" y="-0.032813" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">R</tspan> + <tspan x="47.001944" y="-0.032813" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">M</tspan> + <tspan x="54.76708" y="-0.032813" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">S</tspan> + <tspan x="60.479971" y="-0.032813" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">N</tspan> + <tspan x="67.212393" y="-0.032813" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">o</tspan> + <tspan x="72.71874" y="-0.032813" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">r</tspan> + <tspan x="76.418936" y="-0.032813" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">m</tspan> + <tspan x="85.186026" y="-0.032813" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="90.158467" y="-0.032813" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">S</tspan> + <tspan x="95.871357" y="-0.032813" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">w</tspan> + <tspan x="103.232197" y="-0.032813" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">i</tspan> + <tspan x="105.732686" y="-0.032813" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">G</tspan> + <tspan x="112.706807" y="-0.032813" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">L</tspan> + <tspan x="117.720967" y="-0.032813" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">U</tspan> + <tspan x="124.308369" y="-0.032813" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="133.523701" y="-0.032813" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + <tspan x="138.496143" y="-0.032813" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + </text> + </g> + </g> + <g id="text_9"> + <text style="font-size: 7.5px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; text-anchor: middle; fill: #8a8a8a" x="133.056" y="342.869531" transform="rotate(-0 133.056 342.869531)">causal SDPA · QK-RMSNorm · RoPE</text> + </g> + <g id="patch_17"> + <path d="M 133.056 390.360435 +Q 133.056 375.085593 133.056 361.152392 +" style="fill: none; stroke: #3a3a3a; stroke-width: 1.2; stroke-linecap: round"/> + <path d="M 130.856 365.552392 +L 133.056 361.152392 +L 135.256 365.552392 +z +" style="fill: #3a3a3a; stroke: #3a3a3a; stroke-width: 1.2; stroke-linecap: round"/> + </g> + <g id="text_10"> + <text style="font-size: 8.5px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; text-anchor: middle; fill: #3a3a3a" x="133.056" y="406.916897" transform="rotate(-0 133.056 406.916897)">token embedding</text> + </g> + <g id="text_11"> + <text style="font-size: 7.8px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; text-anchor: middle; fill: #8a8a8a" x="152.064" y="447.866598" transform="rotate(-0 152.064 447.866598)">42.75M (TinyStories 4k BPE) / 72.11M (FineWeb-Edu 32k BPE)</text> + </g> + <g id="text_12"> + <text style="font-size: 8.2px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; fill: #3a3a3a" transform="translate(11.705625 466.700156)">Nothing in this graph is modified for training: the trained checkpoint</text> + <text style="font-size: 8.2px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; fill: #3a3a3a" transform="translate(19.486656 475.882362)">is indistinguishable in form from a conventionally trained model.</text> + </g> + <g id="text_13"> + <text style="font-weight: 700; font-size: 10.5px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; text-anchor: middle; fill: #3a3a3a" x="446.688" y="21.411629" transform="rotate(-0 446.688 21.411629)">(B) Free phase (= inference)</text> + </g> + <g id="text_14"> + <!-- give each layer a state $z_l$ (3 of $L$ drawn); settle the disagreement energy --> + <g style="fill: #8a8a8a" transform="translate(292.2005 39.366071)"> + <text> + <tspan x="0" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">g</tspan> + <tspan x="5.395508" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">i</tspan> + <tspan x="7.75708" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">v</tspan> + <tspan x="12.787354" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="18.016846" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="20.71875" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="25.948242" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">a</tspan> + <tspan x="31.156982" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">c</tspan> + <tspan x="35.830322" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">h</tspan> + <tspan x="41.217529" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="43.919434" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">l</tspan> + <tspan x="46.281006" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">a</tspan> + <tspan x="51.489746" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">y</tspan> + <tspan x="56.52002" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="61.749512" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">r</tspan> + <tspan x="65.244141" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="67.946045" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">a</tspan> + <tspan x="73.154785" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="75.856689" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">s</tspan> + <tspan x="80.285156" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">t</tspan> + <tspan x="83.61792" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">a</tspan> + <tspan x="88.82666" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">t</tspan> + <tspan x="92.159424" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="97.388916" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="106.451685" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="109.153589" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">(</tspan> + <tspan x="112.469751" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">3</tspan> + <tspan x="117.87771" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="120.579614" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">o</tspan> + <tspan x="125.780054" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">f</tspan> + <tspan x="128.772485" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="136.209985" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="138.91189" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">d</tspan> + <tspan x="144.307397" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">r</tspan> + <tspan x="147.802026" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">a</tspan> + <tspan x="153.010767" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">w</tspan> + <tspan x="159.962671" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">n</tspan> + <tspan x="165.349878" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">)</tspan> + <tspan x="168.66604" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">;</tspan> + <tspan x="171.52981" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="174.231714" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">s</tspan> + <tspan x="178.660181" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="183.889673" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">t</tspan> + <tspan x="187.222437" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">t</tspan> + <tspan x="190.5552" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">l</tspan> + <tspan x="192.916772" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="198.146265" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="200.848169" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">t</tspan> + <tspan x="204.180933" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">h</tspan> + <tspan x="209.56814" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="214.797632" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="217.499536" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">d</tspan> + <tspan x="222.895044" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">i</tspan> + <tspan x="225.256616" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">s</tspan> + <tspan x="229.685083" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">a</tspan> + <tspan x="234.893823" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">g</tspan> + <tspan x="240.289331" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">r</tspan> + <tspan x="243.78396" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="249.013452" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="254.242944" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">m</tspan> + <tspan x="262.522974" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="267.752466" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">n</tspan> + <tspan x="273.139673" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">t</tspan> + <tspan x="276.472437" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="279.174341" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="284.403833" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">n</tspan> + <tspan x="289.79104" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="295.020532" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">r</tspan> + <tspan x="298.515161" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">g</tspan> + <tspan x="303.910669" y="-0.15625" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">y</tspan> + <tspan x="100.09082" y="-0.15625" style="font-style: oblique; font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">z</tspan> + <tspan x="131.47439" y="-0.15625" style="font-style: oblique; font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">L</tspan> + <tspan x="104.55249" y="1.320312" style="font-style: oblique; font-size: 5.95px; font-family: 'DejaVu Sans'; fill: #8a8a8a">l</tspan> + </text> + </g> + </g> + <g id="text_15"> + <!-- $E(z)\ =\ \sum_l\ \frac{1}{2}\,\|\,z_l - f_l(z_{l-1})\,\|^2$ --> + <g style="fill: #3a3a3a" transform="translate(378.5955 62.505)"> + <text> + <tspan x="0" y="-0.8125" style="font-style: oblique; font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">E</tspan> + <tspan x="10.730713" y="-0.8125" style="font-style: oblique; font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="67.635488" y="-0.8125" style="font-style: oblique; font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="88.37897" y="-0.8125" style="font-style: oblique; font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">f</tspan> + <tspan x="98.514785" y="-0.8125" style="font-style: oblique; font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="6.634277" y="-0.8125" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="16.242188" y="-0.8125" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + <tspan x="25.793667" y="-0.8125" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">=</tspan> + <tspan x="60.680742" y="-0.8125" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">‖</tspan> + <tspan x="77.535464" y="-0.8125" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">−</tspan> + <tspan x="94.41835" y="-0.8125" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="120.067813" y="-0.8125" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + <tspan x="125.868994" y="-0.8125" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">‖</tspan> + <tspan x="40.046563" y="-0.8125" style="font-size: 10.5px; font-family: 'DejaVu Sans Display'; fill: #3a3a3a">∑</tspan> + <tspan x="44.046563" y="9.992188" style="font-style: oblique; font-size: 7.35px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + <tspan x="73.146963" y="0.992188" style="font-style: oblique; font-size: 7.35px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + <tspan x="92.075503" y="0.992188" style="font-style: oblique; font-size: 7.35px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + <tspan x="104.02626" y="0.992188" style="font-style: oblique; font-size: 7.35px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + <tspan x="52.987202" y="-5.570312" style="font-size: 7.35px; font-family: 'DejaVu Sans'; fill: #3a3a3a">1</tspan> + <tspan x="52.987202" y="3.43125" style="font-size: 7.35px; font-family: 'DejaVu Sans'; fill: #3a3a3a">2</tspan> + <tspan x="107.500283" y="0.992188" style="font-size: 7.35px; font-family: 'DejaVu Sans'; fill: #3a3a3a">−</tspan> + <tspan x="115.090737" y="0.992188" style="font-size: 7.35px; font-family: 'DejaVu Sans'; fill: #3a3a3a">1</tspan> + <tspan x="131.224268" y="-5.023438" style="font-size: 7.35px; font-family: 'DejaVu Sans'; fill: #3a3a3a">2</tspan> + </text> + <rect x="52.987202" y="-3.945312" width="4.676294" height="0.65625"/> + </g> + </g> + <g id="text_16"> + <!-- $z_3 = f_3(z_2)$ --> + <g style="fill: #3a3a3a" transform="translate(367.929 132.769152)"> + <text> + <tspan x="0" y="-0.15625" style="font-style: oblique; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="20.026318" y="-0.15625" style="font-style: oblique; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">f</tspan> + <tspan x="30.960352" y="-0.15625" style="font-style: oblique; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="4.724121" y="1.320312" style="font-size: 6.3px; font-family: 'DejaVu Sans'; fill: #3a3a3a">3</tspan> + <tspan x="23.194775" y="1.320312" style="font-size: 6.3px; font-family: 'DejaVu Sans'; fill: #3a3a3a">3</tspan> + <tspan x="35.684473" y="1.320312" style="font-size: 6.3px; font-family: 'DejaVu Sans'; fill: #3a3a3a">2</tspan> + <tspan x="10.731885" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">=</tspan> + <tspan x="27.449121" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="39.938818" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + </text> + </g> + </g> + <g id="text_17"> + <text style="font-size: 7.8px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; text-anchor: start; fill: #8a8a8a" x="494.208" y="132.438027" transform="rotate(-0 494.208 132.438027)">term = 0</text> + </g> + <g id="text_18"> + <!-- $z_2 = f_2(z_1)$ --> + <g style="fill: #3a3a3a" transform="translate(367.929 215.054866)"> + <text> + <tspan x="0" y="-0.15625" style="font-style: oblique; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="20.026318" y="-0.15625" style="font-style: oblique; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">f</tspan> + <tspan x="30.960352" y="-0.15625" style="font-style: oblique; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="4.724121" y="1.320312" style="font-size: 6.3px; font-family: 'DejaVu Sans'; fill: #3a3a3a">2</tspan> + <tspan x="23.194775" y="1.320312" style="font-size: 6.3px; font-family: 'DejaVu Sans'; fill: #3a3a3a">2</tspan> + <tspan x="35.684473" y="1.320312" style="font-size: 6.3px; font-family: 'DejaVu Sans'; fill: #3a3a3a">1</tspan> + <tspan x="10.731885" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">=</tspan> + <tspan x="27.449121" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="39.938818" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + </text> + </g> + </g> + <g id="text_19"> + <text style="font-size: 7.8px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; text-anchor: start; fill: #8a8a8a" x="494.208" y="214.723741" transform="rotate(-0 494.208 214.723741)">term = 0</text> + </g> + <g id="text_20"> + <!-- $z_1 = f_1(\mathrm{emb})$ --> + <g style="fill: #3a3a3a" transform="translate(362.394 297.34058)"> + <text> + <tspan x="0" y="-0.15625" style="font-style: oblique; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="20.026318" y="-0.15625" style="font-style: oblique; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">f</tspan> + <tspan x="4.724121" y="1.320312" style="font-size: 6.3px; font-family: 'DejaVu Sans'; fill: #3a3a3a">1</tspan> + <tspan x="23.194775" y="1.320312" style="font-size: 6.3px; font-family: 'DejaVu Sans'; fill: #3a3a3a">1</tspan> + <tspan x="10.731885" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">=</tspan> + <tspan x="27.449121" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="30.960352" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="36.497461" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">m</tspan> + <tspan x="45.264551" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">b</tspan> + <tspan x="50.977441" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + </text> + </g> + </g> + <g id="text_21"> + <text style="font-size: 7.8px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; text-anchor: start; fill: #8a8a8a" x="494.208" y="297.009455" transform="rotate(-0 494.208 297.009455)">term = 0</text> + </g> + <g id="patch_18"> + <path d="M 389.664 194.928976 +Q 389.664 171.771648 389.664 149.844158 +" style="fill: none; stroke: #3a3a3a; stroke-width: 1.1; stroke-linecap: round"/> + <path d="M 387.464 154.244158 +L 389.664 149.844158 +L 391.864 154.244158 +z +" style="fill: #3a3a3a; stroke: #3a3a3a; stroke-width: 1.1; stroke-linecap: round"/> + </g> + <g id="patch_19"> + <path d="M 389.664 277.21469 +Q 389.664 254.057363 389.664 232.129872 +" style="fill: none; stroke: #3a3a3a; stroke-width: 1.1; stroke-linecap: round"/> + <path d="M 387.464 236.529872 +L 389.664 232.129872 +L 391.864 236.529872 +z +" style="fill: #3a3a3a; stroke: #3a3a3a; stroke-width: 1.1; stroke-linecap: round"/> + </g> + <g id="patch_20"> + <path d="M 389.664 351.955413 +Q 389.664 333.943917 389.664 317.162258 +" style="fill: none; stroke: #3a3a3a; stroke-width: 1.1; stroke-linecap: round"/> + <path d="M 387.464 321.562258 +L 389.664 317.162258 +L 391.864 321.562258 +z +" style="fill: #3a3a3a; stroke: #3a3a3a; stroke-width: 1.1; stroke-linecap: round"/> + </g> + <g id="text_22"> + <!-- $\mathrm{emb}(x)$ --> + <g style="fill: #3a3a3a" transform="translate(373.464 369.34058)"> + <text> + <tspan x="0" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="5.537109" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">m</tspan> + <tspan x="14.304199" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">b</tspan> + <tspan x="20.01709" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="28.854492" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + <tspan x="23.52832" y="-0.15625" style="font-style: oblique; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">x</tspan> + </text> + </g> + </g> + <g id="text_23"> + <!-- The minimum is exact: $E=0$, states $\equiv$ forward activations, --> + <g style="fill: #3a3a3a" transform="translate(318.924 416.489304)"> + <text> + <tspan x="0" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">T</tspan> + <tspan x="5.115784" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">h</tspan> + <tspan x="10.423767" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="15.576355" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="18.238525" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">m</tspan> + <tspan x="26.39679" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">i</tspan> + <tspan x="28.723633" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">n</tspan> + <tspan x="34.031616" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">i</tspan> + <tspan x="36.358459" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">m</tspan> + <tspan x="44.516724" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">u</tspan> + <tspan x="49.824707" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">m</tspan> + <tspan x="57.982971" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="60.645142" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">i</tspan> + <tspan x="62.971985" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">s</tspan> + <tspan x="67.335327" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="69.997498" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="75.150085" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">x</tspan> + <tspan x="80.106384" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">a</tspan> + <tspan x="85.238525" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">c</tspan> + <tspan x="89.84314" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="93.126892" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">:</tspan> + <tspan x="95.948547" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="98.610718" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="108.196167" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">=</tspan> + <tspan x="116.845154" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">0</tspan> + <tspan x="122.173584" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">,</tspan> + <tspan x="124.835754" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="127.497925" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="130.160095" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">s</tspan> + <tspan x="134.523438" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="137.80719" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">a</tspan> + <tspan x="142.939331" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="146.223083" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="151.375671" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">s</tspan> + <tspan x="155.739014" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="160.032837" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">≡</tspan> + <tspan x="168.681824" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="171.343994" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">f</tspan> + <tspan x="174.292419" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">o</tspan> + <tspan x="179.416382" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">r</tspan> + <tspan x="182.859619" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">w</tspan> + <tspan x="189.70929" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">a</tspan> + <tspan x="194.841431" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">r</tspan> + <tspan x="198.284668" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">d</tspan> + <tspan x="203.60083" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="206.263" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">a</tspan> + <tspan x="211.395142" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">c</tspan> + <tspan x="215.999756" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="219.283508" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">i</tspan> + <tspan x="221.610352" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">v</tspan> + <tspan x="226.56665" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">a</tspan> + <tspan x="231.698792" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="234.982544" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">i</tspan> + <tspan x="237.309387" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">o</tspan> + <tspan x="242.43335" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">n</tspan> + <tspan x="247.741333" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">s</tspan> + <tspan x="252.104675" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">,</tspan> + <tspan x="101.272888" y="-0.921875" style="font-style: oblique; font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">E</tspan> + </text> + </g> + </g> + <g id="text_24"> + <text style="font-size: 8.4px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; text-anchor: middle; fill: #3a3a3a" x="446.688" y="437.060732" transform="rotate(-0 446.688 437.060732)">and one bottom-up pass reaches it.</text> + </g> + <g id="text_25"> + <text style="font-size: 8.2px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; text-anchor: middle; fill: #8a8a8a" x="446.688" y="464.434116" transform="rotate(-0 446.688 464.434116)">The free phase adds nothing and changes nothing at inference.</text> + </g> + <g id="text_26"> + <text style="font-weight: 700; font-size: 10.5px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; text-anchor: middle; fill: #3a3a3a" x="769.824" y="21.370614" transform="rotate(-0 769.824 21.370614)">(C) Nudged phase (training only)</text> + </g> + <g id="text_27"> + <!-- add the loss at strength $\beta \ll 1$ and settle again: --> + <g style="fill: #8a8a8a" transform="translate(668.844 39.408571)"> + <text> + <tspan x="0" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">a</tspan> + <tspan x="5.20874" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">d</tspan> + <tspan x="10.604248" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">d</tspan> + <tspan x="15.999756" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="18.70166" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">t</tspan> + <tspan x="22.034424" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">h</tspan> + <tspan x="27.421631" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="32.651123" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="35.353027" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">l</tspan> + <tspan x="37.7146" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">o</tspan> + <tspan x="42.915039" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">s</tspan> + <tspan x="47.343506" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">s</tspan> + <tspan x="51.771973" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="54.473877" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">a</tspan> + <tspan x="59.682617" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">t</tspan> + <tspan x="63.015381" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="65.717285" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">s</tspan> + <tspan x="70.145752" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">t</tspan> + <tspan x="73.478516" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">r</tspan> + <tspan x="76.973145" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="82.202637" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">n</tspan> + <tspan x="87.589844" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">g</tspan> + <tspan x="92.985352" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">t</tspan> + <tspan x="96.318115" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">h</tspan> + <tspan x="101.705322" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="111.487793" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">≪</tspan> + <tspan x="122.042236" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">1</tspan> + <tspan x="127.450195" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="130.1521" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">a</tspan> + <tspan x="135.36084" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">n</tspan> + <tspan x="140.748047" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">d</tspan> + <tspan x="146.143555" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="148.845459" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">s</tspan> + <tspan x="153.273926" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="158.503418" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">t</tspan> + <tspan x="161.836182" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">t</tspan> + <tspan x="165.168945" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">l</tspan> + <tspan x="167.530518" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="172.76001" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="175.461914" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">a</tspan> + <tspan x="180.670654" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">g</tspan> + <tspan x="186.066162" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">a</tspan> + <tspan x="191.274902" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">i</tspan> + <tspan x="193.636475" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">n</tspan> + <tspan x="199.023682" y="-0.109375" style="font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">:</tspan> + <tspan x="104.407227" y="-0.109375" style="font-style: oblique; font-size: 8.5px; font-family: 'DejaVu Sans'; fill: #8a8a8a">β</tspan> + </text> + </g> + </g> + <g id="text_28"> + <!-- $E(z)\ +\ \beta\cdot\mathrm{CE}(\mathrm{logits}(z_3),\,y)$ --> + <g style="fill: #3a3a3a" transform="translate(701.364 65.34)"> + <text> + <tspan x="0" y="-0.578125" style="font-style: oblique; font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">E</tspan> + <tspan x="10.730713" y="-0.578125" style="font-style: oblique; font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="40.046563" y="-0.578125" style="font-style: oblique; font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">β</tspan> + <tspan x="104.846123" y="-0.578125" style="font-style: oblique; font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="126.519155" y="-0.578125" style="font-style: oblique; font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">y</tspan> + <tspan x="6.634277" y="-0.578125" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="16.242188" y="-0.578125" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + <tspan x="25.793667" y="-0.578125" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">+</tspan> + <tspan x="48.793145" y="-0.578125" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">⋅</tspan> + <tspan x="54.176445" y="-0.578125" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">C</tspan> + <tspan x="61.507988" y="-0.578125" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">E</tspan> + <tspan x="68.142266" y="-0.578125" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="72.238701" y="-0.578125" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + <tspan x="75.155938" y="-0.578125" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">o</tspan> + <tspan x="81.58001" y="-0.578125" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">g</tspan> + <tspan x="88.245049" y="-0.578125" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">i</tspan> + <tspan x="91.162285" y="-0.578125" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="95.279229" y="-0.578125" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">s</tspan> + <tspan x="100.749688" y="-0.578125" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="115.334673" y="-0.578125" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + <tspan x="119.431109" y="-0.578125" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">,</tspan> + <tspan x="132.733023" y="-0.578125" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + <tspan x="110.357598" y="1.226562" style="font-size: 7.35px; font-family: 'DejaVu Sans'; fill: #3a3a3a">3</tspan> + </text> + </g> + </g> + <g id="text_29"> + <!-- pull $-\beta\,\nabla\mathrm{CE}$ --> + <g style="fill: #b03a2e" transform="translate(788.832 89.493714)"> + <text> + <tspan x="0" y="-0.109375" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #b03a2e">p</tspan> + <tspan x="5.474854" y="-0.109375" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #b03a2e">u</tspan> + <tspan x="10.941284" y="-0.109375" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #b03a2e">l</tspan> + <tspan x="13.337585" y="-0.109375" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #b03a2e">l</tspan> + <tspan x="15.733887" y="-0.109375" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #b03a2e"> </tspan> + <tspan x="18.475525" y="-0.109375" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #b03a2e">−</tspan> + <tspan x="32.606992" y="-0.109375" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #b03a2e">∇</tspan> + <tspan x="38.376645" y="-0.109375" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #b03a2e">C</tspan> + <tspan x="44.398984" y="-0.109375" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #b03a2e">E</tspan> + <tspan x="25.702332" y="-0.109375" style="font-style: oblique; font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #b03a2e">β</tspan> + </text> + </g> + </g> + <g id="text_30"> + <text style="font-size: 7.3px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; text-anchor: start; fill: #b03a2e" x="788.832" y="104.871487" transform="rotate(-0 788.832 104.871487)">(the only place the label enters)</text> + </g> + <g id="patch_21"> + <path d="M 778.866838 93.443471 +Q 755.568635 102.856886 733.825358 111.642049 +" style="fill: none; stroke: #b03a2e; stroke-width: 1.5; stroke-linecap: round"/> + <path d="M 738.729106 112.033524 +L 733.825358 111.642049 +L 737.080788 107.953935 +z +" style="fill: #b03a2e; stroke: #b03a2e; stroke-width: 1.5; stroke-linecap: round"/> + </g> + <g id="text_31"> + <!-- $z_3^{\beta} = z_3 + d_3$ --> + <g style="fill: #3a3a3a" transform="translate(687.555 133.750714)"> + <text> + <tspan x="0" y="-0.51875" style="font-style: oblique; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="20.440576" y="-0.51875" style="font-style: oblique; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="40.466895" y="-0.51875" style="font-style: oblique; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">d</tspan> + <tspan x="5.126074" y="-5.176563" style="font-style: oblique; font-size: 6.3px; font-family: 'DejaVu Sans'; fill: #3a3a3a">β</tspan> + <tspan x="4.724121" y="1.942187" style="font-size: 6.3px; font-family: 'DejaVu Sans'; fill: #3a3a3a">3</tspan> + <tspan x="25.164697" y="0.957812" style="font-size: 6.3px; font-family: 'DejaVu Sans'; fill: #3a3a3a">3</tspan> + <tspan x="46.179785" y="0.957812" style="font-size: 6.3px; font-family: 'DejaVu Sans'; fill: #3a3a3a">3</tspan> + <tspan x="11.146143" y="-0.51875" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">=</tspan> + <tspan x="31.172461" y="-0.51875" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">+</tspan> + </text> + </g> + </g> + <g id="text_32"> + <!-- $z_2^{\beta} = z_2 + d_2$ --> + <g style="fill: #3a3a3a" transform="translate(687.555 216.081429)"> + <text> + <tspan x="0" y="-0.51875" style="font-style: oblique; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="20.440576" y="-0.51875" style="font-style: oblique; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="40.466895" y="-0.51875" style="font-style: oblique; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">d</tspan> + <tspan x="5.126074" y="-5.176563" style="font-style: oblique; font-size: 6.3px; font-family: 'DejaVu Sans'; fill: #3a3a3a">β</tspan> + <tspan x="4.724121" y="1.942187" style="font-size: 6.3px; font-family: 'DejaVu Sans'; fill: #3a3a3a">2</tspan> + <tspan x="25.164697" y="0.957812" style="font-size: 6.3px; font-family: 'DejaVu Sans'; fill: #3a3a3a">2</tspan> + <tspan x="46.179785" y="0.957812" style="font-size: 6.3px; font-family: 'DejaVu Sans'; fill: #3a3a3a">2</tspan> + <tspan x="11.146143" y="-0.51875" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">=</tspan> + <tspan x="31.172461" y="-0.51875" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">+</tspan> + </text> + </g> + </g> + <g id="text_33"> + <!-- $z_1^{\beta} = z_1 + d_1$ --> + <g style="fill: #3a3a3a" transform="translate(687.555 298.322143)"> + <text> + <tspan x="0" y="-0.60625" style="font-style: oblique; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="20.440576" y="-0.60625" style="font-style: oblique; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="40.466895" y="-0.60625" style="font-style: oblique; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">d</tspan> + <tspan x="5.126074" y="-5.176563" style="font-style: oblique; font-size: 6.3px; font-family: 'DejaVu Sans'; fill: #3a3a3a">β</tspan> + <tspan x="4.724121" y="1.854688" style="font-size: 6.3px; font-family: 'DejaVu Sans'; fill: #3a3a3a">1</tspan> + <tspan x="25.164697" y="0.870313" style="font-size: 6.3px; font-family: 'DejaVu Sans'; fill: #3a3a3a">1</tspan> + <tspan x="46.179785" y="0.870313" style="font-size: 6.3px; font-family: 'DejaVu Sans'; fill: #3a3a3a">1</tspan> + <tspan x="11.146143" y="-0.60625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">=</tspan> + <tspan x="31.172461" y="-0.60625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">+</tspan> + </text> + </g> + </g> + <g id="patch_22"> + <path d="M 712.8 194.928976 +Q 712.8 171.771648 712.8 149.844158 +" style="fill: none; stroke: #3a3a3a; stroke-width: 1.1; stroke-linecap: round"/> + <path d="M 710.6 154.244158 +L 712.8 149.844158 +L 715 154.244158 +z +" style="fill: #3a3a3a; stroke: #3a3a3a; stroke-width: 1.1; stroke-linecap: round"/> + </g> + <g id="patch_23"> + <path d="M 712.8 277.21469 +Q 712.8 254.057363 712.8 232.129872 +" style="fill: none; stroke: #3a3a3a; stroke-width: 1.1; stroke-linecap: round"/> + <path d="M 710.6 236.529872 +L 712.8 232.129872 +L 715 236.529872 +z +" style="fill: #3a3a3a; stroke: #3a3a3a; stroke-width: 1.1; stroke-linecap: round"/> + </g> + <g id="patch_24"> + <path d="M 712.8 351.955413 +Q 712.8 333.943917 712.8 317.162258 +" style="fill: none; stroke: #3a3a3a; stroke-width: 1.1; stroke-linecap: round"/> + <path d="M 710.6 321.562258 +L 712.8 317.162258 +L 715 321.562258 +z +" style="fill: #3a3a3a; stroke: #3a3a3a; stroke-width: 1.1; stroke-linecap: round"/> + </g> + <g id="text_34"> + <!-- $\mathrm{emb}(x)$ --> + <g style="fill: #3a3a3a" transform="translate(696.6 369.34058)"> + <text> + <tspan x="0" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="5.537109" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">m</tspan> + <tspan x="14.304199" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">b</tspan> + <tspan x="20.01709" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="28.854492" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + <tspan x="23.52832" y="-0.15625" style="font-style: oblique; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">x</tspan> + </text> + </g> + </g> + <g id="patch_25"> + <path d="M 821.1456 144.498633 +Q 821.1456 169.370812 821.1456 192.56594 +" style="fill: none; stroke: #d95f02; stroke-width: 1.5; stroke-linecap: round"/> + <path d="M 823.3456 188.16594 +L 821.1456 192.56594 +L 818.9456 188.16594 +z +" style="fill: #d95f02; stroke: #d95f02; stroke-width: 1.5; stroke-linecap: round"/> + </g> + <g id="text_35"> + <!-- $d_2 = J_3^{\top} d_3$ --> + <g style="fill: #d95f02" transform="translate(836.352 171.908429)"> + <text> + <tspan x="0" y="-0.146875" style="font-style: oblique; font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #d95f02">d</tspan> + <tspan x="20.149713" y="-0.146875" style="font-style: oblique; font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #d95f02">J</tspan> + <tspan x="31.18288" y="-0.146875" style="font-style: oblique; font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #d95f02">d</tspan> + <tspan x="5.474854" y="1.329687" style="font-size: 6.02px; font-family: 'DejaVu Sans'; fill: #d95f02">2</tspan> + <tspan x="22.693414" y="2.314062" style="font-size: 6.02px; font-family: 'DejaVu Sans'; fill: #d95f02">3</tspan> + <tspan x="24.501306" y="-3.592188" style="font-size: 6.02px; font-family: 'DejaVu Sans'; fill: #d95f02">⊤</tspan> + <tspan x="36.657733" y="1.329687" style="font-size: 6.02px; font-family: 'DejaVu Sans'; fill: #d95f02">3</tspan> + <tspan x="11.242548" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #d95f02">=</tspan> + </text> + </g> + </g> + <g id="patch_26"> + <path d="M 821.1456 226.784347 +Q 821.1456 251.656526 821.1456 274.851654 +" style="fill: none; stroke: #d95f02; stroke-width: 1.5; stroke-linecap: round"/> + <path d="M 823.3456 270.451654 +L 821.1456 274.851654 +L 818.9456 270.451654 +z +" style="fill: #d95f02; stroke: #d95f02; stroke-width: 1.5; stroke-linecap: round"/> + </g> + <g id="text_36"> + <!-- $d_1 = J_2^{\top} d_2$ --> + <g style="fill: #d95f02" transform="translate(836.352 254.237143)"> + <text> + <tspan x="0" y="-0.146875" style="font-style: oblique; font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #d95f02">d</tspan> + <tspan x="20.149713" y="-0.146875" style="font-style: oblique; font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #d95f02">J</tspan> + <tspan x="31.18288" y="-0.146875" style="font-style: oblique; font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #d95f02">d</tspan> + <tspan x="5.474854" y="1.329687" style="font-size: 6.02px; font-family: 'DejaVu Sans'; fill: #d95f02">1</tspan> + <tspan x="22.693414" y="2.314062" style="font-size: 6.02px; font-family: 'DejaVu Sans'; fill: #d95f02">2</tspan> + <tspan x="24.501306" y="-3.592188" style="font-size: 6.02px; font-family: 'DejaVu Sans'; fill: #d95f02">⊤</tspan> + <tspan x="36.657733" y="1.329687" style="font-size: 6.02px; font-family: 'DejaVu Sans'; fill: #d95f02">2</tspan> + <tspan x="11.242548" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #d95f02">=</tspan> + </text> + </g> + </g> + <g id="text_37"> + <!-- The top state is pulled toward lower loss; each layer's mismatch $d_l$ --> + <g style="fill: #3a3a3a" transform="translate(629.544 416.481429)"> + <text> + <tspan x="0" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">T</tspan> + <tspan x="5.115784" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">h</tspan> + <tspan x="10.423767" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="15.576355" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="18.238525" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="21.522278" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">o</tspan> + <tspan x="26.64624" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">p</tspan> + <tspan x="31.962402" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="34.624573" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">s</tspan> + <tspan x="38.987915" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="42.271667" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">a</tspan> + <tspan x="47.403809" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="50.687561" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="55.840149" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="58.502319" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">i</tspan> + <tspan x="60.829163" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">s</tspan> + <tspan x="65.192505" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="67.854675" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">p</tspan> + <tspan x="73.170837" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">u</tspan> + <tspan x="78.478821" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + <tspan x="80.805664" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + <tspan x="83.132507" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="88.285095" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">d</tspan> + <tspan x="93.601257" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="96.263428" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="99.54718" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">o</tspan> + <tspan x="104.671143" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">w</tspan> + <tspan x="111.520813" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">a</tspan> + <tspan x="116.652954" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">r</tspan> + <tspan x="120.096191" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">d</tspan> + <tspan x="125.412354" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="128.074524" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + <tspan x="130.401367" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">o</tspan> + <tspan x="135.52533" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">w</tspan> + <tspan x="142.375" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="147.527588" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">r</tspan> + <tspan x="150.970825" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="153.632996" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + <tspan x="155.959839" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">o</tspan> + <tspan x="161.083801" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">s</tspan> + <tspan x="165.447144" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">s</tspan> + <tspan x="169.810486" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">;</tspan> + <tspan x="172.632141" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="175.294312" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="180.446899" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">a</tspan> + <tspan x="185.579041" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">c</tspan> + <tspan x="190.183655" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">h</tspan> + <tspan x="195.491638" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="198.153809" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + <tspan x="200.480652" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">a</tspan> + <tspan x="205.612793" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">y</tspan> + <tspan x="210.569092" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="215.72168" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">r</tspan> + <tspan x="219.164917" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">'</tspan> + <tspan x="221.467224" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">s</tspan> + <tspan x="225.830566" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="228.492737" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">m</tspan> + <tspan x="236.651001" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">i</tspan> + <tspan x="238.977844" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">s</tspan> + <tspan x="243.341187" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">m</tspan> + <tspan x="251.499451" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">a</tspan> + <tspan x="256.631592" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="259.915344" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">c</tspan> + <tspan x="264.519958" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">h</tspan> + <tspan x="269.827942" y="-0.921875" style="font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="272.490112" y="-0.921875" style="font-style: oblique; font-size: 8.4px; font-family: 'DejaVu Sans'; fill: #3a3a3a">d</tspan> + <tspan x="277.806274" y="0.390625" style="font-style: oblique; font-size: 5.88px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + </text> + </g> + </g> + <g id="text_38"> + <text style="font-size: 8.4px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; text-anchor: middle; fill: #3a3a3a" x="769.824" y="437.060732" transform="rotate(-0 769.824 437.060732)">transmits DOWN through the same weights, and the stack re-settles.</text> + </g> + <g id="text_39"> + <!-- ($J^{\top}$ = the transpose read a bidirectional physical device provides) --> + <g style="fill: #8a8a8a" transform="translate(633.991 464.918429)"> + <text> + <tspan x="0" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">(</tspan> + <tspan x="13.711999" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="16.334435" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">=</tspan> + <tspan x="23.247033" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="25.869469" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">t</tspan> + <tspan x="29.104211" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">h</tspan> + <tspan x="34.33297" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="39.408654" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="42.03109" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">t</tspan> + <tspan x="45.265832" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">r</tspan> + <tspan x="48.657677" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">a</tspan> + <tspan x="53.713219" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">n</tspan> + <tspan x="58.941979" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">s</tspan> + <tspan x="63.240197" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">p</tspan> + <tspan x="68.477013" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">o</tspan> + <tspan x="73.524499" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">s</tspan> + <tspan x="77.822716" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="82.8984" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="85.520837" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">r</tspan> + <tspan x="88.912682" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="93.988366" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">a</tspan> + <tspan x="99.043908" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">d</tspan> + <tspan x="104.280724" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="106.903161" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">a</tspan> + <tspan x="111.958703" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="114.581139" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">b</tspan> + <tspan x="119.817956" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">i</tspan> + <tspan x="122.11007" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">d</tspan> + <tspan x="127.346886" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">i</tspan> + <tspan x="129.639001" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">r</tspan> + <tspan x="133.030846" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="138.10653" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">c</tspan> + <tspan x="142.642419" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">t</tspan> + <tspan x="145.87716" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">i</tspan> + <tspan x="148.169274" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">o</tspan> + <tspan x="153.216759" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">n</tspan> + <tspan x="158.445519" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">a</tspan> + <tspan x="163.501061" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">l</tspan> + <tspan x="165.793175" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="168.415612" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">p</tspan> + <tspan x="173.652428" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">h</tspan> + <tspan x="178.881188" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">y</tspan> + <tspan x="183.763512" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">s</tspan> + <tspan x="188.06173" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">i</tspan> + <tspan x="190.353844" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">c</tspan> + <tspan x="194.889733" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">a</tspan> + <tspan x="199.945275" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">l</tspan> + <tspan x="202.237389" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="204.859826" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">d</tspan> + <tspan x="210.096642" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="215.172326" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">v</tspan> + <tspan x="220.05465" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">i</tspan> + <tspan x="222.346764" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">c</tspan> + <tspan x="226.882653" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="231.958337" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="234.580773" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">p</tspan> + <tspan x="239.81759" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">r</tspan> + <tspan x="243.209435" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">o</tspan> + <tspan x="248.256921" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">v</tspan> + <tspan x="253.139245" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">i</tspan> + <tspan x="255.431359" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">d</tspan> + <tspan x="260.668175" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="265.743859" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">s</tspan> + <tspan x="270.042077" y="-0.010938" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">)</tspan> + <tspan x="3.218628" y="-0.010938" style="font-style: oblique; font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #8a8a8a">J</tspan> + <tspan x="7.337572" y="-3.073438" style="font-size: 5.74px; font-family: 'DejaVu Sans'; fill: #8a8a8a">⊤</tspan> + </text> + </g> + </g> + <g id="text_40"> + <text style="font-weight: 700; font-size: 10px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; text-anchor: start; fill: #3a3a3a" x="38.016" y="506.073661" transform="rotate(-0 38.016 506.073661)">(D) The update — a difference measurement between the two settled states</text> + </g> + <g id="text_41"> + <!-- $\hat{g}\ =\ \left[\ \partial_\theta E(z^{\beta})\ -\ \partial_\theta E(z^{0})\ \right]\,/\,\beta$$\qquad\qquad(\partial_\theta E(z^0)\equiv 0\ \mathrm{here,\ since}\ E=0)$ --> + <g style="fill: #3a3a3a" transform="translate(303.3675 532.465714)"> + <text> + <tspan x="6.931885" y="-2.203125" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">̂</tspan> + <tspan x="12.120083" y="-0.890625" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">=</tspan> + <tspan x="33.37299" y="-0.890625" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">∂</tspan> + <tspan x="50.339616" y="-0.890625" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="65.430233" y="-0.890625" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + <tspan x="74.981713" y="-0.890625" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">−</tspan> + <tspan x="89.234608" y="-0.890625" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">∂</tspan> + <tspan x="106.201234" y="-0.890625" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="121.277496" y="-0.890625" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + <tspan x="134.078689" y="-0.890625" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">/</tspan> + <tspan x="186.935046" y="-0.890625" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="191.031482" y="-0.890625" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">∂</tspan> + <tspan x="207.998108" y="-0.890625" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="223.074369" y="-0.890625" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + <tspan x="229.216459" y="-0.890625" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">≡</tspan> + <tspan x="240.059965" y="-0.890625" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">0</tspan> + <tspan x="250.149775" y="-0.890625" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">h</tspan> + <tspan x="256.80456" y="-0.890625" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="263.264521" y="-0.890625" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">r</tspan> + <tspan x="267.581415" y="-0.890625" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="274.041376" y="-0.890625" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">,</tspan> + <tspan x="282.834067" y="-0.890625" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">s</tspan> + <tspan x="288.304526" y="-0.890625" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">i</tspan> + <tspan x="291.221762" y="-0.890625" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">n</tspan> + <tspan x="297.876547" y="-0.890625" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">c</tspan> + <tspan x="303.649496" y="-0.890625" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="322.198779" y="-0.890625" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">=</tspan> + <tspan x="333.042285" y="-0.890625" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">0</tspan> + <tspan x="339.722704" y="-0.890625" style="font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + <tspan x="0" y="-0.890625" style="font-style: oblique; font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">g</tspan> + <tspan x="43.705339" y="-0.890625" style="font-style: oblique; font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">E</tspan> + <tspan x="54.436052" y="-0.890625" style="font-style: oblique; font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="99.566957" y="-0.890625" style="font-style: oblique; font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">E</tspan> + <tspan x="110.29767" y="-0.890625" style="font-style: oblique; font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="139.321033" y="-0.890625" style="font-style: oblique; font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">β</tspan> + <tspan x="201.363831" y="-0.890625" style="font-style: oblique; font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">E</tspan> + <tspan x="212.094543" y="-0.890625" style="font-style: oblique; font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="313.518847" y="-0.890625" style="font-style: oblique; font-size: 10.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">E</tspan> + <tspan x="26.372979" y="-0.467187" style="font-size: 9.321329px; font-family: 'STIXSizeOneSym'; fill: #3a3a3a">[</tspan> + <tspan x="128.783321" y="-0.467187" style="font-size: 9.321329px; font-family: 'STIXSizeOneSym'; fill: #3a3a3a">]</tspan> + <tspan x="38.907707" y="0.914062" style="font-style: oblique; font-size: 7.35px; font-family: 'DejaVu Sans'; fill: #3a3a3a">θ</tspan> + <tspan x="60.438803" y="-5.101562" style="font-style: oblique; font-size: 7.35px; font-family: 'DejaVu Sans'; fill: #3a3a3a">β</tspan> + <tspan x="94.769325" y="0.914062" style="font-style: oblique; font-size: 7.35px; font-family: 'DejaVu Sans'; fill: #3a3a3a">θ</tspan> + <tspan x="196.566199" y="0.914062" style="font-style: oblique; font-size: 7.35px; font-family: 'DejaVu Sans'; fill: #3a3a3a">θ</tspan> + <tspan x="116.300421" y="-5.101562" style="font-size: 7.35px; font-family: 'DejaVu Sans'; fill: #3a3a3a">0</tspan> + <tspan x="218.097294" y="-5.101562" style="font-size: 7.35px; font-family: 'DejaVu Sans'; fill: #3a3a3a">0</tspan> + </text> + </g> + </g> + <g id="text_42"> + <!-- per layer: $\Delta\theta_l\ \propto\ \langle\ d_l\ ,\ \partial f_l(z_{l-1})/\partial\theta_l\ \rangle\ /\ \beta$ --> + <g style="fill: #3a3a3a" transform="translate(382.955 554.66)"> + <text> + <tspan x="0" y="-0.328125" style="font-size: 9.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">p</tspan> + <tspan x="6.030273" y="-0.328125" style="font-size: 9.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="11.875" y="-0.328125" style="font-size: 9.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">r</tspan> + <tspan x="15.780762" y="-0.328125" style="font-size: 9.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="18.800537" y="-0.328125" style="font-size: 9.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + <tspan x="21.439941" y="-0.328125" style="font-size: 9.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">a</tspan> + <tspan x="27.261475" y="-0.328125" style="font-size: 9.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">y</tspan> + <tspan x="32.883545" y="-0.328125" style="font-size: 9.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="38.728271" y="-0.328125" style="font-size: 9.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">r</tspan> + <tspan x="42.634033" y="-0.328125" style="font-size: 9.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">:</tspan> + <tspan x="45.834717" y="-0.328125" style="font-size: 9.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="48.854492" y="-0.328125" style="font-size: 9.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="51.874268" y="-0.328125" style="font-size: 9.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">Δ</tspan> + <tspan x="71.241839" y="-0.328125" style="font-size: 9.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">∝</tspan> + <tspan x="82.963732" y="-0.328125" style="font-size: 9.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">⟨</tspan> + <tspan x="100.990697" y="-0.328125" style="font-size: 9.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">,</tspan> + <tspan x="108.945988" y="-0.328125" style="font-size: 9.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">∂</tspan> + <tspan x="119.323845" y="-0.328125" style="font-size: 9.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="142.531804" y="-0.328125" style="font-size: 9.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + <tspan x="146.238103" y="-0.328125" style="font-size: 9.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">/</tspan> + <tspan x="149.438786" y="-0.328125" style="font-size: 9.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">∂</tspan> + <tspan x="165.369102" y="-0.328125" style="font-size: 9.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">⟩</tspan> + <tspan x="172.160087" y="-0.328125" style="font-size: 9.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">/</tspan> + <tspan x="58.373047" y="-0.328125" style="font-style: oblique; font-size: 9.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">θ</tspan> + <tspan x="89.754717" y="-0.328125" style="font-style: oblique; font-size: 9.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">d</tspan> + <tspan x="113.858342" y="-0.328125" style="font-style: oblique; font-size: 9.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">f</tspan> + <tspan x="123.030144" y="-0.328125" style="font-style: oblique; font-size: 9.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="154.35114" y="-0.328125" style="font-style: oblique; font-size: 9.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">θ</tspan> + <tspan x="178.445456" y="-0.328125" style="font-style: oblique; font-size: 9.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">β</tspan> + <tspan x="64.185303" y="1.3125" style="font-style: oblique; font-size: 6.65px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + <tspan x="95.78499" y="1.3125" style="font-style: oblique; font-size: 6.65px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + <tspan x="117.202824" y="1.3125" style="font-style: oblique; font-size: 6.65px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + <tspan x="128.016716" y="1.3125" style="font-style: oblique; font-size: 6.65px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + <tspan x="160.163396" y="1.3125" style="font-style: oblique; font-size: 6.65px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + <tspan x="131.15988" y="1.3125" style="font-size: 6.65px; font-family: 'DejaVu Sans'; fill: #3a3a3a">−</tspan> + <tspan x="138.027434" y="1.3125" style="font-size: 6.65px; font-family: 'DejaVu Sans'; fill: #3a3a3a">1</tspan> + </text> + </g> + </g> + <g id="text_43"> + <text style="font-size: 8.2px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; fill: #3a3a3a" transform="translate(257.54125 566.753059)">Each layer updates from its own boundary mismatch — no global backward graph, no global tape, no loss</text> + <!-- derivatives except the top nudge. $\beta\to 0$ gives the exact gradient; bias is $O(\beta)$; a $\pm\beta$ two-sided read cancels it to $O(\beta^2)$. --> + <g style="fill: #3a3a3a" transform="translate(230.881 577.412803)"> + <text> + <tspan x="0" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">d</tspan> + <tspan x="5.236816" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="10.3125" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">r</tspan> + <tspan x="13.704346" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">i</tspan> + <tspan x="15.99646" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">v</tspan> + <tspan x="20.878784" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">a</tspan> + <tspan x="25.934326" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="29.169067" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">i</tspan> + <tspan x="31.461182" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">v</tspan> + <tspan x="36.343506" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="41.419189" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">s</tspan> + <tspan x="45.717407" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="48.339844" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="53.415527" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">x</tspan> + <tspan x="58.297852" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">c</tspan> + <tspan x="62.83374" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="67.909424" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">p</tspan> + <tspan x="73.14624" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="76.380981" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="79.003418" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="82.238159" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">h</tspan> + <tspan x="87.466919" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="92.542603" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="95.165039" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="98.39978" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">o</tspan> + <tspan x="103.447266" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">p</tspan> + <tspan x="108.684082" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="111.306519" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">n</tspan> + <tspan x="116.535278" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">u</tspan> + <tspan x="121.764038" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">d</tspan> + <tspan x="127.000854" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">g</tspan> + <tspan x="132.237671" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="137.313354" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">.</tspan> + <tspan x="139.935791" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="142.558228" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="152.052979" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">→</tspan> + <tspan x="160.572876" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">0</tspan> + <tspan x="165.821777" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="168.444214" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">g</tspan> + <tspan x="173.68103" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">i</tspan> + <tspan x="175.973145" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">v</tspan> + <tspan x="180.855469" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="185.931152" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">s</tspan> + <tspan x="190.22937" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="192.851807" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="196.086548" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">h</tspan> + <tspan x="201.315308" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="206.390991" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="209.013428" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="214.089111" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">x</tspan> + <tspan x="218.971436" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">a</tspan> + <tspan x="224.026978" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">c</tspan> + <tspan x="228.562866" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="231.797607" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="234.420044" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">g</tspan> + <tspan x="239.65686" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">r</tspan> + <tspan x="243.048706" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">a</tspan> + <tspan x="248.104248" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">d</tspan> + <tspan x="253.341064" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">i</tspan> + <tspan x="255.633179" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="260.708862" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">n</tspan> + <tspan x="265.937622" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="269.172363" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">;</tspan> + <tspan x="271.951904" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="274.574341" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">b</tspan> + <tspan x="279.811157" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">i</tspan> + <tspan x="282.103271" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">a</tspan> + <tspan x="287.158813" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">s</tspan> + <tspan x="291.457031" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="294.079468" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">i</tspan> + <tspan x="296.371582" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">s</tspan> + <tspan x="300.6698" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="309.785889" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="318.269531" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + <tspan x="321.488159" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">;</tspan> + <tspan x="324.2677" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="326.890137" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">a</tspan> + <tspan x="331.945679" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="334.568115" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">±</tspan> + <tspan x="346.745728" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="349.368164" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="352.602905" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">w</tspan> + <tspan x="359.350342" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">o</tspan> + <tspan x="364.397827" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">-</tspan> + <tspan x="367.374756" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">s</tspan> + <tspan x="371.672974" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">i</tspan> + <tspan x="373.965088" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">d</tspan> + <tspan x="379.201904" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="384.277588" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">d</tspan> + <tspan x="389.514404" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="392.136841" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">r</tspan> + <tspan x="395.528687" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="400.60437" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">a</tspan> + <tspan x="405.659912" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">d</tspan> + <tspan x="410.896729" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="413.519165" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">c</tspan> + <tspan x="418.055054" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">a</tspan> + <tspan x="423.110596" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">n</tspan> + <tspan x="428.339355" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">c</tspan> + <tspan x="432.875244" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="437.950928" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + <tspan x="440.243042" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">s</tspan> + <tspan x="444.54126" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="447.163696" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">i</tspan> + <tspan x="449.455811" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="452.690552" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="455.312988" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="458.547729" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">o</tspan> + <tspan x="463.595215" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="472.711304" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="485.690219" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + <tspan x="488.908847" y="-0.78125" style="font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">.</tspan> + <tspan x="145.180664" y="-0.78125" style="font-style: oblique; font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">β</tspan> + <tspan x="303.292236" y="-0.78125" style="font-style: oblique; font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">O</tspan> + <tspan x="313.004517" y="-0.78125" style="font-style: oblique; font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">β</tspan> + <tspan x="341.480713" y="-0.78125" style="font-style: oblique; font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">β</tspan> + <tspan x="466.217651" y="-0.78125" style="font-style: oblique; font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">O</tspan> + <tspan x="475.929932" y="-0.78125" style="font-style: oblique; font-size: 8.2px; font-family: 'DejaVu Sans'; fill: #3a3a3a">β</tspan> + <tspan x="481.797238" y="-3.84375" style="font-size: 5.74px; font-family: 'DejaVu Sans'; fill: #3a3a3a">2</tspan> + </text> + </g> + </g> + <g id="text_44"> + <text style="font-weight: 700; font-size: 10px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; text-anchor: start; fill: #3a3a3a" x="38.016" y="615.06317" transform="rotate(-0 38.016 615.06317)">(E) This is not predictive coding — same energy family, different measurement</text> + </g> + <g id="text_45"> + <text style="font-size: 8.2px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; text-anchor: start; fill: #3a3a3a" x="42.768" y="637.234116" transform="rotate(-0 42.768 637.234116)">· PC (as typically run): ONE settled phase with the target clamped hard; the update uses the raw errors of that single state → finite-clamp</text> + </g> + <g id="text_46"> + <text style="font-size: 8.2px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; text-anchor: start; fill: #3a3a3a" x="42.768" y="653.005545" transform="rotate(-0 42.768 653.005545)"> bias. Its "exact-BP" results require freezing predictions during error transport (fixed-prediction) — backprop re-expressed in local variables.</text> + </g> + <g id="text_47"> + <text style="font-size: 8.2px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; text-anchor: start; fill: #3a3a3a" x="42.768" y="670.859741" transform="rotate(-0 42.768 670.859741)">· EP (here): TWO phases and an infinitesimal nudge; the update is a difference quotient in β → bias is measured and controllable, and the</text> + </g> + <g id="text_48"> + <text style="font-size: 8.2px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; text-anchor: start; fill: #3a3a3a" x="42.768" y="686.605545" transform="rotate(-0 42.768 686.605545)"> settle stays fully self-consistent — which is what physical hardware actually does.</text> + </g> + <g id="text_49"> + <text style="font-size: 8.2px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; text-anchor: start; fill: #3a3a3a" x="42.768" y="701.691259" transform="rotate(-0 42.768 701.691259)">· The free phase is the zero-reference of the measurement: on analog hardware the subtraction cancels state-independent device offsets.</text> + </g> + </g> + </g> + <defs> + <clipPath id="p7fae8feff8"> + <rect x="0" y="0" width="950.4" height="720"/> + </clipPath> + </defs> +</svg> |