diff options
| author | Yuren Hao <yurenh2@illinois.edu> | 2026-07-15 10:32:26 -0500 |
|---|---|---|
| committer | Yuren Hao <yurenh2@illinois.edu> | 2026-07-15 10:32:26 -0500 |
| commit | a6d88a18a4bfd46ab0dd487730b72dcbc3b8b5b8 (patch) | |
| tree | ad6a724c445958c8e5ddca1906fdd9bc63a764a2 /assets/figs/fig_primer_phases.svg | |
| parent | 82da86dbd49a093a24e0827331667e8e9e6217df (diff) | |
assets/: organize into decks|figs|hw|refs|misc; scripts + gitignore repointed
Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_014FAPDWQ49M5Ye3NpTndTpn
Diffstat (limited to 'assets/figs/fig_primer_phases.svg')
| -rw-r--r-- | assets/figs/fig_primer_phases.svg | 925 |
1 files changed, 925 insertions, 0 deletions
diff --git a/assets/figs/fig_primer_phases.svg b/assets/figs/fig_primer_phases.svg new file mode 100644 index 0000000..da9ed6a --- /dev/null +++ b/assets/figs/fig_primer_phases.svg @@ -0,0 +1,925 @@ +<?xml version="1.0" encoding="utf-8" standalone="no"?> +<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN" + "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd"> +<svg xmlns:xlink="http://www.w3.org/1999/xlink" width="878.4pt" height="792pt" viewBox="0 0 878.4 792" xmlns="http://www.w3.org/2000/svg" version="1.1"> + <metadata> + <rdf:RDF xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:cc="http://creativecommons.org/ns#" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#"> + <cc:Work> + <dc:type rdf:resource="http://purl.org/dc/dcmitype/StillImage"/> + <dc:date>2026-07-15T09:44:53.517354</dc:date> + <dc:format>image/svg+xml</dc:format> + <dc:creator> + <cc:Agent> + <dc:title>Matplotlib v3.10.8, https://matplotlib.org/</dc:title> + </cc:Agent> + </dc:creator> + </cc:Work> + </rdf:RDF> + </metadata> + <defs> + <style type="text/css">*{stroke-linejoin: round; stroke-linecap: butt}</style> + </defs> + <g id="figure_1"> + <g id="patch_1"> + <path d="M 0 792 +L 878.4 792 +L 878.4 0 +L 0 0 +z +" style="fill: #ffffff"/> + </g> + <g id="axes_1"> + <g id="patch_2"> + <path d="M 77.7384 199.779775 +L 256.0536 199.779775 +Q 261.324 199.779775 261.324 194.440449 +L 261.324 161.514607 +Q 261.324 156.175281 256.0536 156.175281 +L 77.7384 156.175281 +Q 72.468 156.175281 72.468 161.514607 +L 72.468 194.440449 +Q 72.468 199.779775 77.7384 199.779775 +z +" clip-path="url(#p90a79555a2)" style="fill: #eaf1fa; stroke: #2c6fbb; stroke-width: 1.2; stroke-linejoin: miter"/> + </g> + <g id="patch_3"> + <path d="M 77.7384 306.566292 +L 256.0536 306.566292 +Q 261.324 306.566292 261.324 301.226966 +L 261.324 268.301124 +Q 261.324 262.961798 256.0536 262.961798 +L 77.7384 262.961798 +Q 72.468 262.961798 72.468 268.301124 +L 72.468 301.226966 +Q 72.468 306.566292 77.7384 306.566292 +z +" clip-path="url(#p90a79555a2)" style="fill: #eaf1fa; stroke: #2c6fbb; stroke-width: 1.2; stroke-linejoin: miter"/> + </g> + <g id="patch_4"> + <path d="M 77.7384 413.352809 +L 256.0536 413.352809 +Q 261.324 413.352809 261.324 408.013483 +L 261.324 375.08764 +Q 261.324 369.748315 256.0536 369.748315 +L 77.7384 369.748315 +Q 72.468 369.748315 72.468 375.08764 +L 72.468 408.013483 +Q 72.468 413.352809 77.7384 413.352809 +z +" clip-path="url(#p90a79555a2)" style="fill: #eaf1fa; stroke: #2c6fbb; stroke-width: 1.2; stroke-linejoin: miter"/> + </g> + <g id="patch_5"> + <path d="M 473.0184 199.779775 +L 651.3336 199.779775 +Q 656.604 199.779775 656.604 194.440449 +L 656.604 161.514607 +Q 656.604 156.175281 651.3336 156.175281 +L 473.0184 156.175281 +Q 467.748 156.175281 467.748 161.514607 +L 467.748 194.440449 +Q 467.748 199.779775 473.0184 199.779775 +z +" clip-path="url(#p90a79555a2)" style="fill: #fdeee2; stroke: #d95f02; stroke-width: 1.2; stroke-linejoin: miter"/> + </g> + <g id="patch_6"> + <path d="M 473.0184 306.566292 +L 651.3336 306.566292 +Q 656.604 306.566292 656.604 301.226966 +L 656.604 268.301124 +Q 656.604 262.961798 651.3336 262.961798 +L 473.0184 262.961798 +Q 467.748 262.961798 467.748 268.301124 +L 467.748 301.226966 +Q 467.748 306.566292 473.0184 306.566292 +z +" clip-path="url(#p90a79555a2)" style="fill: #fdeee2; stroke: #d95f02; stroke-width: 1.2; stroke-linejoin: miter"/> + </g> + <g id="patch_7"> + <path d="M 473.0184 413.352809 +L 651.3336 413.352809 +Q 656.604 413.352809 656.604 408.013483 +L 656.604 375.08764 +Q 656.604 369.748315 651.3336 369.748315 +L 473.0184 369.748315 +Q 467.748 369.748315 467.748 375.08764 +L 467.748 408.013483 +Q 467.748 413.352809 473.0184 413.352809 +z +" clip-path="url(#p90a79555a2)" style="fill: #fdeee2; stroke: #d95f02; stroke-width: 1.2; stroke-linejoin: miter"/> + </g> + <g id="patch_8"> + <path d="M 20.6424 771.977528 +L 857.7576 771.977528 +Q 863.028 771.977528 863.028 766.638202 +L 863.028 639.38427 +Q 863.028 634.044944 857.7576 634.044944 +L 20.6424 634.044944 +Q 15.372 634.044944 15.372 639.38427 +L 15.372 766.638202 +Q 15.372 771.977528 20.6424 771.977528 +z +" clip-path="url(#p90a79555a2)" style="fill: #faf6ee; stroke: #c9b895; stroke-width: 1.2; stroke-linejoin: miter"/> + </g> + <g id="text_1"> + <text style="font-weight: 700; font-size: 11.5px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; text-anchor: middle; fill: #3a3a3a" x="219.6" y="27.200248" transform="rotate(-0 219.6 27.200248)">Free phase (= inference)</text> + </g> + <g id="text_2"> + <!-- give each layer a state $z_l$ (3 of $L$ drawn); settle the disagreement energy --> + <g style="fill: #8a8a8a" transform="translate(59.66 52.253708)"> + <text> + <tspan x="0" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">g</tspan> + <tspan x="5.554199" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">i</tspan> + <tspan x="7.985229" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">v</tspan> + <tspan x="13.163452" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="18.546753" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="21.328125" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="26.711426" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">a</tspan> + <tspan x="32.073364" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">c</tspan> + <tspan x="36.884155" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">h</tspan> + <tspan x="42.42981" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="45.211182" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">l</tspan> + <tspan x="47.642212" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">a</tspan> + <tspan x="53.00415" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">y</tspan> + <tspan x="58.182373" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="63.565674" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">r</tspan> + <tspan x="67.163086" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="69.944458" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">a</tspan> + <tspan x="75.306396" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="78.087769" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">s</tspan> + <tspan x="82.646484" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">t</tspan> + <tspan x="86.077271" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">a</tspan> + <tspan x="91.439209" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">t</tspan> + <tspan x="94.869995" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="100.253296" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="109.575378" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="112.35675" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">(</tspan> + <tspan x="115.770447" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">3</tspan> + <tspan x="121.337463" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="124.118835" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">o</tspan> + <tspan x="129.472229" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">f</tspan> + <tspan x="132.552673" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="140.208923" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="142.990295" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">d</tspan> + <tspan x="148.544495" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">r</tspan> + <tspan x="152.141907" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">a</tspan> + <tspan x="157.503845" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">w</tspan> + <tspan x="164.660217" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">n</tspan> + <tspan x="170.205872" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">)</tspan> + <tspan x="173.619568" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">;</tspan> + <tspan x="176.567566" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="179.348938" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">s</tspan> + <tspan x="183.907654" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="189.290955" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">t</tspan> + <tspan x="192.721741" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">t</tspan> + <tspan x="196.152527" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">l</tspan> + <tspan x="198.583557" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="203.966858" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="206.74823" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">t</tspan> + <tspan x="210.179016" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">h</tspan> + <tspan x="215.72467" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="221.107971" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="223.889343" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">d</tspan> + <tspan x="229.443542" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">i</tspan> + <tspan x="231.874573" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">s</tspan> + <tspan x="236.433289" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">a</tspan> + <tspan x="241.795227" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">g</tspan> + <tspan x="247.349426" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">r</tspan> + <tspan x="250.946838" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="256.330139" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="261.71344" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">m</tspan> + <tspan x="270.237" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="275.6203" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">n</tspan> + <tspan x="281.165955" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">t</tspan> + <tspan x="284.596741" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="287.378113" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="292.761414" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">n</tspan> + <tspan x="298.307068" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="303.690369" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">r</tspan> + <tspan x="307.287781" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">g</tspan> + <tspan x="312.84198" y="-0.15625" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">y</tspan> + <tspan x="103.034668" y="-0.15625" style="font-style: oblique; font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">z</tspan> + <tspan x="135.334045" y="-0.15625" style="font-style: oblique; font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">L</tspan> + <tspan x="107.627563" y="1.320312" style="font-style: oblique; font-size: 6.16px; font-family: 'DejaVu Sans'; fill: #8a8a8a">l</tspan> + </text> + </g> + </g> + <g id="text_3"> + <!-- $E(z)\ =\ \sum_l\ \frac{1}{2}\,\|\,z_l - f_l(z_{l-1})\,\|^2$ --> + <g style="fill: #3a3a3a" transform="translate(145.0225 85.544213)"> + <text> + <tspan x="0" y="-0.796875" style="font-style: oblique; font-size: 11.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">E</tspan> + <tspan x="11.752686" y="-0.796875" style="font-style: oblique; font-size: 11.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="74.075475" y="-0.796875" style="font-style: oblique; font-size: 11.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="96.793224" y="-0.796875" style="font-style: oblique; font-size: 11.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">f</tspan> + <tspan x="107.893053" y="-0.796875" style="font-style: oblique; font-size: 11.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="7.266113" y="-0.796875" style="font-size: 11.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="17.789062" y="-0.796875" style="font-size: 11.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + <tspan x="28.250207" y="-0.796875" style="font-size: 11.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">=</tspan> + <tspan x="66.458373" y="-0.796875" style="font-size: 11.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">‖</tspan> + <tspan x="84.917004" y="-0.796875" style="font-size: 11.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">−</tspan> + <tspan x="103.406481" y="-0.796875" style="font-size: 11.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="131.497448" y="-0.796875" style="font-size: 11.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + <tspan x="137.851123" y="-0.796875" style="font-size: 11.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">‖</tspan> + <tspan x="43.860521" y="-0.796875" style="font-size: 11.5px; font-family: 'DejaVu Sans Display'; fill: #3a3a3a">∑</tspan> + <tspan x="47.860521" y="11.0125" style="font-style: oblique; font-size: 8.05px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + <tspan x="80.111852" y="1.171875" style="font-style: oblique; font-size: 8.05px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + <tspan x="100.841808" y="1.171875" style="font-style: oblique; font-size: 8.05px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + <tspan x="113.92943" y="1.171875" style="font-style: oblique; font-size: 8.05px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + <tspan x="58.032115" y="-5.992188" style="font-size: 8.05px; font-family: 'DejaVu Sans'; fill: #3a3a3a">1</tspan> + <tspan x="58.032115" y="3.835938" style="font-size: 8.05px; font-family: 'DejaVu Sans'; fill: #3a3a3a">2</tspan> + <tspan x="117.734313" y="1.171875" style="font-size: 8.05px; font-family: 'DejaVu Sans'; fill: #3a3a3a">−</tspan> + <tspan x="126.047668" y="1.171875" style="font-size: 8.05px; font-family: 'DejaVu Sans'; fill: #3a3a3a">1</tspan> + <tspan x="143.715967" y="-5.390625" style="font-size: 8.05px; font-family: 'DejaVu Sans'; fill: #3a3a3a">2</tspan> + </text> + <rect x="58.032115" y="-4.117188" width="5.121655" height="0.71875"/> + </g> + </g> + <g id="text_4"> + <!-- $z_3 = f_3(z_2)$ --> + <g style="fill: #3a3a3a" transform="translate(142.746 180.736903)"> + <text> + <tspan x="0" y="-0.40625" style="font-style: oblique; font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="22.251465" y="-0.40625" style="font-style: oblique; font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">f</tspan> + <tspan x="34.400391" y="-0.40625" style="font-style: oblique; font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="5.249023" y="1.234375" style="font-size: 7px; font-family: 'DejaVu Sans'; fill: #3a3a3a">3</tspan> + <tspan x="25.771973" y="1.234375" style="font-size: 7px; font-family: 'DejaVu Sans'; fill: #3a3a3a">3</tspan> + <tspan x="39.649414" y="1.234375" style="font-size: 7px; font-family: 'DejaVu Sans'; fill: #3a3a3a">2</tspan> + <tspan x="11.924316" y="-0.40625" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">=</tspan> + <tspan x="30.499023" y="-0.40625" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="44.376465" y="-0.40625" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + </text> + </g> + </g> + <g id="text_5"> + <text style="font-size: 8.4px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; text-anchor: start; fill: #8a8a8a" x="274.0608" y="180.295403" transform="rotate(-0 274.0608 180.295403)">term = 0</text> + </g> + <g id="text_6"> + <!-- $z_2 = f_2(z_1)$ --> + <g style="fill: #3a3a3a" transform="translate(142.746 287.52342)"> + <text> + <tspan x="0" y="-0.40625" style="font-style: oblique; font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="22.251465" y="-0.40625" style="font-style: oblique; font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">f</tspan> + <tspan x="34.400391" y="-0.40625" style="font-style: oblique; font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="5.249023" y="1.234375" style="font-size: 7px; font-family: 'DejaVu Sans'; fill: #3a3a3a">2</tspan> + <tspan x="25.771973" y="1.234375" style="font-size: 7px; font-family: 'DejaVu Sans'; fill: #3a3a3a">2</tspan> + <tspan x="39.649414" y="1.234375" style="font-size: 7px; font-family: 'DejaVu Sans'; fill: #3a3a3a">1</tspan> + <tspan x="11.924316" y="-0.40625" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">=</tspan> + <tspan x="30.499023" y="-0.40625" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="44.376465" y="-0.40625" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + </text> + </g> + </g> + <g id="text_7"> + <text style="font-size: 8.4px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; text-anchor: start; fill: #8a8a8a" x="274.0608" y="287.08192" transform="rotate(-0 274.0608 287.08192)">term = 0</text> + </g> + <g id="text_8"> + <!-- $z_1 = f_1(\mathrm{emb})$ --> + <g style="fill: #3a3a3a" transform="translate(136.596 394.309937)"> + <text> + <tspan x="0" y="-0.40625" style="font-style: oblique; font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="22.251465" y="-0.40625" style="font-style: oblique; font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">f</tspan> + <tspan x="5.249023" y="1.234375" style="font-size: 7px; font-family: 'DejaVu Sans'; fill: #3a3a3a">1</tspan> + <tspan x="25.771973" y="1.234375" style="font-size: 7px; font-family: 'DejaVu Sans'; fill: #3a3a3a">1</tspan> + <tspan x="11.924316" y="-0.40625" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">=</tspan> + <tspan x="30.499023" y="-0.40625" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="34.400391" y="-0.40625" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="40.552734" y="-0.40625" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">m</tspan> + <tspan x="50.293945" y="-0.40625" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">b</tspan> + <tspan x="56.641602" y="-0.40625" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + </text> + </g> + </g> + <g id="text_9"> + <text style="font-size: 8.4px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; text-anchor: start; fill: #8a8a8a" x="274.0608" y="393.868437" transform="rotate(-0 274.0608 393.868437)">term = 0</text> + </g> + <g id="patch_9"> + <path d="M 166.896 260.239287 +Q 166.896 231.817088 166.896 204.680629 +" style="fill: none; stroke: #3a3a3a; stroke-width: 1.15; stroke-linecap: round"/> + <path d="M 164.696 209.080629 +L 166.896 204.680629 +L 169.096 209.080629 +z +" style="fill: #3a3a3a; stroke: #3a3a3a; stroke-width: 1.15; stroke-linecap: round"/> + </g> + <g id="patch_10"> + <path d="M 166.896 367.025804 +Q 166.896 338.603605 166.896 311.467146 +" style="fill: none; stroke: #3a3a3a; stroke-width: 1.15; stroke-linecap: round"/> + <path d="M 164.696 315.867146 +L 166.896 311.467146 +L 169.096 315.867146 +z +" style="fill: #3a3a3a; stroke: #3a3a3a; stroke-width: 1.15; stroke-linecap: round"/> + </g> + <g id="patch_11"> + <path d="M 166.896 467.579034 +Q 166.896 443.164529 166.896 420.035763 +" style="fill: none; stroke: #3a3a3a; stroke-width: 1.15; stroke-linecap: round"/> + <path d="M 164.696 424.435763 +L 166.896 420.035763 +L 169.096 424.435763 +z +" style="fill: #3a3a3a; stroke: #3a3a3a; stroke-width: 1.15; stroke-linecap: round"/> + </g> + <g id="text_10"> + <!-- $\mathrm{emb}(x)$ --> + <g style="fill: #3a3a3a" transform="translate(148.896 490.417802)"> + <text> + <tspan x="0" y="-0.40625" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="6.152344" y="-0.40625" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">m</tspan> + <tspan x="15.893555" y="-0.40625" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">b</tspan> + <tspan x="22.241211" y="-0.40625" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="32.060547" y="-0.40625" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + <tspan x="26.142578" y="-0.40625" style="font-style: oblique; font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">x</tspan> + </text> + </g> + </g> + <g id="text_11"> + <!-- The minimum is exact: $E=0$, states $\equiv$ forward activations, --> + <g style="fill: #3a3a3a" transform="translate(82.71 547.094673)"> + <text> + <tspan x="0" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">T</tspan> + <tspan x="5.497559" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">h</tspan> + <tspan x="11.20166" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="16.73877" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="19.599609" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">m</tspan> + <tspan x="28.366699" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">i</tspan> + <tspan x="30.867188" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">n</tspan> + <tspan x="36.571289" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">i</tspan> + <tspan x="39.071777" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">m</tspan> + <tspan x="47.838867" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">u</tspan> + <tspan x="53.542969" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">m</tspan> + <tspan x="62.310059" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="65.170898" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">i</tspan> + <tspan x="67.671387" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">s</tspan> + <tspan x="72.360352" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="75.221191" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="80.758301" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">x</tspan> + <tspan x="86.084473" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">a</tspan> + <tspan x="91.599609" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">c</tspan> + <tspan x="96.547852" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="100.07666" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">:</tspan> + <tspan x="103.108887" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="105.969727" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="116.270508" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">=</tspan> + <tspan x="125.564941" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">0</tspan> + <tspan x="131.291016" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">,</tspan> + <tspan x="134.151855" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="137.012695" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="139.873535" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">s</tspan> + <tspan x="144.5625" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="148.091309" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">a</tspan> + <tspan x="153.606445" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="157.135254" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="162.672363" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">s</tspan> + <tspan x="167.361328" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="171.975586" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">≡</tspan> + <tspan x="181.27002" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="184.130859" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">f</tspan> + <tspan x="187.299316" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">o</tspan> + <tspan x="192.805664" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">r</tspan> + <tspan x="196.505859" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">w</tspan> + <tspan x="203.866699" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">a</tspan> + <tspan x="209.381836" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">r</tspan> + <tspan x="213.082031" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">d</tspan> + <tspan x="218.794922" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="221.655762" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">a</tspan> + <tspan x="227.170898" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">c</tspan> + <tspan x="232.119141" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="235.647949" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">i</tspan> + <tspan x="238.148438" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">v</tspan> + <tspan x="243.474609" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">a</tspan> + <tspan x="248.989746" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="252.518555" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">i</tspan> + <tspan x="255.019043" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">o</tspan> + <tspan x="260.525391" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">n</tspan> + <tspan x="266.229492" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">s</tspan> + <tspan x="270.918457" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">,</tspan> + <tspan x="108.830566" y="-0.15625" style="font-style: oblique; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">E</tspan> + </text> + </g> + </g> + <g id="text_12"> + <text style="font-size: 9px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; text-anchor: middle; fill: #3a3a3a" x="219.6" y="573.791303" transform="rotate(-0 219.6 573.791303)">and one bottom-up pass reaches it.</text> + </g> + <g id="text_13"> + <text style="font-size: 8.6px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; text-anchor: middle; fill: #8a8a8a" x="219.6" y="605.716883" transform="rotate(-0 219.6 605.716883)">The free phase adds nothing and changes nothing at inference.</text> + </g> + <g id="text_14"> + <text style="font-weight: 700; font-size: 11.5px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; text-anchor: middle; fill: #3a3a3a" x="614.88" y="27.155326" transform="rotate(-0 614.88 27.155326)">Nudged phase (training only)</text> + </g> + <g id="text_15"> + <!-- add the loss at strength $\beta \ll 1$ and settle again: --> + <g style="fill: #8a8a8a" transform="translate(510.336 52.297708)"> + <text> + <tspan x="0" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">a</tspan> + <tspan x="5.361938" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">d</tspan> + <tspan x="10.916138" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">d</tspan> + <tspan x="16.470337" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="19.251709" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">t</tspan> + <tspan x="22.682495" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">h</tspan> + <tspan x="28.228149" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="33.61145" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="36.392822" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">l</tspan> + <tspan x="38.823853" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">o</tspan> + <tspan x="44.177246" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">s</tspan> + <tspan x="48.735962" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">s</tspan> + <tspan x="53.294678" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="56.07605" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">a</tspan> + <tspan x="61.437988" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">t</tspan> + <tspan x="64.868774" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="67.650146" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">s</tspan> + <tspan x="72.208862" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">t</tspan> + <tspan x="75.639648" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">r</tspan> + <tspan x="79.237061" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="84.620361" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">n</tspan> + <tspan x="90.166016" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">g</tspan> + <tspan x="95.720215" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">t</tspan> + <tspan x="99.151001" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">h</tspan> + <tspan x="104.696655" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="114.766846" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">≪</tspan> + <tspan x="125.631714" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">1</tspan> + <tspan x="131.19873" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="133.980103" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">a</tspan> + <tspan x="139.342041" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">n</tspan> + <tspan x="144.887695" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">d</tspan> + <tspan x="150.441895" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="153.223267" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">s</tspan> + <tspan x="157.781982" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="163.165283" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">t</tspan> + <tspan x="166.596069" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">t</tspan> + <tspan x="170.026855" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">l</tspan> + <tspan x="172.457886" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="177.841187" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="180.622559" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">a</tspan> + <tspan x="185.984497" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">g</tspan> + <tspan x="191.538696" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">a</tspan> + <tspan x="196.900635" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">i</tspan> + <tspan x="199.331665" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">n</tspan> + <tspan x="204.877319" y="-0.109375" style="font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">:</tspan> + <tspan x="107.478027" y="-0.109375" style="font-style: oblique; font-size: 8.8px; font-family: 'DejaVu Sans'; fill: #8a8a8a">β</tspan> + </text> + </g> + </g> + <g id="text_16"> + <!-- $E(z)\ +\ \beta\cdot\mathrm{CE}(\mathrm{logits}(z_3),\,y)$ --> + <g style="fill: #3a3a3a" transform="translate(539.9 88.649213)"> + <text> + <tspan x="0" y="-0.8125" style="font-style: oblique; font-size: 11.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">E</tspan> + <tspan x="11.752686" y="-0.8125" style="font-style: oblique; font-size: 11.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="43.860521" y="-0.8125" style="font-style: oblique; font-size: 11.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">β</tspan> + <tspan x="114.831468" y="-0.8125" style="font-style: oblique; font-size: 11.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="138.567297" y="-0.8125" style="font-style: oblique; font-size: 11.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">y</tspan> + <tspan x="7.266113" y="-0.8125" style="font-size: 11.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="17.789062" y="-0.8125" style="font-size: 11.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + <tspan x="28.250207" y="-0.8125" style="font-size: 11.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">+</tspan> + <tspan x="53.440111" y="-0.8125" style="font-size: 11.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">⋅</tspan> + <tspan x="59.336107" y="-0.8125" style="font-size: 11.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">C</tspan> + <tspan x="67.365892" y="-0.8125" style="font-size: 11.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">E</tspan> + <tspan x="74.632005" y="-0.8125" style="font-size: 11.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="79.118578" y="-0.8125" style="font-size: 11.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + <tspan x="82.313646" y="-0.8125" style="font-size: 11.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">o</tspan> + <tspan x="89.349535" y="-0.8125" style="font-size: 11.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">g</tspan> + <tspan x="96.649339" y="-0.8125" style="font-size: 11.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">i</tspan> + <tspan x="99.844408" y="-0.8125" style="font-size: 11.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="104.353441" y="-0.8125" style="font-size: 11.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">s</tspan> + <tspan x="110.344896" y="-0.8125" style="font-size: 11.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="126.317626" y="-0.8125" style="font-size: 11.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + <tspan x="130.804198" y="-0.8125" style="font-size: 11.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">,</tspan> + <tspan x="145.372961" y="-0.8125" style="font-size: 11.5px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + <tspan x="120.867845" y="1.15625" style="font-size: 8.05px; font-family: 'DejaVu Sans'; fill: #3a3a3a">3</tspan> + </text> + </g> + </g> + <g id="text_17"> + <!-- pull $-\beta\,\nabla\mathrm{CE}$ --> + <g style="fill: #b03a2e" transform="translate(641.232 120.097169)"> + <text> + <tspan x="0" y="-0.109375" style="font-size: 9.4px; font-family: 'DejaVu Sans'; fill: #b03a2e">p</tspan> + <tspan x="5.950928" y="-0.109375" style="font-size: 9.4px; font-family: 'DejaVu Sans'; fill: #b03a2e">u</tspan> + <tspan x="11.8927" y="-0.109375" style="font-size: 9.4px; font-family: 'DejaVu Sans'; fill: #b03a2e">l</tspan> + <tspan x="14.497375" y="-0.109375" style="font-size: 9.4px; font-family: 'DejaVu Sans'; fill: #b03a2e">l</tspan> + <tspan x="17.102051" y="-0.109375" style="font-size: 9.4px; font-family: 'DejaVu Sans'; fill: #b03a2e"> </tspan> + <tspan x="20.082092" y="-0.109375" style="font-size: 9.4px; font-family: 'DejaVu Sans'; fill: #b03a2e">−</tspan> + <tspan x="35.442383" y="-0.109375" style="font-size: 9.4px; font-family: 'DejaVu Sans'; fill: #b03a2e">∇</tspan> + <tspan x="41.713745" y="-0.109375" style="font-size: 9.4px; font-family: 'DejaVu Sans'; fill: #b03a2e">C</tspan> + <tspan x="48.259766" y="-0.109375" style="font-size: 9.4px; font-family: 'DejaVu Sans'; fill: #b03a2e">E</tspan> + <tspan x="27.937317" y="-0.109375" style="font-style: oblique; font-size: 9.4px; font-family: 'DejaVu Sans'; fill: #b03a2e">β</tspan> + </text> + </g> + </g> + <g id="text_18"> + <text style="font-size: 7.8px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; text-anchor: start; fill: #b03a2e" x="641.232" y="140.974784" transform="rotate(-0 641.232 140.974784)">(the only place the label enters)</text> + </g> + <g id="patch_12"> + <path d="M 632.014537 125.721668 +Q 608.292978 139.266857 586.124861 151.925019 +" style="fill: none; stroke: #b03a2e; stroke-width: 1.6; stroke-linecap: round"/> + <path d="M 591.036723 151.653702 +L 586.124861 151.925019 +L 588.854924 147.83274 +z +" style="fill: #b03a2e; stroke: #b03a2e; stroke-width: 1.6; stroke-linecap: round"/> + </g> + <g id="text_19"> + <!-- $z_3^{\beta} = z_3 + d_3$ --> + <g style="fill: #3a3a3a" transform="translate(534.126 181.827528)"> + <text> + <tspan x="0" y="-0.475" style="font-style: oblique; font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="22.711751" y="-0.475" style="font-style: oblique; font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="44.963216" y="-0.475" style="font-style: oblique; font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">d</tspan> + <tspan x="5.695638" y="-5.640625" style="font-style: oblique; font-size: 7px; font-family: 'DejaVu Sans'; fill: #3a3a3a">β</tspan> + <tspan x="5.249023" y="2.259375" style="font-size: 7px; font-family: 'DejaVu Sans'; fill: #3a3a3a">3</tspan> + <tspan x="27.960775" y="1.165625" style="font-size: 7px; font-family: 'DejaVu Sans'; fill: #3a3a3a">3</tspan> + <tspan x="51.310872" y="1.165625" style="font-size: 7px; font-family: 'DejaVu Sans'; fill: #3a3a3a">3</tspan> + <tspan x="12.384603" y="-0.475" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">=</tspan> + <tspan x="34.636068" y="-0.475" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">+</tspan> + </text> + </g> + </g> + <g id="text_20"> + <!-- $z_2^{\beta} = z_2 + d_2$ --> + <g style="fill: #3a3a3a" transform="translate(534.126 288.664045)"> + <text> + <tspan x="0" y="-0.475" style="font-style: oblique; font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="22.711751" y="-0.475" style="font-style: oblique; font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="44.963216" y="-0.475" style="font-style: oblique; font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">d</tspan> + <tspan x="5.695638" y="-5.640625" style="font-style: oblique; font-size: 7px; font-family: 'DejaVu Sans'; fill: #3a3a3a">β</tspan> + <tspan x="5.249023" y="2.259375" style="font-size: 7px; font-family: 'DejaVu Sans'; fill: #3a3a3a">2</tspan> + <tspan x="27.960775" y="1.165625" style="font-size: 7px; font-family: 'DejaVu Sans'; fill: #3a3a3a">2</tspan> + <tspan x="51.310872" y="1.165625" style="font-size: 7px; font-family: 'DejaVu Sans'; fill: #3a3a3a">2</tspan> + <tspan x="12.384603" y="-0.475" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">=</tspan> + <tspan x="34.636068" y="-0.475" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">+</tspan> + </text> + </g> + </g> + <g id="text_21"> + <!-- $z_1^{\beta} = z_1 + d_1$ --> + <g style="fill: #3a3a3a" transform="translate(534.126 395.400562)"> + <text> + <tspan x="0" y="-0.5625" style="font-style: oblique; font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="22.711751" y="-0.5625" style="font-style: oblique; font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="44.963216" y="-0.5625" style="font-style: oblique; font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">d</tspan> + <tspan x="5.695638" y="-5.640625" style="font-style: oblique; font-size: 7px; font-family: 'DejaVu Sans'; fill: #3a3a3a">β</tspan> + <tspan x="5.249023" y="2.171875" style="font-size: 7px; font-family: 'DejaVu Sans'; fill: #3a3a3a">1</tspan> + <tspan x="27.960775" y="1.078125" style="font-size: 7px; font-family: 'DejaVu Sans'; fill: #3a3a3a">1</tspan> + <tspan x="51.310872" y="1.078125" style="font-size: 7px; font-family: 'DejaVu Sans'; fill: #3a3a3a">1</tspan> + <tspan x="12.384603" y="-0.5625" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">=</tspan> + <tspan x="34.636068" y="-0.5625" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">+</tspan> + </text> + </g> + </g> + <g id="patch_13"> + <path d="M 562.176 260.239287 +Q 562.176 231.817088 562.176 204.680629 +" style="fill: none; stroke: #3a3a3a; stroke-width: 1.15; stroke-linecap: round"/> + <path d="M 559.976 209.080629 +L 562.176 204.680629 +L 564.376 209.080629 +z +" style="fill: #3a3a3a; stroke: #3a3a3a; stroke-width: 1.15; stroke-linecap: round"/> + </g> + <g id="patch_14"> + <path d="M 562.176 367.025804 +Q 562.176 338.603605 562.176 311.467146 +" style="fill: none; stroke: #3a3a3a; stroke-width: 1.15; stroke-linecap: round"/> + <path d="M 559.976 315.867146 +L 562.176 311.467146 +L 564.376 315.867146 +z +" style="fill: #3a3a3a; stroke: #3a3a3a; stroke-width: 1.15; stroke-linecap: round"/> + </g> + <g id="patch_15"> + <path d="M 562.176 467.579034 +Q 562.176 443.164529 562.176 420.035763 +" style="fill: none; stroke: #3a3a3a; stroke-width: 1.15; stroke-linecap: round"/> + <path d="M 559.976 424.435763 +L 562.176 420.035763 +L 564.376 424.435763 +z +" style="fill: #3a3a3a; stroke: #3a3a3a; stroke-width: 1.15; stroke-linecap: round"/> + </g> + <g id="text_22"> + <!-- $\mathrm{emb}(x)$ --> + <g style="fill: #3a3a3a" transform="translate(544.176 490.417802)"> + <text> + <tspan x="0" y="-0.40625" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="6.152344" y="-0.40625" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">m</tspan> + <tspan x="15.893555" y="-0.40625" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">b</tspan> + <tspan x="22.241211" y="-0.40625" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="32.060547" y="-0.40625" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + <tspan x="26.142578" y="-0.40625" style="font-style: oblique; font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">x</tspan> + </text> + </g> + </g> + <g id="patch_16"> + <path d="M 671.0976 196.271932 +Q 671.0976 227.809281 671.0976 257.557775 +" style="fill: none; stroke: #d95f02; stroke-width: 1.6; stroke-linecap: round"/> + <path d="M 673.2976 253.157775 +L 671.0976 257.557775 +L 668.8976 253.157775 +z +" style="fill: #d95f02; stroke: #d95f02; stroke-width: 1.6; stroke-linecap: round"/> + </g> + <g id="text_23"> + <!-- $d_2 = J_3^{\top} d_3$ --> + <g style="fill: #d95f02" transform="translate(686.9088 230.584236)"> + <text> + <tspan x="0" y="-0.146875" style="font-style: oblique; font-size: 9.4px; font-family: 'DejaVu Sans'; fill: #d95f02">d</tspan> + <tspan x="21.880463" y="-0.146875" style="font-style: oblique; font-size: 9.4px; font-family: 'DejaVu Sans'; fill: #d95f02">J</tspan> + <tspan x="33.79671" y="-0.146875" style="font-style: oblique; font-size: 9.4px; font-family: 'DejaVu Sans'; fill: #d95f02">d</tspan> + <tspan x="5.950928" y="1.329687" style="font-size: 6.58px; font-family: 'DejaVu Sans'; fill: #d95f02">2</tspan> + <tspan x="24.645355" y="2.314062" style="font-size: 6.58px; font-family: 'DejaVu Sans'; fill: #d95f02">3</tspan> + <tspan x="26.55553" y="-3.592188" style="font-size: 6.58px; font-family: 'DejaVu Sans'; fill: #d95f02">⊤</tspan> + <tspan x="39.747638" y="1.329687" style="font-size: 6.58px; font-family: 'DejaVu Sans'; fill: #d95f02">3</tspan> + <tspan x="12.198761" y="-0.146875" style="font-size: 9.4px; font-family: 'DejaVu Sans'; fill: #d95f02">=</tspan> + </text> + </g> + </g> + <g id="patch_17"> + <path d="M 671.0976 303.058449 +Q 671.0976 334.595797 671.0976 364.344291 +" style="fill: none; stroke: #d95f02; stroke-width: 1.6; stroke-linecap: round"/> + <path d="M 673.2976 359.944291 +L 671.0976 364.344291 +L 668.8976 359.944291 +z +" style="fill: #d95f02; stroke: #d95f02; stroke-width: 1.6; stroke-linecap: round"/> + </g> + <g id="text_24"> + <!-- $d_1 = J_2^{\top} d_2$ --> + <g style="fill: #d95f02" transform="translate(686.9088 337.417753)"> + <text> + <tspan x="0" y="-0.146875" style="font-style: oblique; font-size: 9.4px; font-family: 'DejaVu Sans'; fill: #d95f02">d</tspan> + <tspan x="21.880463" y="-0.146875" style="font-style: oblique; font-size: 9.4px; font-family: 'DejaVu Sans'; fill: #d95f02">J</tspan> + <tspan x="33.79671" y="-0.146875" style="font-style: oblique; font-size: 9.4px; font-family: 'DejaVu Sans'; fill: #d95f02">d</tspan> + <tspan x="5.950928" y="1.329687" style="font-size: 6.58px; font-family: 'DejaVu Sans'; fill: #d95f02">1</tspan> + <tspan x="24.645355" y="2.314062" style="font-size: 6.58px; font-family: 'DejaVu Sans'; fill: #d95f02">2</tspan> + <tspan x="26.55553" y="-3.592188" style="font-size: 6.58px; font-family: 'DejaVu Sans'; fill: #d95f02">⊤</tspan> + <tspan x="39.747638" y="1.329687" style="font-size: 6.58px; font-family: 'DejaVu Sans'; fill: #d95f02">2</tspan> + <tspan x="12.198761" y="-0.146875" style="font-size: 9.4px; font-family: 'DejaVu Sans'; fill: #d95f02">=</tspan> + </text> + </g> + </g> + <g id="text_25"> + <!-- The top state is pulled toward lower loss; each layer's mismatch $d_l$ --> + <g style="fill: #3a3a3a" transform="translate(464.58 547.086236)"> + <text> + <tspan x="0" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">T</tspan> + <tspan x="5.497559" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">h</tspan> + <tspan x="11.20166" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="16.73877" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="19.599609" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="23.128418" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">o</tspan> + <tspan x="28.634766" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">p</tspan> + <tspan x="34.347656" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="37.208496" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">s</tspan> + <tspan x="41.897461" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="45.42627" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">a</tspan> + <tspan x="50.941406" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="54.470215" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="60.007324" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="62.868164" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">i</tspan> + <tspan x="65.368652" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">s</tspan> + <tspan x="70.057617" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="72.918457" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">p</tspan> + <tspan x="78.631348" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">u</tspan> + <tspan x="84.335449" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + <tspan x="86.835938" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + <tspan x="89.336426" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="94.873535" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">d</tspan> + <tspan x="100.586426" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="103.447266" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="106.976074" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">o</tspan> + <tspan x="112.482422" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">w</tspan> + <tspan x="119.843262" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">a</tspan> + <tspan x="125.358398" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">r</tspan> + <tspan x="129.058594" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">d</tspan> + <tspan x="134.771484" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="137.632324" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + <tspan x="140.132812" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">o</tspan> + <tspan x="145.63916" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">w</tspan> + <tspan x="153" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="158.537109" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">r</tspan> + <tspan x="162.237305" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="165.098145" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + <tspan x="167.598633" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">o</tspan> + <tspan x="173.10498" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">s</tspan> + <tspan x="177.793945" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">s</tspan> + <tspan x="182.48291" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">;</tspan> + <tspan x="185.515137" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="188.375977" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="193.913086" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">a</tspan> + <tspan x="199.428223" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">c</tspan> + <tspan x="204.376465" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">h</tspan> + <tspan x="210.080566" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="212.941406" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + <tspan x="215.441895" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">a</tspan> + <tspan x="220.957031" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">y</tspan> + <tspan x="226.283203" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="231.820312" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">r</tspan> + <tspan x="235.520508" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">'</tspan> + <tspan x="237.994629" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">s</tspan> + <tspan x="242.683594" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="245.544434" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">m</tspan> + <tspan x="254.311523" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">i</tspan> + <tspan x="256.812012" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">s</tspan> + <tspan x="261.500977" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">m</tspan> + <tspan x="270.268066" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">a</tspan> + <tspan x="275.783203" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">t</tspan> + <tspan x="279.312012" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">c</tspan> + <tspan x="284.260254" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">h</tspan> + <tspan x="289.964355" y="-0.15625" style="font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="292.825195" y="-0.15625" style="font-style: oblique; font-size: 9px; font-family: 'DejaVu Sans'; fill: #3a3a3a">d</tspan> + <tspan x="298.538086" y="1.320312" style="font-style: oblique; font-size: 6.3px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + </text> + </g> + </g> + <g id="text_26"> + <text style="font-size: 9px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; text-anchor: middle; fill: #3a3a3a" x="614.88" y="573.791303" transform="rotate(-0 614.88 573.791303)">transmits DOWN through the same weights, and the stack re-settles.</text> + </g> + <g id="text_27"> + <!-- ($J^{\top}$ = the transpose read a bidirectional physical device provides) --> + <g style="fill: #8a8a8a" transform="translate(472.421 606.22482)"> + <text> + <tspan x="0" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">(</tspan> + <tspan x="14.398096" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="17.139734" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">=</tspan> + <tspan x="24.366541" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="27.108179" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">t</tspan> + <tspan x="30.489954" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">h</tspan> + <tspan x="35.956384" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="41.262781" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="44.004419" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">t</tspan> + <tspan x="47.386194" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">r</tspan> + <tspan x="50.932214" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">a</tspan> + <tspan x="56.217554" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">n</tspan> + <tspan x="61.683984" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">s</tspan> + <tspan x="66.177576" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">p</tspan> + <tspan x="71.652429" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">o</tspan> + <tspan x="76.929346" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">s</tspan> + <tspan x="81.422937" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="86.729333" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="89.470972" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">r</tspan> + <tspan x="93.016992" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="98.323389" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">a</tspan> + <tspan x="103.608728" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">d</tspan> + <tspan x="109.083582" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="111.82522" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">a</tspan> + <tspan x="117.110559" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="119.852197" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">b</tspan> + <tspan x="125.327051" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">i</tspan> + <tspan x="127.723352" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">d</tspan> + <tspan x="133.198206" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">i</tspan> + <tspan x="135.594507" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">r</tspan> + <tspan x="139.140527" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="144.446924" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">c</tspan> + <tspan x="149.188989" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">t</tspan> + <tspan x="152.570764" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">i</tspan> + <tspan x="154.967065" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">o</tspan> + <tspan x="160.243982" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">n</tspan> + <tspan x="165.710413" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">a</tspan> + <tspan x="170.995752" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">l</tspan> + <tspan x="173.392053" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="176.133691" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">p</tspan> + <tspan x="181.608545" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">h</tspan> + <tspan x="187.074976" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">y</tspan> + <tspan x="192.179224" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">s</tspan> + <tspan x="196.672815" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">i</tspan> + <tspan x="199.069116" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">c</tspan> + <tspan x="203.811182" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">a</tspan> + <tspan x="209.096521" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">l</tspan> + <tspan x="211.492822" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="214.23446" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">d</tspan> + <tspan x="219.709314" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="225.01571" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">v</tspan> + <tspan x="230.119958" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">i</tspan> + <tspan x="232.51626" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">c</tspan> + <tspan x="237.258325" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="242.564722" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a"> </tspan> + <tspan x="245.30636" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">p</tspan> + <tspan x="250.781213" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">r</tspan> + <tspan x="254.327234" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">o</tspan> + <tspan x="259.60415" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">v</tspan> + <tspan x="264.708398" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">i</tspan> + <tspan x="267.1047" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">d</tspan> + <tspan x="272.579553" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">e</tspan> + <tspan x="277.88595" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">s</tspan> + <tspan x="282.379541" y="-0.146875" style="font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">)</tspan> + <tspan x="3.364929" y="-0.146875" style="font-style: oblique; font-size: 8.6px; font-family: 'DejaVu Sans'; fill: #8a8a8a">J</tspan> + <tspan x="7.716522" y="-3.592188" style="font-size: 6.02px; font-family: 'DejaVu Sans'; fill: #8a8a8a">⊤</tspan> + </text> + </g> + </g> + <g id="text_28"> + <text style="font-weight: 700; font-size: 11px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; text-anchor: start; fill: #3a3a3a" x="35.136" y="662.442054" transform="rotate(-0 35.136 662.442054)">The update — a difference measurement between the two settled states</text> + </g> + <g id="text_29"> + <!-- $\hat{g}\ =\ \left[\ \partial_\theta E(z^{\beta})\ -\ \partial_\theta E(z^{0})\ \right]\,/\,\beta$$\qquad\qquad(\partial_\theta E(z^0)\equiv 0\ \mathrm{here,\ since}\ E=0)$ --> + <g style="fill: #3a3a3a" transform="translate(259.185 697.182472)"> + <text> + <tspan x="7.214355" y="-1.970313" style="font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">̂</tspan> + <tspan x="12.69723" y="-0.595313" style="font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">=</tspan> + <tspan x="34.934829" y="-0.595313" style="font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">∂</tspan> + <tspan x="52.690054" y="-0.595313" style="font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="68.461555" y="-0.595313" style="font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + <tspan x="78.467867" y="-0.595313" style="font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">−</tspan> + <tspan x="93.399471" y="-0.595313" style="font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">∂</tspan> + <tspan x="111.154696" y="-0.595313" style="font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="126.911158" y="-0.595313" style="font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + <tspan x="140.294581" y="-0.595313" style="font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">/</tspan> + <tspan x="195.667907" y="-0.595313" style="font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="199.959411" y="-0.595313" style="font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">∂</tspan> + <tspan x="217.714636" y="-0.595313" style="font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="233.471097" y="-0.595313" style="font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + <tspan x="239.905668" y="-0.595313" style="font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">≡</tspan> + <tspan x="251.265531" y="-0.595313" style="font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">0</tspan> + <tspan x="261.835808" y="-0.595313" style="font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">h</tspan> + <tspan x="268.807487" y="-0.595313" style="font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="275.575066" y="-0.595313" style="font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">r</tspan> + <tspan x="280.097526" y="-0.595313" style="font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="286.865105" y="-0.595313" style="font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">,</tspan> + <tspan x="296.076495" y="-0.595313" style="font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">s</tspan> + <tspan x="301.807452" y="-0.595313" style="font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">i</tspan> + <tspan x="304.863604" y="-0.595313" style="font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">n</tspan> + <tspan x="311.835284" y="-0.595313" style="font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">c</tspan> + <tspan x="317.883135" y="-0.595313" style="font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="337.315717" y="-0.595313" style="font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">=</tspan> + <tspan x="348.67558" y="-0.595313" style="font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">0</tspan> + <tspan x="355.674115" y="-0.595313" style="font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + <tspan x="0" y="-0.595313" style="font-style: oblique; font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">g</tspan> + <tspan x="45.739859" y="-0.595313" style="font-style: oblique; font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">E</tspan> + <tspan x="56.981558" y="-0.595313" style="font-style: oblique; font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="104.204501" y="-0.595313" style="font-style: oblique; font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">E</tspan> + <tspan x="115.4462" y="-0.595313" style="font-style: oblique; font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="145.78656" y="-0.595313" style="font-style: oblique; font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">β</tspan> + <tspan x="210.76444" y="-0.595313" style="font-style: oblique; font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">E</tspan> + <tspan x="222.00614" y="-0.595313" style="font-style: oblique; font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="328.222455" y="-0.595313" style="font-style: oblique; font-size: 11px; font-family: 'DejaVu Sans'; fill: #3a3a3a">E</tspan> + <tspan x="27.628835" y="-0.34375" style="font-size: 9.765202px; font-family: 'STIXSizeOneSym'; fill: #3a3a3a">[</tspan> + <tspan x="134.774403" y="-0.34375" style="font-size: 9.765202px; font-family: 'STIXSizeOneSym'; fill: #3a3a3a">]</tspan> + <tspan x="40.728091" y="1.209375" style="font-style: oblique; font-size: 7.7px; font-family: 'DejaVu Sans'; fill: #3a3a3a">θ</tspan> + <tspan x="63.24676" y="-4.80625" style="font-style: oblique; font-size: 7.7px; font-family: 'DejaVu Sans'; fill: #3a3a3a">β</tspan> + <tspan x="99.192733" y="1.209375" style="font-style: oblique; font-size: 7.7px; font-family: 'DejaVu Sans'; fill: #3a3a3a">θ</tspan> + <tspan x="205.752673" y="1.209375" style="font-style: oblique; font-size: 7.7px; font-family: 'DejaVu Sans'; fill: #3a3a3a">θ</tspan> + <tspan x="121.711402" y="-4.80625" style="font-size: 7.7px; font-family: 'DejaVu Sans'; fill: #3a3a3a">0</tspan> + <tspan x="228.271342" y="-4.80625" style="font-size: 7.7px; font-family: 'DejaVu Sans'; fill: #3a3a3a">0</tspan> + </text> + </g> + </g> + <g id="text_30"> + <!-- per layer: $\Delta\theta_l\ \propto\ \langle\ d_l\ ,\ \partial f_l(z_{l-1})/\partial\theta_l\ \rangle\ /\ \beta$ --> + <g style="fill: #3a3a3a" transform="translate(342.1 728.948315)"> + <text> + <tspan x="0" y="-0.328125" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">p</tspan> + <tspan x="6.347656" y="-0.328125" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="12.5" y="-0.328125" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">r</tspan> + <tspan x="16.611328" y="-0.328125" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="19.790039" y="-0.328125" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + <tspan x="22.568359" y="-0.328125" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">a</tspan> + <tspan x="28.696289" y="-0.328125" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">y</tspan> + <tspan x="34.614258" y="-0.328125" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">e</tspan> + <tspan x="40.766602" y="-0.328125" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">r</tspan> + <tspan x="44.87793" y="-0.328125" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">:</tspan> + <tspan x="48.24707" y="-0.328125" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="51.425781" y="-0.328125" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a"> </tspan> + <tspan x="54.604492" y="-0.328125" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">Δ</tspan> + <tspan x="74.977018" y="-0.328125" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">∝</tspan> + <tspan x="87.315853" y="-0.328125" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">⟨</tspan> + <tspan x="106.277214" y="-0.328125" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">,</tspan> + <tspan x="114.651205" y="-0.328125" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">∂</tspan> + <tspan x="125.560873" y="-0.328125" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">(</tspan> + <tspan x="149.975912" y="-0.328125" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">)</tspan> + <tspan x="153.877279" y="-0.328125" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">/</tspan> + <tspan x="157.24642" y="-0.328125" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">∂</tspan> + <tspan x="174.000782" y="-0.328125" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">⟩</tspan> + <tspan x="181.149187" y="-0.328125" style="font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">/</tspan> + <tspan x="61.445312" y="-0.328125" style="font-style: oblique; font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">θ</tspan> + <tspan x="94.464258" y="-0.328125" style="font-style: oblique; font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">d</tspan> + <tspan x="119.822103" y="-0.328125" style="font-style: oblique; font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">f</tspan> + <tspan x="129.46224" y="-0.328125" style="font-style: oblique; font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">z</tspan> + <tspan x="162.417318" y="-0.328125" style="font-style: oblique; font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">θ</tspan> + <tspan x="187.765365" y="-0.328125" style="font-style: oblique; font-size: 10px; font-family: 'DejaVu Sans'; fill: #3a3a3a">β</tspan> + <tspan x="67.563477" y="1.3125" style="font-style: oblique; font-size: 7px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + <tspan x="100.811914" y="1.3125" style="font-style: oblique; font-size: 7px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + <tspan x="123.342611" y="1.3125" style="font-style: oblique; font-size: 7px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + <tspan x="134.711263" y="1.3125" style="font-style: oblique; font-size: 7px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + <tspan x="168.535482" y="1.3125" style="font-style: oblique; font-size: 7px; font-family: 'DejaVu Sans'; fill: #3a3a3a">l</tspan> + <tspan x="138.019857" y="1.3125" style="font-size: 7px; font-family: 'DejaVu Sans'; fill: #3a3a3a">−</tspan> + <tspan x="145.248861" y="1.3125" style="font-size: 7px; font-family: 'DejaVu Sans'; fill: #3a3a3a">1</tspan> + </text> + </g> + </g> + <g id="text_31"> + <text style="font-size: 8.6px; font-family: 'DejaVu Sans', 'Bitstream Vera Sans', 'Computer Modern Sans Serif', 'Lucida Grande', 'Verdana', 'Geneva', 'Lucid', 'Arial', 'Helvetica', 'Avant Garde', sans-serif; text-anchor: middle; fill: #3a3a3a" x="439.2" y="755.218006" transform="rotate(-0 439.2 755.218006)">Each layer updates from its own boundary mismatch — no global backward graph, no global tape, no loss derivatives except the top nudge.</text> + </g> + </g> + </g> + <defs> + <clipPath id="p90a79555a2"> + <rect x="0" y="0" width="878.4" height="792"/> + </clipPath> + </defs> +</svg> |