3 lines
18 KiB
XML
3 lines
18 KiB
XML
<?xml version="1.0" encoding="UTF-8"?>
|
|
<?xml-stylesheet href="https://cdnjs.cloudflare.com/ajax/libs/font-awesome/6.5.1/css/all.min.css" type="text/css"?>
|
|
<svg aria-roledescription="flowchart-v2" role="graphics-document document" viewBox="0 -49.36363983154297 1155.761474609375 486.1861572265625" style="max-width: 100%; max-height: 100%; background: white; color: rgb(51, 51, 51);" class="flowchart" xmlns="http://www.w3.org/2000/svg" width="100%" id="mermaid-image-editor"><style>#mermaid-image-editor{font-family:"trebuchet ms",verdana,arial,sans-serif;font-size:16px;fill:#333;}#mermaid-image-editor .error-icon{fill:#552222;}#mermaid-image-editor .error-text{fill:#552222;stroke:#552222;}#mermaid-image-editor .edge-thickness-normal{stroke-width:1px;}#mermaid-image-editor .edge-thickness-thick{stroke-width:3.5px;}#mermaid-image-editor .edge-pattern-solid{stroke-dasharray:0;}#mermaid-image-editor .edge-thickness-invisible{stroke-width:0;fill:none;}#mermaid-image-editor .edge-pattern-dashed{stroke-dasharray:3;}#mermaid-image-editor .edge-pattern-dotted{stroke-dasharray:2;}#mermaid-image-editor .marker{fill:#333333;stroke:#333333;}#mermaid-image-editor .marker.cross{stroke:#333333;}#mermaid-image-editor svg{font-family:"trebuchet ms",verdana,arial,sans-serif;font-size:16px;}#mermaid-image-editor p{margin:0;}#mermaid-image-editor .label{font-family:"trebuchet ms",verdana,arial,sans-serif;color:#333;}#mermaid-image-editor .cluster-label text{fill:#333;}#mermaid-image-editor .cluster-label span{color:#333;}#mermaid-image-editor .cluster-label span p{background-color:transparent;}#mermaid-image-editor .label text,#mermaid-image-editor span{fill:#333;color:#333;}#mermaid-image-editor .node rect,#mermaid-image-editor .node circle,#mermaid-image-editor .node ellipse,#mermaid-image-editor .node polygon,#mermaid-image-editor .node path{fill:#ECECFF;stroke:#9370DB;stroke-width:1px;}#mermaid-image-editor .rough-node .label text,#mermaid-image-editor .node .label text,#mermaid-image-editor .image-shape .label,#mermaid-image-editor .icon-shape .label{text-anchor:middle;}#mermaid-image-editor .node .katex path{fill:#000;stroke:#000;stroke-width:1px;}#mermaid-image-editor .rough-node .label,#mermaid-image-editor .node .label,#mermaid-image-editor .image-shape .label,#mermaid-image-editor .icon-shape .label{text-align:center;}#mermaid-image-editor .node.clickable{cursor:pointer;}#mermaid-image-editor .root .anchor path{fill:#333333!important;stroke-width:0;stroke:#333333;}#mermaid-image-editor .arrowheadPath{fill:#333333;}#mermaid-image-editor .edgePath .path{stroke:#333333;stroke-width:2.0px;}#mermaid-image-editor .flowchart-link{stroke:#333333;fill:none;}#mermaid-image-editor .edgeLabel{background-color:rgba(232,232,232, 0.8);text-align:center;}#mermaid-image-editor .edgeLabel p{background-color:rgba(232,232,232, 0.8);}#mermaid-image-editor .edgeLabel rect{opacity:0.5;background-color:rgba(232,232,232, 0.8);fill:rgba(232,232,232, 0.8);}#mermaid-image-editor .labelBkg{background-color:rgba(232, 232, 232, 0.5);}#mermaid-image-editor .cluster rect{fill:#ffffde;stroke:#aaaa33;stroke-width:1px;}#mermaid-image-editor .cluster text{fill:#333;}#mermaid-image-editor .cluster span{color:#333;}#mermaid-image-editor div.mermaidTooltip{position:absolute;text-align:center;max-width:200px;padding:2px;font-family:"trebuchet ms",verdana,arial,sans-serif;font-size:12px;background:hsl(80, 100%, 96.2745098039%);border:1px solid #aaaa33;border-radius:2px;pointer-events:none;z-index:100;}#mermaid-image-editor .flowchartTitleText{text-anchor:middle;font-size:18px;fill:#333;}#mermaid-image-editor rect.text{fill:none;stroke-width:0;}#mermaid-image-editor .icon-shape,#mermaid-image-editor .image-shape{background-color:rgba(232,232,232, 0.8);text-align:center;}#mermaid-image-editor .icon-shape p,#mermaid-image-editor .image-shape p{background-color:rgba(232,232,232, 0.8);padding:2px;}#mermaid-image-editor .icon-shape rect,#mermaid-image-editor .image-shape rect{opacity:0.5;background-color:rgba(232,232,232, 0.8);fill:rgba(232,232,232, 0.8);}#mermaid-image-editor :root{--mermaid-font-family:"trebuchet ms",verdana,arial,sans-serif;}#mermaid-image-editor .default>*{fill:#FFFFFF!important;stroke:#64748B!important;stroke-width:1px!important;color:#0F172A!important;rx:4px!important;ry:4px!important;}#mermaid-image-editor .default span{fill:#FFFFFF!important;stroke:#64748B!important;stroke-width:1px!important;color:#0F172A!important;rx:4px!important;ry:4px!important;}#mermaid-image-editor .default tspan{fill:#0F172A!important;}#mermaid-image-editor .highlight>*{fill:#F0F4F8!important;stroke:#334155!important;stroke-width:2px!important;color:#0F172A!important;rx:4px!important;ry:4px!important;}#mermaid-image-editor .highlight span{fill:#F0F4F8!important;stroke:#334155!important;stroke-width:2px!important;color:#0F172A!important;rx:4px!important;ry:4px!important;}#mermaid-image-editor .highlight tspan{fill:#0F172A!important;}#mermaid-image-editor .storage>*{fill:#FFFFFF!important;stroke:#64748B!important;stroke-width:1px!important;color:#0F172A!important;}#mermaid-image-editor .storage span{fill:#FFFFFF!important;stroke:#64748B!important;stroke-width:1px!important;color:#0F172A!important;}#mermaid-image-editor .storage tspan{fill:#0F172A!important;}</style><g><marker orient="auto" markerHeight="8" markerWidth="8" markerUnits="userSpaceOnUse" refY="5" refX="5" viewBox="0 0 10 10" class="marker flowchart-v2" id="mermaid-image-editor_flowchart-v2-pointEnd"><path style="stroke-width: 1; stroke-dasharray: 1, 0;" class="arrowMarkerPath" d="M 0 0 L 10 5 L 0 10 z"></path></marker><marker orient="auto" markerHeight="8" markerWidth="8" markerUnits="userSpaceOnUse" refY="5" refX="4.5" viewBox="0 0 10 10" class="marker flowchart-v2" id="mermaid-image-editor_flowchart-v2-pointStart"><path style="stroke-width: 1; stroke-dasharray: 1, 0;" class="arrowMarkerPath" d="M 0 5 L 10 10 L 10 0 z"></path></marker><marker orient="auto" markerHeight="11" markerWidth="11" markerUnits="userSpaceOnUse" refY="5" refX="11" viewBox="0 0 10 10" class="marker flowchart-v2" id="mermaid-image-editor_flowchart-v2-circleEnd"><circle style="stroke-width: 1; stroke-dasharray: 1, 0;" class="arrowMarkerPath" r="5" cy="5" cx="5"></circle></marker><marker orient="auto" markerHeight="11" markerWidth="11" markerUnits="userSpaceOnUse" refY="5" refX="-1" viewBox="0 0 10 10" class="marker flowchart-v2" id="mermaid-image-editor_flowchart-v2-circleStart"><circle style="stroke-width: 1; stroke-dasharray: 1, 0;" class="arrowMarkerPath" r="5" cy="5" cx="5"></circle></marker><marker orient="auto" markerHeight="11" markerWidth="11" markerUnits="userSpaceOnUse" refY="5.2" refX="12" viewBox="0 0 11 11" class="marker cross flowchart-v2" id="mermaid-image-editor_flowchart-v2-crossEnd"><path style="stroke-width: 2; stroke-dasharray: 1, 0;" class="arrowMarkerPath" d="M 1,1 l 9,9 M 10,1 l -9,9"></path></marker><marker orient="auto" markerHeight="11" markerWidth="11" markerUnits="userSpaceOnUse" refY="5.2" refX="-1" viewBox="0 0 11 11" class="marker cross flowchart-v2" id="mermaid-image-editor_flowchart-v2-crossStart"><path style="stroke-width: 2; stroke-dasharray: 1, 0;" class="arrowMarkerPath" d="M 1,1 l 9,9 M 10,1 l -9,9"></path></marker><g class="root"><g class="clusters"></g><g class="edgePaths"></g><g class="edgeLabels"></g><g class="nodes"><g transform="translate(0, 0)" class="root"><g class="clusters"><g data-look="classic" id="Online" class="cluster"><rect height="228" width="1139.7614288330078" y="8" x="8" style=""></rect><g transform="translate(503.1193389892578, 8)" class="cluster-label"><foreignObject height="24" width="149.5227508544922"><div style="display: table-cell; white-space: nowrap; line-height: 1.5; max-width: 200px; text-align: center;" xmlns="http://www.w3.org/1999/xhtml"><span class="nodeLabel"><p>Online Full-Vocab KD</p></span></div></foreignObject></g></g></g><g class="edgePaths"><path marker-end="url(#mermaid-image-editor_flowchart-v2-pointEnd)" style="" class="edge-thickness-normal edge-pattern-solid edge-thickness-normal edge-pattern-solid flowchart-link" id="L_S2_KL_2" d="M197.511,70L216.899,70C236.287,70,275.063,70,313.19,74.555C351.318,79.109,388.798,88.218,407.538,92.773L426.278,97.328"></path><path marker-end="url(#mermaid-image-editor_flowchart-v2-pointEnd)" style="" class="edge-thickness-normal edge-pattern-solid edge-thickness-normal edge-pattern-solid flowchart-link" id="L_T2_KL_3" d="M190.642,174L211.175,174C231.707,174,272.773,174,312.045,169.445C351.318,164.891,388.798,155.782,407.538,151.227L426.278,146.672"></path><path marker-end="url(#mermaid-image-editor_flowchart-v2-pointEnd)" style="" class="edge-thickness-normal edge-pattern-solid edge-thickness-normal edge-pattern-solid flowchart-link" id="L_KL_U_4" d="M625.421,122L647.946,122C670.472,122,715.523,122,759.907,122C804.292,122,848.01,122,869.868,122L891.727,122"></path></g><g class="edgeLabels"><g transform="translate(313.8380889892578, 70)" class="edgeLabel"><g transform="translate(-78.82670593261719, -12)" class="label"><foreignObject height="24" width="157.65341186523438"><div style="display: table-cell; white-space: nowrap; line-height: 1.5; max-width: 200px; text-align: center;" class="labelBkg" xmlns="http://www.w3.org/1999/xhtml"><span class="edgeLabel"><p>Live Inference Stream</p></span></div></foreignObject></g></g><g transform="translate(313.8380889892578, 174)" class="edgeLabel"><g transform="translate(-78.82670593261719, -12)" class="label"><foreignObject height="24" width="157.65341186523438"><div style="display: table-cell; white-space: nowrap; line-height: 1.5; max-width: 200px; text-align: center;" class="labelBkg" xmlns="http://www.w3.org/1999/xhtml"><span class="edgeLabel"><p>Live Inference Stream</p></span></div></foreignObject></g></g><g transform="translate(760.5739212036133, 122)" class="edgeLabel"><g transform="translate(-97.6534194946289, -12)" class="label"><foreignObject height="24" width="195.3068389892578"><div style="display: table-cell; white-space: nowrap; line-height: 1.5; max-width: 200px; text-align: center;" class="labelBkg" xmlns="http://www.w3.org/1999/xhtml"><span class="edgeLabel"><p>Dense Signal 100% of Vocab</p></span></div></foreignObject></g></g></g><g class="nodes"><g transform="translate(121.50569152832031, 70)" id="flowchart-S2-904" class="node default highlight"><rect height="54" width="152.0113754272461" y="-27" x="-76.00568771362305" style="fill:#F0F4F8 !important;stroke:#334155 !important;stroke-width:2px !important;rx:4px !important;ry:4px !important" class="basic label-container"></rect><g transform="translate(-46.00568771362305, -12)" style="color:#0F172A !important" class="label"><rect></rect><foreignObject height="24" width="92.0113754272461"><div xmlns="http://www.w3.org/1999/xhtml" style="color: rgb(15, 23, 42) !important; display: table-cell; white-space: nowrap; line-height: 1.5; max-width: 200px; text-align: center;"><span class="nodeLabel" style="color:#0F172A !important"><p>Student 1.7B</p></span></div></foreignObject></g></g><g transform="translate(527.7926483154297, 122)" id="flowchart-KL-905" class="node default"><rect height="54" width="195.25570678710938" y="-27" x="-97.62785339355469" style="fill:#FFFFFF !important;stroke:#64748B !important;stroke-width:1px !important;rx:4px !important;ry:4px !important" class="basic label-container"></rect><g transform="translate(-67.62785339355469, -12)" style="color:#0F172A !important" class="label"><rect></rect><foreignObject height="24" width="135.25570678710938"><div xmlns="http://www.w3.org/1999/xhtml" style="color: rgb(15, 23, 42) !important; display: table-cell; white-space: nowrap; line-height: 1.5; max-width: 200px; text-align: center;"><span class="nodeLabel" style="color:#0F172A !important"><p>KL Divergence Loss</p></span></div></foreignObject></g></g><g transform="translate(121.50569152832031, 174)" id="flowchart-T2-906" class="node default highlight"><rect height="54" width="138.2727279663086" y="-27" x="-69.1363639831543" style="fill:#F0F4F8 !important;stroke:#334155 !important;stroke-width:2px !important;rx:4px !important;ry:4px !important" class="basic label-container"></rect><g transform="translate(-39.1363639831543, -12)" style="color:#0F172A !important" class="label"><rect></rect><foreignObject height="24" width="78.2727279663086"><div xmlns="http://www.w3.org/1999/xhtml" style="color: rgb(15, 23, 42) !important; display: table-cell; white-space: nowrap; line-height: 1.5; max-width: 200px; text-align: center;"><span class="nodeLabel" style="color:#0F172A !important"><p>Teacher 8B</p></span></div></foreignObject></g></g><g transform="translate(1002.994384765625, 122)" id="flowchart-U-909" class="node default"><rect height="54" width="214.53408813476562" y="-27" x="-107.26704406738281" style="fill:#FFFFFF !important;stroke:#64748B !important;stroke-width:1px !important;rx:4px !important;ry:4px !important" class="basic label-container"></rect><g transform="translate(-77.26704406738281, -12)" style="color:#0F172A !important" class="label"><rect></rect><foreignObject height="24" width="154.53408813476562"><div xmlns="http://www.w3.org/1999/xhtml" style="color: rgb(15, 23, 42) !important; display: table-cell; white-space: nowrap; line-height: 1.5; max-width: 200px; text-align: center;"><span class="nodeLabel" style="color:#0F172A !important"><p>Rich Gradient Update</p></span></div></foreignObject></g></g></g></g><g transform="translate(90.73300170898438, 278)" class="root"><g class="clusters"><g data-look="classic" id="Offline" class="cluster"><rect height="142.82249450683594" width="958.295524597168" y="8" x="8" style=""></rect><g transform="translate(428.35798263549805, 8)" class="cluster-label"><foreignObject height="24" width="117.57955932617188"><div style="display: table-cell; white-space: nowrap; line-height: 1.5; max-width: 200px; text-align: center;" xmlns="http://www.w3.org/1999/xhtml"><span class="nodeLabel"><p>Offline Top-K KD</p></span></div></foreignObject></g></g></g><g class="edgePaths"><path marker-end="url(#mermaid-image-editor_flowchart-v2-pointEnd)" style="" class="edge-thickness-normal edge-pattern-solid edge-thickness-normal edge-pattern-solid flowchart-link" id="L_T1_D_0" d="M183.773,79.411L201.714,79.411C219.656,79.411,255.54,79.411,290.757,79.411C325.973,79.411,360.524,79.411,377.799,79.411L395.074,79.411"></path><path marker-end="url(#mermaid-image-editor_flowchart-v2-pointEnd)" style="" class="edge-thickness-normal edge-pattern-solid edge-thickness-normal edge-pattern-solid flowchart-link" id="L_D_S1_1" d="M501.79,79.411L524.706,79.411C547.622,79.411,593.455,79.411,638.62,79.411C683.786,79.411,728.285,79.411,750.535,79.411L772.784,79.411"></path></g><g class="edgeLabels"><g transform="translate(291.42330169677734, 79.41124725341797)" class="edgeLabel"><g transform="translate(-70.15058135986328, -12)" class="label"><foreignObject height="24" width="140.30116271972656"><div style="display: table-cell; white-space: nowrap; line-height: 1.5; max-width: 200px; text-align: center;" class="labelBkg" xmlns="http://www.w3.org/1999/xhtml"><span class="edgeLabel"><p>Caches Top-8 Logits</p></span></div></foreignObject></g></g><g transform="translate(639.2869720458984, 79.41124725341797)" class="edgeLabel"><g transform="translate(-99.9971694946289, -12)" class="label"><foreignObject height="24" width="199.9943389892578"><div style="display: table-cell; white-space: nowrap; line-height: 1.5; max-width: 200px; text-align: center;" class="labelBkg" xmlns="http://www.w3.org/1999/xhtml"><span class="edgeLabel"><p>Sparse Signal 0.005% of Vocab</p></span></div></foreignObject></g></g></g><g class="nodes"><g transform="translate(114.63636016845703, 79.41124725341797)" id="flowchart-T1-900" class="node default highlight"><rect height="54" width="138.2727279663086" y="-27" x="-69.1363639831543" style="fill:#F0F4F8 !important;stroke:#334155 !important;stroke-width:2px !important;rx:4px !important;ry:4px !important" class="basic label-container"></rect><g transform="translate(-39.1363639831543, -12)" style="color:#0F172A !important" class="label"><rect></rect><foreignObject height="24" width="78.2727279663086"><div xmlns="http://www.w3.org/1999/xhtml" style="color: rgb(15, 23, 42) !important; display: table-cell; white-space: nowrap; line-height: 1.5; max-width: 200px; text-align: center;"><span class="nodeLabel" style="color:#0F172A !important"><p>Teacher 8B</p></span></div></foreignObject></g></g><g transform="translate(450.4318428039551, 79.41124725341797)" id="flowchart-D-901" class="node default storage"><path transform="translate(-51.35795974731445, -36.41514141653779)" style="fill:#FFFFFF !important;stroke:#64748B !important;stroke-width:1px !important;rx:4px !important;ry:4px !important" class="basic label-container" d="M0,11.27676094435853 a51.35795974731445,11.27676094435853 0,0,0 102.7159194946289,0 a51.35795974731445,11.27676094435853 0,0,0 -102.7159194946289,0 l0,50.27676094435853 a51.35795974731445,11.27676094435853 0,0,0 102.7159194946289,0 l0,-50.27676094435853"></path><g transform="translate(-43.85795974731445, -2)" style="color:#0F172A !important" class="label"><rect></rect><foreignObject height="24" width="87.7159194946289"><div xmlns="http://www.w3.org/1999/xhtml" style="color: rgb(15, 23, 42) !important; display: table-cell; white-space: nowrap; line-height: 1.5; max-width: 200px; text-align: center;"><span class="nodeLabel" style="color:#0F172A !important"><p>Disk Storage</p></span></div></foreignObject></g></g><g transform="translate(852.7898330688477, 79.41124725341797)" id="flowchart-S1-903" class="node default highlight"><rect height="54" width="152.0113754272461" y="-27" x="-76.00568771362305" style="fill:#F0F4F8 !important;stroke:#334155 !important;stroke-width:2px !important;rx:4px !important;ry:4px !important" class="basic label-container"></rect><g transform="translate(-46.00568771362305, -12)" style="color:#0F172A !important" class="label"><rect></rect><foreignObject height="24" width="92.0113754272461"><div xmlns="http://www.w3.org/1999/xhtml" style="color: rgb(15, 23, 42) !important; display: table-cell; white-space: nowrap; line-height: 1.5; max-width: 200px; text-align: center;"><span class="nodeLabel" style="color:#0F172A !important"><p>Student 1.7B</p></span></div></foreignObject></g></g></g></g></g></g></g><text class="flowchartTitleText" y="-25" x="577.8807373046875" text-anchor="middle">Offline vs. Online KD</text></svg> |
