3 lines
17 KiB
XML
3 lines
17 KiB
XML
<?xml version="1.0" encoding="UTF-8"?>
|
|
<?xml-stylesheet href="https://cdnjs.cloudflare.com/ajax/libs/font-awesome/6.5.1/css/all.min.css" type="text/css"?>
|
|
<svg aria-roledescription="flowchart-v2" role="graphics-document document" viewBox="0 0 1342.926025390625 410" style="max-width: 100%; max-height: 100%; background: transparent; color: rgb(51, 51, 51);" class="flowchart" xmlns="http://www.w3.org/2000/svg" width="100%" id="mermaid-image-editor"><style>#mermaid-image-editor{font-family:"trebuchet ms",verdana,arial,sans-serif;font-size:16px;fill:#333;}#mermaid-image-editor .error-icon{fill:#552222;}#mermaid-image-editor .error-text{fill:#552222;stroke:#552222;}#mermaid-image-editor .edge-thickness-normal{stroke-width:1px;}#mermaid-image-editor .edge-thickness-thick{stroke-width:3.5px;}#mermaid-image-editor .edge-pattern-solid{stroke-dasharray:0;}#mermaid-image-editor .edge-thickness-invisible{stroke-width:0;fill:none;}#mermaid-image-editor .edge-pattern-dashed{stroke-dasharray:3;}#mermaid-image-editor .edge-pattern-dotted{stroke-dasharray:2;}#mermaid-image-editor .marker{fill:#333333;stroke:#333333;}#mermaid-image-editor .marker.cross{stroke:#333333;}#mermaid-image-editor svg{font-family:"trebuchet ms",verdana,arial,sans-serif;font-size:16px;}#mermaid-image-editor p{margin:0;}#mermaid-image-editor .label{font-family:"trebuchet ms",verdana,arial,sans-serif;color:#333;}#mermaid-image-editor .cluster-label text{fill:#333;}#mermaid-image-editor .cluster-label span{color:#333;}#mermaid-image-editor .cluster-label span p{background-color:transparent;}#mermaid-image-editor .label text,#mermaid-image-editor span{fill:#333;color:#333;}#mermaid-image-editor .node rect,#mermaid-image-editor .node circle,#mermaid-image-editor .node ellipse,#mermaid-image-editor .node polygon,#mermaid-image-editor .node path{fill:#ECECFF;stroke:#9370DB;stroke-width:1px;}#mermaid-image-editor .rough-node .label text,#mermaid-image-editor .node .label text,#mermaid-image-editor .image-shape .label,#mermaid-image-editor .icon-shape .label{text-anchor:middle;}#mermaid-image-editor .node .katex path{fill:#000;stroke:#000;stroke-width:1px;}#mermaid-image-editor .rough-node .label,#mermaid-image-editor .node .label,#mermaid-image-editor .image-shape .label,#mermaid-image-editor .icon-shape .label{text-align:center;}#mermaid-image-editor .node.clickable{cursor:pointer;}#mermaid-image-editor .root .anchor path{fill:#333333!important;stroke-width:0;stroke:#333333;}#mermaid-image-editor .arrowheadPath{fill:#333333;}#mermaid-image-editor .edgePath .path{stroke:#333333;stroke-width:2.0px;}#mermaid-image-editor .flowchart-link{stroke:#333333;fill:none;}#mermaid-image-editor .edgeLabel{background-color:rgba(232,232,232, 0.8);text-align:center;}#mermaid-image-editor .edgeLabel p{background-color:rgba(232,232,232, 0.8);}#mermaid-image-editor .edgeLabel rect{opacity:0.5;background-color:rgba(232,232,232, 0.8);fill:rgba(232,232,232, 0.8);}#mermaid-image-editor .labelBkg{background-color:rgba(232, 232, 232, 0.5);}#mermaid-image-editor .cluster rect{fill:#ffffde;stroke:#aaaa33;stroke-width:1px;}#mermaid-image-editor .cluster text{fill:#333;}#mermaid-image-editor .cluster span{color:#333;}#mermaid-image-editor div.mermaidTooltip{position:absolute;text-align:center;max-width:200px;padding:2px;font-family:"trebuchet ms",verdana,arial,sans-serif;font-size:12px;background:hsl(80, 100%, 96.2745098039%);border:1px solid #aaaa33;border-radius:2px;pointer-events:none;z-index:100;}#mermaid-image-editor .flowchartTitleText{text-anchor:middle;font-size:18px;fill:#333;}#mermaid-image-editor rect.text{fill:none;stroke-width:0;}#mermaid-image-editor .icon-shape,#mermaid-image-editor .image-shape{background-color:rgba(232,232,232, 0.8);text-align:center;}#mermaid-image-editor .icon-shape p,#mermaid-image-editor .image-shape p{background-color:rgba(232,232,232, 0.8);padding:2px;}#mermaid-image-editor .icon-shape rect,#mermaid-image-editor .image-shape rect{opacity:0.5;background-color:rgba(232,232,232, 0.8);fill:rgba(232,232,232, 0.8);}#mermaid-image-editor :root{--mermaid-font-family:"trebuchet ms",verdana,arial,sans-serif;}#mermaid-image-editor .model>*{fill:#F0F4F8!important;stroke:#334155!important;stroke-width:2px!important;}#mermaid-image-editor .model span{fill:#F0F4F8!important;stroke:#334155!important;stroke-width:2px!important;}#mermaid-image-editor .process>*{fill:#F8FAFC!important;stroke:#64748B!important;stroke-width:1px!important;}#mermaid-image-editor .process span{fill:#F8FAFC!important;stroke:#64748B!important;stroke-width:1px!important;}</style><g><marker orient="auto" markerHeight="8" markerWidth="8" markerUnits="userSpaceOnUse" refY="5" refX="5" viewBox="0 0 10 10" class="marker flowchart-v2" id="mermaid-image-editor_flowchart-v2-pointEnd"><path style="stroke-width: 1; stroke-dasharray: 1, 0;" class="arrowMarkerPath" d="M 0 0 L 10 5 L 0 10 z"></path></marker><marker orient="auto" markerHeight="8" markerWidth="8" markerUnits="userSpaceOnUse" refY="5" refX="4.5" viewBox="0 0 10 10" class="marker flowchart-v2" id="mermaid-image-editor_flowchart-v2-pointStart"><path style="stroke-width: 1; stroke-dasharray: 1, 0;" class="arrowMarkerPath" d="M 0 5 L 10 10 L 10 0 z"></path></marker><marker orient="auto" markerHeight="11" markerWidth="11" markerUnits="userSpaceOnUse" refY="5" refX="11" viewBox="0 0 10 10" class="marker flowchart-v2" id="mermaid-image-editor_flowchart-v2-circleEnd"><circle style="stroke-width: 1; stroke-dasharray: 1, 0;" class="arrowMarkerPath" r="5" cy="5" cx="5"></circle></marker><marker orient="auto" markerHeight="11" markerWidth="11" markerUnits="userSpaceOnUse" refY="5" refX="-1" viewBox="0 0 10 10" class="marker flowchart-v2" id="mermaid-image-editor_flowchart-v2-circleStart"><circle style="stroke-width: 1; stroke-dasharray: 1, 0;" class="arrowMarkerPath" r="5" cy="5" cx="5"></circle></marker><marker orient="auto" markerHeight="11" markerWidth="11" markerUnits="userSpaceOnUse" refY="5.2" refX="12" viewBox="0 0 11 11" class="marker cross flowchart-v2" id="mermaid-image-editor_flowchart-v2-crossEnd"><path style="stroke-width: 2; stroke-dasharray: 1, 0;" class="arrowMarkerPath" d="M 1,1 l 9,9 M 10,1 l -9,9"></path></marker><marker orient="auto" markerHeight="11" markerWidth="11" markerUnits="userSpaceOnUse" refY="5.2" refX="-1" viewBox="0 0 11 11" class="marker cross flowchart-v2" id="mermaid-image-editor_flowchart-v2-crossStart"><path style="stroke-width: 2; stroke-dasharray: 1, 0;" class="arrowMarkerPath" d="M 1,1 l 9,9 M 10,1 l -9,9"></path></marker><g class="root"><g class="clusters"><g data-look="classic" id="P2" class="cluster"><rect height="134" width="704.6363830566406" y="268" x="630.2897796630859" style=""></rect><g transform="translate(904.1392211914062, 268)" class="cluster-label"><foreignObject height="24" width="156.9375"><div style="display: table-cell; white-space: nowrap; line-height: 1.5; max-width: 200px; text-align: center;" xmlns="http://www.w3.org/1999/xhtml"><span class="nodeLabel"><p>Phase 2: Targeted SFT</p></span></div></foreignObject></g></g><g data-look="classic" id="P1" class="cluster"><rect height="240" width="838.7216033935547" y="8" x="8" style=""></rect><g transform="translate(360.11647033691406, 8)" class="cluster-label"><foreignObject height="24" width="134.48866271972656"><div style="display: table-cell; white-space: nowrap; line-height: 1.5; max-width: 200px; text-align: center;" xmlns="http://www.w3.org/1999/xhtml"><span class="nodeLabel"><p>Phase 1: Online KD</p></span></div></foreignObject></g></g></g><g class="edgePaths"><path marker-end="url(#mermaid-image-editor_flowchart-v2-pointEnd)" style="" class="edge-thickness-normal edge-pattern-solid edge-thickness-normal edge-pattern-solid flowchart-link" id="L_Packer_Student_0" d="M171.92,174L176.087,174C180.254,174,188.587,174,196.254,174C203.92,174,210.92,174,214.42,174L217.92,174"></path><path marker-end="url(#mermaid-image-editor_flowchart-v2-pointEnd)" style="" class="edge-thickness-normal edge-pattern-solid edge-thickness-normal edge-pattern-solid flowchart-link" id="L_Teacher_KD_1" d="M360.926,70L366.28,70C371.634,70,382.343,70,395.601,73.873C408.86,77.747,424.669,85.493,432.574,89.367L440.478,93.24"></path><path marker-end="url(#mermaid-image-editor_flowchart-v2-pointEnd)" style="" class="edge-thickness-normal edge-pattern-solid edge-thickness-normal edge-pattern-solid flowchart-link" id="L_Student_KD_2" d="M368.051,174L372.218,174C376.384,174,384.718,174,396.789,170.127C408.86,166.253,424.669,158.507,432.574,154.633L440.478,150.76"></path><path marker-end="url(#mermaid-image-editor_flowchart-v2-pointEnd)" style="" class="edge-thickness-normal edge-pattern-solid edge-thickness-normal edge-pattern-solid flowchart-link" id="L_KD_Distilled_3" d="M580.29,122L584.456,122C588.623,122,596.956,122,605.29,122C613.623,122,621.956,122,629.828,122C637.699,122,645.108,122,648.813,122L652.517,122"></path><path marker-end="url(#mermaid-image-editor_flowchart-v2-pointEnd)" style="" class="edge-thickness-normal edge-pattern-solid edge-thickness-normal edge-pattern-solid flowchart-link" id="L_Distilled_SFT_4" d="M820.494,122L824.866,122C829.237,122,837.979,122,846.517,153.167C855.055,184.333,863.388,246.667,871.063,278.397C878.739,310.128,885.755,311.256,889.264,311.82L892.772,312.385"></path><path marker-end="url(#mermaid-image-editor_flowchart-v2-pointEnd)" style="" class="edge-thickness-normal edge-pattern-solid edge-thickness-normal edge-pattern-solid flowchart-link" id="L_Data_SFT_5" d="M821.722,340L825.888,340C830.055,340,838.388,340,846.722,340C855.055,340,863.388,340,871.057,339.732C878.725,339.464,885.729,338.928,889.231,338.659L892.733,338.391"></path><path marker-end="url(#mermaid-image-editor_flowchart-v2-pointEnd)" style="" class="edge-thickness-normal edge-pattern-solid edge-thickness-normal edge-pattern-solid flowchart-link" id="L_SFT_Final_6" d="M1107.949,330L1112.116,330C1116.282,330,1124.616,330,1132.282,330C1139.949,330,1146.949,330,1150.449,330L1153.949,330"></path></g><g class="edgeLabels"><g class="edgeLabel"><g transform="translate(0, 0)" class="label"><foreignObject height="0" width="0"><div style="display: table-cell; white-space: nowrap; line-height: 1.5; max-width: 200px; text-align: center;" class="labelBkg" xmlns="http://www.w3.org/1999/xhtml"><span class="edgeLabel"></span></div></foreignObject></g></g><g class="edgeLabel"><g transform="translate(0, 0)" class="label"><foreignObject height="0" width="0"><div style="display: table-cell; white-space: nowrap; line-height: 1.5; max-width: 200px; text-align: center;" class="labelBkg" xmlns="http://www.w3.org/1999/xhtml"><span class="edgeLabel"></span></div></foreignObject></g></g><g class="edgeLabel"><g transform="translate(0, 0)" class="label"><foreignObject height="0" width="0"><div style="display: table-cell; white-space: nowrap; line-height: 1.5; max-width: 200px; text-align: center;" class="labelBkg" xmlns="http://www.w3.org/1999/xhtml"><span class="edgeLabel"></span></div></foreignObject></g></g><g class="edgeLabel"><g transform="translate(0, 0)" class="label"><foreignObject height="0" width="0"><div style="display: table-cell; white-space: nowrap; line-height: 1.5; max-width: 200px; text-align: center;" class="labelBkg" xmlns="http://www.w3.org/1999/xhtml"><span class="edgeLabel"></span></div></foreignObject></g></g><g class="edgeLabel"><g transform="translate(0, 0)" class="label"><foreignObject height="0" width="0"><div style="display: table-cell; white-space: nowrap; line-height: 1.5; max-width: 200px; text-align: center;" class="labelBkg" xmlns="http://www.w3.org/1999/xhtml"><span class="edgeLabel"></span></div></foreignObject></g></g><g class="edgeLabel"><g transform="translate(0, 0)" class="label"><foreignObject height="0" width="0"><div style="display: table-cell; white-space: nowrap; line-height: 1.5; max-width: 200px; text-align: center;" class="labelBkg" xmlns="http://www.w3.org/1999/xhtml"><span class="edgeLabel"></span></div></foreignObject></g></g><g class="edgeLabel"><g transform="translate(0, 0)" class="label"><foreignObject height="0" width="0"><div style="display: table-cell; white-space: nowrap; line-height: 1.5; max-width: 200px; text-align: center;" class="labelBkg" xmlns="http://www.w3.org/1999/xhtml"><span class="edgeLabel"></span></div></foreignObject></g></g></g><g class="nodes"><g transform="translate(102.4602279663086, 174)" id="flowchart-Packer-2044" class="node default process"><rect height="78" width="138.9204559326172" y="-39" x="-69.4602279663086" style="fill:#F8FAFC !important;stroke:#64748B !important;stroke-width:1px !important" class="basic label-container"></rect><g transform="translate(-39.460227966308594, -24)" style="" class="label"><rect></rect><foreignObject height="48" width="78.92045593261719"><div style="display: table-cell; white-space: nowrap; line-height: 1.5; max-width: 200px; text-align: center;" xmlns="http://www.w3.org/1999/xhtml"><span class="nodeLabel"><p>FFD Packer<br/>4096 ctx</p></span></div></foreignObject></g></g><g transform="translate(294.9857940673828, 70)" id="flowchart-Teacher-2045" class="node default model"><rect height="54" width="131.88068389892578" y="-27" x="-65.94034194946289" style="fill:#F0F4F8 !important;stroke:#334155 !important;stroke-width:2px !important" class="basic label-container"></rect><g transform="translate(-35.94034194946289, -12)" style="" class="label"><rect></rect><foreignObject height="24" width="71.88068389892578"><div style="display: table-cell; white-space: nowrap; line-height: 1.5; max-width: 200px; text-align: center;" xmlns="http://www.w3.org/1999/xhtml"><span class="nodeLabel"><p>Qwen3-8B</p></span></div></foreignObject></g></g><g transform="translate(294.9857940673828, 174)" id="flowchart-Student-2046" class="node default model"><rect height="54" width="146.13068389892578" y="-27" x="-73.06534194946289" style="fill:#F0F4F8 !important;stroke:#334155 !important;stroke-width:2px !important" class="basic label-container"></rect><g transform="translate(-43.06534194946289, -12)" style="" class="label"><rect></rect><foreignObject height="24" width="86.13068389892578"><div style="display: table-cell; white-space: nowrap; line-height: 1.5; max-width: 200px; text-align: center;" xmlns="http://www.w3.org/1999/xhtml"><span class="nodeLabel"><p>Qwen3-1.7B</p></span></div></foreignObject></g></g><g transform="translate(499.1704559326172, 122)" id="flowchart-KD-2050" class="node default process"><rect height="54" width="162.2386474609375" y="-27" x="-81.11932373046875" style="fill:#F8FAFC !important;stroke:#64748B !important;stroke-width:1px !important" class="basic label-container"></rect><g transform="translate(-51.11932373046875, -12)" style="" class="label"><rect></rect><foreignObject height="24" width="102.2386474609375"><div style="display: table-cell; white-space: nowrap; line-height: 1.5; max-width: 200px; text-align: center;" xmlns="http://www.w3.org/1999/xhtml"><span class="nodeLabel"><p>Online KL Loss</p></span></div></foreignObject></g></g><g transform="translate(738.5056915283203, 122)" id="flowchart-Distilled-2054" class="node default model"><rect height="54" width="163.9772720336914" y="-27" x="-81.9886360168457" style="fill:#F0F4F8 !important;stroke:#334155 !important;stroke-width:2px !important" class="basic label-container"></rect><g transform="translate(-51.9886360168457, -12)" style="" class="label"><rect></rect><foreignObject height="24" width="103.9772720336914"><div style="display: table-cell; white-space: nowrap; line-height: 1.5; max-width: 200px; text-align: center;" xmlns="http://www.w3.org/1999/xhtml"><span class="nodeLabel"><p>KD Checkpoint</p></span></div></foreignObject></g></g><g transform="translate(1002.3352508544922, 330)" id="flowchart-SFT-2056" class="node default process"><rect height="54" width="211.227294921875" y="-27" x="-105.6136474609375" style="fill:#F8FAFC !important;stroke:#64748B !important;stroke-width:1px !important" class="basic label-container"></rect><g transform="translate(-75.6136474609375, -12)" style="" class="label"><rect></rect><foreignObject height="24" width="151.227294921875"><div style="display: table-cell; white-space: nowrap; line-height: 1.5; max-width: 200px; text-align: center;" xmlns="http://www.w3.org/1999/xhtml"><span class="nodeLabel"><p>Assistant-Masked SFT</p></span></div></foreignObject></g></g><g transform="translate(738.5056915283203, 340)" id="flowchart-Data-2057" class="node default"><rect height="54" width="166.43183135986328" y="-27" x="-83.21591567993164" style="" class="basic label-container"></rect><g transform="translate(-53.21591567993164, -12)" style="" class="label"><rect></rect><foreignObject height="24" width="106.43183135986328"><div style="display: table-cell; white-space: nowrap; line-height: 1.5; max-width: 200px; text-align: center;" xmlns="http://www.w3.org/1999/xhtml"><span class="nodeLabel"><p>LIMA + Identity</p></span></div></foreignObject></g></g><g transform="translate(1233.9375305175781, 330)" id="flowchart-Final-2059" class="node default model"><rect height="54" width="151.9772720336914" y="-27" x="-75.9886360168457" style="fill:#F0F4F8 !important;stroke:#334155 !important;stroke-width:2px !important" class="basic label-container"></rect><g transform="translate(-45.9886360168457, -12)" style="" class="label"><rect></rect><foreignObject height="24" width="91.9772720336914"><div style="display: table-cell; white-space: nowrap; line-height: 1.5; max-width: 200px; text-align: center;" xmlns="http://www.w3.org/1999/xhtml"><span class="nodeLabel"><p>Quintus-1.7B</p></span></div></foreignObject></g></g></g></g></g></svg> |
