返回 ppt-master
06_method.svg
1 <?xml version='1.0' encoding='UTF-8'?>
2 <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 1280 720" width="1280" height="720">
3 <defs>
4 <clipPath id="diagClip"><rect x="140" y="122" width="1000" height="415" rx="14" /></clipPath>
5 </defs>
6
7 <g id="bg"><rect width="1280" height="720" fill="#FFFFFF" /></g>
8
9 <g id="header">
10 <rect x="64" y="56" width="6" height="56" rx="3" fill="#E8743B" />
11 <text x="86" y="90" font-family="&quot;Microsoft YaHei&quot;, Arial, sans-serif" font-size="32" font-weight="800" fill="#1B3A5C">冻结 W₀,注入低秩 BA</text>
12 <text x="88" y="120" font-family="&quot;Microsoft YaHei&quot;, Arial, sans-serif" font-size="14" font-weight="700" fill="#8A94A1" letter-spacing="1">THE LoRA REPARAMETRIZATION</text>
13 </g>
14
15 <g id="diagram">
16 <rect x="140" y="122" width="1000" height="415" rx="14" fill="#F4F7FA" />
17 <image href="../images/reparam_diagram_cropped.png" x="140" y="122" width="1000" height="415" preserveAspectRatio="xMidYMid meet" clip-path="url(#diagClip)" id="_edit_7" />
18 <rect x="140" y="122" width="1000" height="415" rx="14" fill="none" stroke="#D8DEE6" stroke-width="1.5" />
19 </g>
20
21 <g id="annot">
22 <rect x="196" y="162" width="232" height="30" rx="15" fill="#FFFFFF" fill-opacity="0.92" stroke="#D8DEE6" stroke-width="1" />
23 <text x="212" y="182" font-family="&quot;Microsoft YaHei&quot;, Arial, sans-serif" font-size="13" fill="#1B3A5C">训练时 W₀ 冻结,只更新 <tspan font-style="italic" font-weight="800">A、B</tspan></text>
24 <rect x="852" y="162" width="232" height="30" rx="15" fill="#FFFFFF" fill-opacity="0.92" stroke="#D8DEE6" stroke-width="1" />
25 <text x="868" y="182" font-family="&quot;Microsoft YaHei&quot;, Arial, sans-serif" font-size="13" fill="#1B3A5C"><tspan font-style="italic">A</tspan> 高斯初始化、<tspan font-style="italic">B</tspan>=0 → 起始 ΔW=0</text>
26 </g>
27
28 <g id="formula-band">
29 <rect x="64" y="540" width="1152" height="132" rx="12" fill="#F4F7FA" />
30 <rect x="64" y="540" width="6" height="132" rx="3" fill="#E8743B" />
31 <text x="100" y="582" font-family="&quot;Microsoft YaHei&quot;, Arial, sans-serif" font-size="14" font-weight="800" fill="#1B3A5C">低秩分解</text>
32 <image href="../images/formula_002.png" x="220" y="558" width="760" height="33" preserveAspectRatio="xMidYMid meet" />
33 <text x="100" y="642" font-family="&quot;Microsoft YaHei&quot;, Arial, sans-serif" font-size="14" font-weight="800" fill="#1B3A5C">前向传播</text>
34 <image href="../images/formula_001.png" x="220" y="620" width="470" height="30" preserveAspectRatio="xMidYMid meet" />
35 <text x="1180" y="642" text-anchor="end" font-family="&quot;Microsoft YaHei&quot;, Arial, sans-serif" font-size="13" fill="#8A94A1">两路输出逐坐标相加</text>
36 </g>
37
38 <g id="footer">
39 <text x="64" y="700" font-family="&quot;Microsoft YaHei&quot;, Arial, sans-serif" font-size="11" fill="#8A94A1">来源:LoRA §4.1, Eq.(3), Figure 1 · Hu et al. 2021</text>
40 <text x="1216" y="700" text-anchor="end" font-family="&quot;Microsoft YaHei&quot;, Arial, sans-serif" font-size="11" fill="#8A94A1">06 / 15</text>
41 </g>
42 </svg>
43
43 lines Plain Text