| 1 | <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 1280 720" width="1280" height="720"> |
| 2 | <defs> |
| 3 | <linearGradient id="avgBar" x1="0" y1="0" x2="1" y2="0"> |
| 4 | <stop offset="0%" stop-color="#3E7CB1"/><stop offset="100%" stop-color="#1B3A5C"/> |
| 5 | </linearGradient> |
| 6 | </defs> |
| 7 | |
| 8 | <g id="bg"><rect width="1280" height="720" fill="#FFFFFF"/></g> |
| 9 | |
| 10 | <g id="header"> |
| 11 | <rect x="64" y="56" width="6" height="56" rx="3" fill="#E8743B"/> |
| 12 | <text x="86" y="90" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="32" font-weight="800" fill="#1B3A5C">更少参数,持平或更优</text> |
| 13 | <text x="88" y="120" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="14" font-weight="700" fill="#8A94A1" letter-spacing="1">GLUE BENCHMARK · OVERALL AVG SCORE(越高越好)</text> |
| 14 | </g> |
| 15 | |
| 16 | <g id="table"> |
| 17 | <g transform="translate(64, 156)"> |
| 18 | <line x1="0" y1="40" x2="1152" y2="40" stroke="#D8DEE6" stroke-width="2"/> |
| 19 | <text x="20" y="26" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="13" font-weight="800" fill="#8A94A1" letter-spacing="1">模型</text> |
| 20 | <text x="430" y="26" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="13" font-weight="800" fill="#8A94A1" letter-spacing="1">方法</text> |
| 21 | <text x="700" y="26" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="13" font-weight="800" fill="#8A94A1" letter-spacing="1"># 可训练参数</text> |
| 22 | <text x="850" y="26" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="13" font-weight="800" fill="#8A94A1" letter-spacing="1">GLUE AVG</text> |
| 23 | <text x="900" y="26" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="13" font-weight="800" fill="#8A94A1" letter-spacing="1">得分(视觉)</text> |
| 24 | |
| 25 | <!-- RoBERTa base FT --> |
| 26 | <text x="20" y="86" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="700" fill="#1D2733">RoBERTa base</text> |
| 27 | <rect x="380" y="68" width="100" height="26" rx="13" fill="#F4F7FA"/> |
| 28 | <text x="430" y="86" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="13" font-weight="700" fill="#5B6776">FT</text> |
| 29 | <text x="700" y="86" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" fill="#5B6776">125M</text> |
| 30 | <text x="850" y="86" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" fill="#5B6776">86.4</text> |
| 31 | <rect x="900" y="74" width="240" height="14" rx="7" fill="#F4F7FA"/> |
| 32 | <rect x="900" y="74" width="72" height="14" rx="7" fill="#8A94A1"/> |
| 33 | |
| 34 | <!-- RoBERTa base LoRA --> |
| 35 | <rect x="0" y="104" width="1152" height="52" rx="6" fill="#FBF0E9"/> |
| 36 | <text x="20" y="138" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="700" fill="#1D2733">RoBERTa base</text> |
| 37 | <rect x="380" y="120" width="100" height="26" rx="13" fill="#1B3A5C"/> |
| 38 | <text x="430" y="138" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="13" font-weight="700" fill="#FFFFFF">LoRA</text> |
| 39 | <text x="700" y="138" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="700" fill="#E8743B">0.3M</text> |
| 40 | <text x="850" y="138" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="800" fill="#2E7D32">87.2</text> |
| 41 | <rect x="900" y="126" width="240" height="14" rx="7" fill="#F4F7FA"/> |
| 42 | <rect x="900" y="126" width="96" height="14" rx="7" fill="url(#avgBar)"/> |
| 43 | |
| 44 | <!-- RoBERTa large FT --> |
| 45 | <text x="20" y="200" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="700" fill="#1D2733">RoBERTa large</text> |
| 46 | <rect x="380" y="182" width="100" height="26" rx="13" fill="#F4F7FA"/> |
| 47 | <text x="430" y="200" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="13" font-weight="700" fill="#5B6776">FT</text> |
| 48 | <text x="700" y="200" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" fill="#5B6776">355M</text> |
| 49 | <text x="850" y="200" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" fill="#5B6776">88.9</text> |
| 50 | <rect x="900" y="188" width="240" height="14" rx="7" fill="#F4F7FA"/> |
| 51 | <rect x="900" y="188" width="147" height="14" rx="7" fill="#8A94A1"/> |
| 52 | |
| 53 | <!-- RoBERTa large LoRA --> |
| 54 | <rect x="0" y="218" width="1152" height="52" rx="6" fill="#FBF0E9"/> |
| 55 | <text x="20" y="252" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="700" fill="#1D2733">RoBERTa large</text> |
| 56 | <rect x="380" y="234" width="100" height="26" rx="13" fill="#1B3A5C"/> |
| 57 | <text x="430" y="252" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="13" font-weight="700" fill="#FFFFFF">LoRA</text> |
| 58 | <text x="700" y="252" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="700" fill="#E8743B">0.8M</text> |
| 59 | <text x="850" y="252" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="800" fill="#2E7D32">89.0</text> |
| 60 | <rect x="900" y="240" width="240" height="14" rx="7" fill="#F4F7FA"/> |
| 61 | <rect x="900" y="240" width="150" height="14" rx="7" fill="url(#avgBar)"/> |
| 62 | |
| 63 | <!-- DeBERTa XXL FT --> |
| 64 | <text x="20" y="314" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="700" fill="#1D2733">DeBERTa XXL</text> |
| 65 | <rect x="380" y="296" width="100" height="26" rx="13" fill="#F4F7FA"/> |
| 66 | <text x="430" y="314" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="13" font-weight="700" fill="#5B6776">FT</text> |
| 67 | <text x="700" y="314" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" fill="#5B6776">1500M</text> |
| 68 | <text x="850" y="314" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" fill="#5B6776">91.1</text> |
| 69 | <rect x="900" y="302" width="240" height="14" rx="7" fill="#F4F7FA"/> |
| 70 | <rect x="900" y="302" width="213" height="14" rx="7" fill="#8A94A1"/> |
| 71 | |
| 72 | <!-- DeBERTa XXL LoRA --> |
| 73 | <rect x="0" y="332" width="1152" height="52" rx="6" fill="#FBF0E9"/> |
| 74 | <text x="20" y="366" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="700" fill="#1D2733">DeBERTa XXL</text> |
| 75 | <rect x="380" y="348" width="100" height="26" rx="13" fill="#1B3A5C"/> |
| 76 | <text x="430" y="366" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="13" font-weight="700" fill="#FFFFFF">LoRA</text> |
| 77 | <text x="700" y="366" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="700" fill="#E8743B">4.7M</text> |
| 78 | <text x="850" y="366" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="800" fill="#2E7D32">91.3</text> |
| 79 | <rect x="900" y="354" width="240" height="14" rx="7" fill="#F4F7FA"/> |
| 80 | <rect x="900" y="354" width="219" height="14" rx="7" fill="url(#avgBar)"/> |
| 81 | </g> |
| 82 | </g> |
| 83 | |
| 84 | <g id="takeaway"> |
| 85 | <rect x="64" y="566" width="1152" height="56" rx="10" fill="#F4F7FA"/> |
| 86 | <use data-icon="tabler-outline/circle-check" x="84" y="578" width="32" height="32" fill="#2E7D32" stroke-width="2"/> |
| 87 | <text x="128" y="600" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="17" fill="#1D2733">三类模型上,LoRA 用<tspan font-weight="800" fill="#E8743B"> 1/300 ~ 1/400 </tspan>的可训练参数,GLUE 平均分<tspan font-weight="800" fill="#2E7D32">持平甚至略优于</tspan>全量微调</text> |
| 88 | </g> |
| 89 | |
| 90 | <g id="footer"> |
| 91 | <text x="64" y="700" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="11" fill="#8A94A1">来源:LoRA Table 2 · Hu et al. 2021</text> |
| 92 | <text x="1216" y="700" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="11" fill="#8A94A1">12 / 15</text> |
| 93 | </g> |
| 94 | </svg> |
| 95 |