| 1 | <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 1280 720" width="1280" height="720"> |
| 2 | <g id="bg"><rect width="1280" height="720" fill="#FFFFFF"/></g> |
| 3 | |
| 4 | <g id="header"> |
| 5 | <rect x="64" y="56" width="6" height="56" rx="3" fill="#E8743B"/> |
| 6 | <text x="86" y="90" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="32" font-weight="800" fill="#1B3A5C">在 175B 尺度上仍然成立</text> |
| 7 | <text x="88" y="120" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="14" font-weight="700" fill="#8A94A1" letter-spacing="1">GPT-3 175B · 关键指标(对比全量微调)</text> |
| 8 | </g> |
| 9 | |
| 10 | <g id="kpi-01"> |
| 11 | <rect x="64" y="158" width="560" height="226" rx="16" fill="#FFFFFF" stroke="#D8DEE6" stroke-width="1"/> |
| 12 | <rect x="64" y="158" width="6" height="226" rx="3" fill="#E8743B"/> |
| 13 | <rect x="100" y="186" width="52" height="52" rx="13" fill="#FBF0E9"/> |
| 14 | <use data-icon="tabler-outline/database" x="113" y="199" width="26" height="26" fill="#E8743B" stroke-width="2"/> |
| 15 | <text x="170" y="212" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="700" fill="#5B6776">可训练参数缩减</text> |
| 16 | <text x="100" y="312" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="64" font-weight="800" fill="#E8743B">10,000×</text> |
| 17 | <text x="100" y="354" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" fill="#5B6776">checkpoint 350GB → <tspan font-weight="800" fill="#1B3A5C">35MB</tspan></text> |
| 18 | </g> |
| 19 | |
| 20 | <g id="kpi-02"> |
| 21 | <rect x="656" y="158" width="560" height="226" rx="16" fill="#FFFFFF" stroke="#D8DEE6" stroke-width="1"/> |
| 22 | <rect x="656" y="158" width="6" height="226" rx="3" fill="#1B3A5C"/> |
| 23 | <rect x="692" y="186" width="52" height="52" rx="13" fill="#EAF0F6"/> |
| 24 | <use data-icon="tabler-outline/server-2" x="705" y="199" width="26" height="26" fill="#1B3A5C" stroke-width="2"/> |
| 25 | <text x="762" y="212" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="700" fill="#5B6776">训练显存 VRAM(原 1.2TB)</text> |
| 26 | <text x="692" y="312" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="64" font-weight="800" fill="#1B3A5C">350GB</text> |
| 27 | <circle cx="708" cy="350" r="14" fill="#EAF6EE"/> |
| 28 | <polygon points="708,357 714,345 702,345" fill="#2E7D32"/> |
| 29 | <text x="732" y="356" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="700" fill="#2E7D32">约降至 1/3</text> |
| 30 | </g> |
| 31 | |
| 32 | <g id="kpi-03"> |
| 33 | <rect x="64" y="408" width="560" height="226" rx="16" fill="#FFFFFF" stroke="#D8DEE6" stroke-width="1"/> |
| 34 | <rect x="64" y="408" width="6" height="226" rx="3" fill="#2E7D32"/> |
| 35 | <rect x="100" y="436" width="52" height="52" rx="13" fill="#EAF6EE"/> |
| 36 | <use data-icon="tabler-outline/bolt" x="113" y="449" width="26" height="26" fill="#2E7D32" stroke-width="2"/> |
| 37 | <text x="170" y="462" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="700" fill="#5B6776">训练吞吐提升</text> |
| 38 | <text x="100" y="562" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="64" font-weight="800" fill="#2E7D32">+25%</text> |
| 39 | <text x="100" y="604" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" fill="#5B6776">无需为绝大多数参数计算梯度</text> |
| 40 | </g> |
| 41 | |
| 42 | <g id="kpi-04"> |
| 43 | <rect x="656" y="408" width="560" height="226" rx="16" fill="#FFFFFF" stroke="#D8DEE6" stroke-width="1"/> |
| 44 | <rect x="656" y="408" width="6" height="226" rx="3" fill="#3E7CB1"/> |
| 45 | <rect x="692" y="436" width="52" height="52" rx="13" fill="#EAF0F6"/> |
| 46 | <use data-icon="tabler-outline/circle-check" x="705" y="449" width="26" height="26" fill="#3E7CB1" stroke-width="2"/> |
| 47 | <text x="762" y="462" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="700" fill="#5B6776">任务准确率:持平 / 更优</text> |
| 48 | <text x="692" y="540" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="40" font-weight="800" fill="#1B3A5C">≥ 全量微调</text> |
| 49 | <text x="692" y="582" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="15" fill="#5B6776">WikiSQL <tspan font-weight="800" fill="#2E7D32">74.0</tspan> · MNLI-m <tspan font-weight="800" fill="#2E7D32">91.7</tspan> · SAMSum <tspan font-weight="800" fill="#2E7D32">53.8</tspan></text> |
| 50 | <text x="692" y="606" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="14" fill="#8A94A1">三项均达到或超过 FT 基线</text> |
| 51 | </g> |
| 52 | |
| 53 | <g id="footer"> |
| 54 | <text x="64" y="700" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="11" fill="#8A94A1">来源:LoRA §4.2, Table 4, §6 · Hu et al. 2021</text> |
| 55 | <text x="1216" y="700" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="11" fill="#8A94A1">13 / 15</text> |
| 56 | </g> |
| 57 | </svg> |
| 58 |