| 1 | <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 1280 720" width="1280" height="720"> |
| 2 | <defs> |
| 3 | <linearGradient id="agendaRail" x1="0" y1="0" x2="0" y2="1"> |
| 4 | <stop offset="0%" stop-color="#1B3A5C" /> |
| 5 | <stop offset="100%" stop-color="#3E7CB1" /> |
| 6 | </linearGradient> |
| 7 | </defs> |
| 8 | |
| 9 | <g id="bg"><rect width="1280" height="720" fill="#FFFFFF" /></g> |
| 10 | |
| 11 | <g id="header"> |
| 12 | <path fill="#E8743B" d="M67,58 H67 A3,3 0 0 1 70,61 V111 A3,3 0 0 1 67,114 H67 A3,3 0 0 1 64,111 V61 A3,3 0 0 1 67,58 Z" /> |
| 13 | <text x="86" y="92" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="32" font-weight="800" fill="#1B3A5C">本次讲什么</text> |
| 14 | <text x="88" y="122" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="14" font-weight="700" fill="#8A94A1" letter-spacing="1">WHAT WE'LL COVER · 从问题到方法到验证</text> |
| 15 | </g> |
| 16 | |
| 17 | <g id="rail-decor"> |
| 18 | <line x1="110" y1="172" x2="110" y2="628" stroke="url(#agendaRail)" stroke-width="3" stroke-linecap="round" /> |
| 19 | </g> |
| 20 | |
| 21 | <g id="item-01"> |
| 22 | <circle cx="110" cy="178" r="22" fill="#FFFFFF" stroke="#1B3A5C" stroke-width="3" /> |
| 23 | <text x="110" y="185" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="15" font-weight="800" fill="#1B3A5C">01</text> |
| 24 | <text x="160" y="172" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="22" font-weight="800" fill="#1D2733">问题:微调为何越来越贵</text> |
| 25 | <text x="160" y="198" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="14" font-weight="500" fill="#5B6776">大模型时代,全量 fine-tuning 的存储与部署成本失控</text> |
| 26 | </g> |
| 27 | |
| 28 | <g id="item-02"> |
| 29 | <circle cx="110" cy="266" r="22" fill="#FFFFFF" stroke="#1B3A5C" stroke-width="3" /> |
| 30 | <text x="110" y="273" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="15" font-weight="800" fill="#1B3A5C">02</text> |
| 31 | <text x="160" y="260" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="22" font-weight="800" fill="#1D2733">已有方法的局限</text> |
| 32 | <text x="160" y="286" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="14" font-weight="500" fill="#5B6776">Adapter 增延迟、Prefix 占序列,且常达不到全量微调基线</text> |
| 33 | </g> |
| 34 | |
| 35 | <g id="item-03"> |
| 36 | <circle cx="110" cy="354" r="22" fill="#FFFFFF" stroke="#1B3A5C" stroke-width="3" /> |
| 37 | <text x="110" y="361" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="15" font-weight="800" fill="#1B3A5C">03</text> |
| 38 | <text x="160" y="348" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="22" font-weight="800" fill="#1D2733">核心洞察:低秩假设</text> |
| 39 | <text x="160" y="374" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="14" font-weight="500" fill="#5B6776">权重更新 ΔW 具有低"内在秩",极小的 r 就够用</text> |
| 40 | </g> |
| 41 | |
| 42 | <g id="item-04"> |
| 43 | <circle cx="110" cy="442" r="24" fill="#E8743B" /> |
| 44 | <text x="110" y="449" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="15" font-weight="800" fill="#FFFFFF">04</text> |
| 45 | <text x="160" y="436" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="22" font-weight="800" fill="#1D2733">LoRA 方法与实现<tspan dx="10" font-size="12" font-weight="800" fill="#E8743B" letter-spacing="1">· 核心</tspan></text> |
| 46 | <text x="160" y="462" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="14" font-weight="500" fill="#5B6776">冻结 W₀,注入低秩 BA;只训 A、B,部署可合并</text> |
| 47 | </g> |
| 48 | |
| 49 | <g id="item-05"> |
| 50 | <circle cx="110" cy="530" r="22" fill="#FFFFFF" stroke="#1B3A5C" stroke-width="3" /> |
| 51 | <text x="110" y="537" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="15" font-weight="800" fill="#1B3A5C">05</text> |
| 52 | <text x="160" y="524" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="22" font-weight="800" fill="#1D2733">实验结果</text> |
| 53 | <text x="160" y="550" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="14" font-weight="500" fill="#5B6776">RoBERTa / DeBERTa / GPT-2 / GPT-3:更少参数,持平或更优</text> |
| 54 | </g> |
| 55 | |
| 56 | <g id="item-06"> |
| 57 | <circle cx="110" cy="618" r="22" fill="#FFFFFF" stroke="#1B3A5C" stroke-width="3" /> |
| 58 | <text x="110" y="625" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="15" font-weight="800" fill="#1B3A5C">06</text> |
| 59 | <text x="160" y="612" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="22" font-weight="800" fill="#1D2733">低秩理解与结论</text> |
| 60 | <text x="160" y="638" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="14" font-weight="500" fill="#5B6776">该适配哪些权重、秩要多大,以及对工程落地的意义</text> |
| 61 | </g> |
| 62 | |
| 63 | <g id="footer"> |
| 64 | <text x="64" y="700" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="11" fill="#8A94A1">LoRA · Hu et al. 2021 · arXiv:2106.09685</text> |
| 65 | <text x="1216" y="700" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="11" fill="#8A94A1">02 / 15</text> |
| 66 | </g> |
| 67 | </svg> |