| 1 | <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 1280 720" width="1280" height="720"> |
| 2 | <defs> |
| 3 | <linearGradient id="limRail" x1="0" y1="0" x2="0" y2="1"> |
| 4 | <stop offset="0%" stop-color="#1B3A5C"/> |
| 5 | <stop offset="100%" stop-color="#3E7CB1"/> |
| 6 | </linearGradient> |
| 7 | </defs> |
| 8 | |
| 9 | <g id="bg"><rect width="1280" height="720" fill="#FFFFFF"/></g> |
| 10 | |
| 11 | <g id="header"> |
| 12 | <rect x="64" y="56" width="6" height="56" rx="3" fill="#E8743B"/> |
| 13 | <text x="86" y="90" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="32" font-weight="800" fill="#1B3A5C">为什么现有高效适配方法不够好</text> |
| 14 | <text x="88" y="120" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="14" font-weight="700" fill="#8A94A1" letter-spacing="1">LIMITS OF EXISTING EFFICIENT-ADAPTATION METHODS</text> |
| 15 | </g> |
| 16 | |
| 17 | <g id="rail-decor"> |
| 18 | <line x1="120" y1="222" x2="120" y2="610" stroke="url(#limRail)" stroke-width="3" stroke-linecap="round"/> |
| 19 | </g> |
| 20 | |
| 21 | <g id="lim-01"> |
| 22 | <circle cx="120" cy="232" r="24" fill="#1B3A5C"/> |
| 23 | <text x="120" y="239" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="800" fill="#FFFFFF">01</text> |
| 24 | <rect x="190" y="170" width="1026" height="128" rx="12" fill="#FFFFFF" stroke="#D8DEE6" stroke-width="1"/> |
| 25 | <rect x="190" y="170" width="6" height="128" rx="3" fill="#1B3A5C"/> |
| 26 | <rect x="222" y="198" width="52" height="52" rx="12" fill="#F4F7FA"/> |
| 27 | <use data-icon="tabler-outline/alert-triangle" x="234" y="210" width="28" height="28" fill="#1B3A5C" stroke-width="2"/> |
| 28 | <text x="300" y="216" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="20" font-weight="800" fill="#1D2733">Adapter 层 → 引入<tspan fill="#C62828">推理延迟</tspan></text> |
| 29 | <text x="300" y="248" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" fill="#5B6776">在自注意力/MLP 后插入额外层,加深模型;在线、短序列、小 batch 场景下</text> |
| 30 | <text x="300" y="274" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" fill="#5B6776">延迟增加尤为明显(后续 Table 1 量化)。</text> |
| 31 | </g> |
| 32 | |
| 33 | <g id="lim-02"> |
| 34 | <circle cx="120" cy="392" r="24" fill="#1B3A5C"/> |
| 35 | <text x="120" y="399" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="800" fill="#FFFFFF">02</text> |
| 36 | <rect x="190" y="330" width="1026" height="128" rx="12" fill="#FFFFFF" stroke="#D8DEE6" stroke-width="1"/> |
| 37 | <rect x="190" y="330" width="6" height="128" rx="3" fill="#3E7CB1"/> |
| 38 | <rect x="222" y="358" width="52" height="52" rx="12" fill="#F4F7FA"/> |
| 39 | <use data-icon="tabler-outline/alert-triangle" x="234" y="370" width="28" height="28" fill="#3E7CB1" stroke-width="2"/> |
| 40 | <text x="300" y="376" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="20" font-weight="800" fill="#1D2733">Prefix / Prompt tuning → <tspan fill="#C62828">占用输入长度</tspan></text> |
| 41 | <text x="300" y="408" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" fill="#5B6776">用可训练的前缀 token 适配任务,会挤占可用序列长度;且前缀位置/数量</text> |
| 42 | <text x="300" y="434" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" fill="#5B6776">敏感,优化较难。</text> |
| 43 | </g> |
| 44 | |
| 45 | <g id="lim-03"> |
| 46 | <circle cx="120" cy="552" r="24" fill="#1B3A5C"/> |
| 47 | <text x="120" y="559" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="800" fill="#FFFFFF">03</text> |
| 48 | <rect x="190" y="490" width="1026" height="128" rx="12" fill="#FFFFFF" stroke="#D8DEE6" stroke-width="1"/> |
| 49 | <rect x="190" y="490" width="6" height="128" rx="3" fill="#E8743B"/> |
| 50 | <rect x="222" y="518" width="52" height="52" rx="12" fill="#FBF0E9"/> |
| 51 | <use data-icon="tabler-outline/alert-triangle" x="234" y="530" width="28" height="28" fill="#E8743B" stroke-width="2"/> |
| 52 | <text x="300" y="536" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="20" font-weight="800" fill="#1D2733">普遍 → <tspan fill="#C62828">达不到全量微调基线</tspan></text> |
| 53 | <text x="300" y="568" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" fill="#5B6776">多数高效方法在质量上落后于 full fine-tuning,迫使人在"效率"与"质量"</text> |
| 54 | <text x="300" y="594" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" fill="#5B6776">之间二选一 —— 这正是 LoRA 想打破的权衡。</text> |
| 55 | </g> |
| 56 | |
| 57 | <g id="footer"> |
| 58 | <text x="64" y="700" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="11" fill="#8A94A1">来源:LoRA §1–3 · Hu et al. 2021</text> |
| 59 | <text x="1216" y="700" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="11" fill="#8A94A1">04 / 15</text> |
| 60 | </g> |
| 61 | </svg> |
| 62 |