| 1 | <?xml version='1.0' encoding='UTF-8'?> |
| 2 | <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 1280 720" width="1280" height="720"> |
| 3 | <defs> |
| 4 | <linearGradient id="costFade" x1="0" y1="0" x2="1" y2="0"> |
| 5 | <stop offset="0%" stop-color="#FFFFFF" stop-opacity="1" /> |
| 6 | <stop offset="100%" stop-color="#FFFFFF" stop-opacity="0" /> |
| 7 | </linearGradient> |
| 8 | </defs> |
| 9 | |
| 10 | <g id="bg"> |
| 11 | <rect width="1280" height="720" fill="#FFFFFF" /> |
| 12 | <image href="../images/cost_explosion.png" x="640" y="0" width="640" height="720" preserveAspectRatio="xMidYMid slice" id="_edit_4" /> |
| 13 | <rect x="620" y="0" width="220" height="720" fill="url(#costFade)" /> |
| 14 | </g> |
| 15 | |
| 16 | <g id="header"> |
| 17 | <rect x="64" y="60" width="6" height="56" rx="3" fill="#E8743B" /> |
| 18 | <text x="86" y="92" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="32" font-weight="800" fill="#1B3A5C">模型越大,全量微调越不可行</text> |
| 19 | <text x="88" y="122" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="14" font-weight="700" fill="#8A94A1" letter-spacing="1">THE COST OF FULL FINE-TUNING</text> |
| 20 | </g> |
| 21 | |
| 22 | <g id="hero-number"> |
| 23 | <text x="64" y="320" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="88" font-weight="800" fill="#E8743B">175B</text> |
| 24 | <text x="68" y="362" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="22" font-weight="700" fill="#1B3A5C">每个下游任务都要存一份满参数副本</text> |
| 25 | </g> |
| 26 | |
| 27 | <g id="points"> |
| 28 | <rect x="64" y="408" width="36" height="3" fill="#D8DEE6" /> |
| 29 | <text x="64" y="452" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="18" fill="#1D2733">全量 fine-tuning 会更新<tspan font-weight="800" fill="#1B3A5C">全部参数</tspan>,新模型与原模型一样大</text> |
| 30 | <text x="64" y="492" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="18" fill="#1D2733">部署 N 个任务 = <tspan font-weight="800" fill="#C62828">N × 175B</tspan>,存储与切换成本极高</text> |
| 31 | <text x="64" y="532" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="18" fill="#1D2733">以 GPT-3 175B 为例,已从"不便"升级为<tspan font-weight="800" fill="#1B3A5C">部署难题</tspan></text> |
| 32 | </g> |
| 33 | |
| 34 | <g id="footer"> |
| 35 | <text x="64" y="700" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="11" fill="#8A94A1">来源:LoRA §1 Introduction · Hu et al. 2021</text> |
| 36 | <text x="1216" y="700" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="11" fill="#8A94A1">03 / 15</text> |
| 37 | </g> |
| 38 | </svg> |
| 39 |