| 1 | <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 1280 720" width="1280" height="720"> |
| 2 | <defs> |
| 3 | <clipPath id="heatClip"><rect x="760" y="168" width="410" height="410" rx="14"/></clipPath> |
| 4 | </defs> |
| 5 | |
| 6 | <g id="bg"><rect width="1280" height="720" fill="#FFFFFF"/></g> |
| 7 | |
| 8 | <g id="header"> |
| 9 | <rect x="64" y="56" width="6" height="56" rx="3" fill="#E8743B"/> |
| 10 | <text x="86" y="90" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="32" font-weight="800" fill="#1B3A5C">该适配谁?秩要多大?</text> |
| 11 | <text x="88" y="120" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="14" font-weight="700" fill="#8A94A1" letter-spacing="1">UNDERSTANDING THE LOW-RANK UPDATES(GPT-3 175B, WikiSQL)</text> |
| 12 | </g> |
| 13 | |
| 14 | <g id="card-weights"> |
| 15 | <rect x="64" y="160" width="624" height="186" rx="14" fill="#F4F7FA" stroke="#D8DEE6" stroke-width="1"/> |
| 16 | <text x="88" y="196" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="18" font-weight="800" fill="#1D2733">① 该适配哪些权重?<tspan font-size="13" font-weight="600" fill="#8A94A1">（同等参数预算 18M）</tspan></text> |
| 17 | <text x="104" y="240" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" fill="#5B6776">仅 Wq</text> |
| 18 | <text x="320" y="240" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="18" font-weight="700" fill="#5B6776">70.4</text> |
| 19 | <text x="104" y="278" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="800" fill="#1B3A5C">Wq + Wv</text> |
| 20 | <rect x="220" y="260" width="120" height="26" rx="13" fill="#FBF0E9"/> |
| 21 | <text x="320" y="278" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="18" font-weight="800" fill="#E8743B">73.7 ★</text> |
| 22 | <text x="104" y="316" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" fill="#5B6776">全部四个</text> |
| 23 | <text x="320" y="316" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="18" font-weight="700" fill="#5B6776">73.7</text> |
| 24 | <text x="388" y="278" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="15" fill="#1D2733">适配 <tspan font-weight="800" fill="#1B3A5C">{Wq, Wv}</tspan> 最佳 ——</text> |
| 25 | <text x="388" y="304" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="15" fill="#1D2733">分散到多类权重优于堆在单一类型</text> |
| 26 | </g> |
| 27 | |
| 28 | <g id="card-rank"> |
| 29 | <rect x="64" y="368" width="624" height="210" rx="14" fill="#F4F7FA" stroke="#D8DEE6" stroke-width="1"/> |
| 30 | <text x="88" y="404" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="18" font-weight="800" fill="#1D2733">② 秩 r 要多大?<tspan font-size="13" font-weight="600" fill="#8A94A1">（Wq+Wv 的验证准确率）</tspan></text> |
| 31 | <g id="rank-chips"> |
| 32 | <rect x="92" y="430" width="104" height="64" rx="10" fill="#FFFFFF" stroke="#E8743B" stroke-width="2"/> |
| 33 | <text x="144" y="458" text-anchor="middle" font-family="Consolas, "Courier New", monospace" font-size="14" fill="#8A94A1">r = 1</text> |
| 34 | <text x="144" y="482" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="20" font-weight="800" fill="#E8743B">73.4</text> |
| 35 | <rect x="208" y="430" width="104" height="64" rx="10" fill="#FFFFFF" stroke="#D8DEE6" stroke-width="1"/> |
| 36 | <text x="260" y="458" text-anchor="middle" font-family="Consolas, "Courier New", monospace" font-size="14" fill="#8A94A1">r = 2</text> |
| 37 | <text x="260" y="482" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="20" font-weight="700" fill="#1B3A5C">73.3</text> |
| 38 | <rect x="324" y="430" width="104" height="64" rx="10" fill="#FFFFFF" stroke="#D8DEE6" stroke-width="1"/> |
| 39 | <text x="376" y="458" text-anchor="middle" font-family="Consolas, "Courier New", monospace" font-size="14" fill="#8A94A1">r = 4</text> |
| 40 | <text x="376" y="482" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="20" font-weight="700" fill="#1B3A5C">73.7</text> |
| 41 | <rect x="440" y="430" width="104" height="64" rx="10" fill="#FFFFFF" stroke="#D8DEE6" stroke-width="1"/> |
| 42 | <text x="492" y="458" text-anchor="middle" font-family="Consolas, "Courier New", monospace" font-size="14" fill="#8A94A1">r = 8</text> |
| 43 | <text x="492" y="482" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="20" font-weight="700" fill="#1B3A5C">73.8</text> |
| 44 | <rect x="556" y="430" width="104" height="64" rx="10" fill="#FFFFFF" stroke="#D8DEE6" stroke-width="1"/> |
| 45 | <text x="608" y="458" text-anchor="middle" font-family="Consolas, "Courier New", monospace" font-size="14" fill="#8A94A1">r = 64</text> |
| 46 | <text x="608" y="482" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="20" font-weight="700" fill="#1B3A5C">73.5</text> |
| 47 | </g> |
| 48 | <text x="92" y="538" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" fill="#1D2733"><tspan font-weight="800" fill="#E8743B">r = 1</tspan> 已足够;增大 r 几乎无增益 → ΔW 的"内在秩"极低</text> |
| 49 | </g> |
| 50 | |
| 51 | <g id="heatmap"> |
| 52 | <rect x="760" y="168" width="410" height="410" rx="14" fill="#F4F7FA"/> |
| 53 | <image href="../images/subspace_heatmap.png" x="760" y="168" width="410" height="410" preserveAspectRatio="xMidYMid slice" clip-path="url(#heatClip)"/> |
| 54 | <rect x="760" y="168" width="410" height="410" rx="14" fill="none" stroke="#D8DEE6" stroke-width="1.5"/> |
| 55 | <text x="760" y="606" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="14" font-weight="700" fill="#1B3A5C">子空间相似度(Ar=8 vs Ar=64)</text> |
| 56 | <text x="760" y="630" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="13" fill="#5B6776">top 奇异方向高度重叠,其余迅速衰减</text> |
| 57 | </g> |
| 58 | |
| 59 | <g id="footer"> |
| 60 | <text x="64" y="700" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="11" fill="#8A94A1">来源:LoRA §7.1–7.2, Table 5/6, Figure 3 · Hu et al. 2021</text> |
| 61 | <text x="1216" y="700" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="11" fill="#8A94A1">14 / 15</text> |
| 62 | </g> |
| 63 | </svg> |
| 64 |