| 1 | <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 1280 720" width="1280" height="720"> |
| 2 | <defs> |
| 3 | <linearGradient id="avgBar" x1="0" y1="0" x2="1" y2="0"> |
| 4 | <stop offset="0%" stop-color="#3E7CB1" /><stop offset="100%" stop-color="#1B3A5C" /> |
| 5 | </linearGradient> |
| 6 | </defs> |
| 7 | |
| 8 | <g id="bg"><rect width="1280" height="720" fill="#FFFFFF" /></g> |
| 9 | |
| 10 | <g id="header"> |
| 11 | <path fill="#E8743B" d="M67,56 H67 A3,3 0 0 1 70,59 V109 A3,3 0 0 1 67,112 H67 A3,3 0 0 1 64,109 V59 A3,3 0 0 1 67,56 Z" /> |
| 12 | <text x="86" y="90" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="32" font-weight="800" fill="#1B3A5C">更少参数,持平或更优</text> |
| 13 | <text x="88" y="120" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="14" font-weight="700" fill="#8A94A1" letter-spacing="1">GLUE BENCHMARK · OVERALL AVG SCORE(越高越好)</text> |
| 14 | </g> |
| 15 | |
| 16 | <g id="table"> |
| 17 | <g transform="translate(64, 156)"> |
| 18 | <line x1="0" y1="40" x2="1152" y2="40" stroke="#D8DEE6" stroke-width="2" /> |
| 19 | <text x="20" y="26" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="13" font-weight="800" fill="#8A94A1" letter-spacing="1">模型</text> |
| 20 | <text x="430" y="26" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="13" font-weight="800" fill="#8A94A1" letter-spacing="1">方法</text> |
| 21 | <text x="700" y="26" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="13" font-weight="800" fill="#8A94A1" letter-spacing="1"># 可训练参数</text> |
| 22 | <text x="850" y="26" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="13" font-weight="800" fill="#8A94A1" letter-spacing="1">GLUE AVG</text> |
| 23 | <text x="900" y="26" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="13" font-weight="800" fill="#8A94A1" letter-spacing="1">得分(视觉)</text> |
| 24 | |
| 25 | |
| 26 | <text x="20" y="86" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="700" fill="#1D2733">RoBERTa base</text> |
| 27 | <path fill="#F4F7FA" d="M393,68 H467 A13,13 0 0 1 480,81 V81 A13,13 0 0 1 467,94 H393 A13,13 0 0 1 380,81 V81 A13,13 0 0 1 393,68 Z" /> |
| 28 | <text x="430" y="86" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="13" font-weight="700" fill="#5B6776">FT</text> |
| 29 | <text x="700" y="86" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" fill="#5B6776">125M</text> |
| 30 | <text x="850" y="86" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" fill="#5B6776">86.4</text> |
| 31 | <path fill="#F4F7FA" d="M907,74 H1133 A7,7 0 0 1 1140,81 V81 A7,7 0 0 1 1133,88 H907 A7,7 0 0 1 900,81 V81 A7,7 0 0 1 907,74 Z" /> |
| 32 | <path fill="#8A94A1" d="M907,74 H965 A7,7 0 0 1 972,81 V81 A7,7 0 0 1 965,88 H907 A7,7 0 0 1 900,81 V81 A7,7 0 0 1 907,74 Z" /> |
| 33 | |
| 34 | |
| 35 | <path fill="#FBF0E9" d="M6,104 H1146 A6,6 0 0 1 1152,110 V150 A6,6 0 0 1 1146,156 H6 A6,6 0 0 1 0,150 V110 A6,6 0 0 1 6,104 Z" /> |
| 36 | <text x="20" y="138" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="700" fill="#1D2733">RoBERTa base</text> |
| 37 | <path fill="#1B3A5C" d="M393,120 H467 A13,13 0 0 1 480,133 V133 A13,13 0 0 1 467,146 H393 A13,13 0 0 1 380,133 V133 A13,13 0 0 1 393,120 Z" /> |
| 38 | <text x="430" y="138" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="13" font-weight="700" fill="#FFFFFF">LoRA</text> |
| 39 | <text x="700" y="138" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="700" fill="#E8743B">0.3M</text> |
| 40 | <text x="850" y="138" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="800" fill="#2E7D32">87.2</text> |
| 41 | <path fill="#F4F7FA" d="M907,126 H1133 A7,7 0 0 1 1140,133 V133 A7,7 0 0 1 1133,140 H907 A7,7 0 0 1 900,133 V133 A7,7 0 0 1 907,126 Z" /> |
| 42 | <path fill="url(#avgBar)" d="M907,126 H989 A7,7 0 0 1 996,133 V133 A7,7 0 0 1 989,140 H907 A7,7 0 0 1 900,133 V133 A7,7 0 0 1 907,126 Z" /> |
| 43 | |
| 44 | |
| 45 | <text x="20" y="200" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="700" fill="#1D2733">RoBERTa large</text> |
| 46 | <path fill="#F4F7FA" d="M393,182 H467 A13,13 0 0 1 480,195 V195 A13,13 0 0 1 467,208 H393 A13,13 0 0 1 380,195 V195 A13,13 0 0 1 393,182 Z" /> |
| 47 | <text x="430" y="200" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="13" font-weight="700" fill="#5B6776">FT</text> |
| 48 | <text x="700" y="200" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" fill="#5B6776">355M</text> |
| 49 | <text x="850" y="200" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" fill="#5B6776">88.9</text> |
| 50 | <path fill="#F4F7FA" d="M907,188 H1133 A7,7 0 0 1 1140,195 V195 A7,7 0 0 1 1133,202 H907 A7,7 0 0 1 900,195 V195 A7,7 0 0 1 907,188 Z" /> |
| 51 | <path fill="#8A94A1" d="M907,188 H1040 A7,7 0 0 1 1047,195 V195 A7,7 0 0 1 1040,202 H907 A7,7 0 0 1 900,195 V195 A7,7 0 0 1 907,188 Z" /> |
| 52 | |
| 53 | |
| 54 | <path fill="#FBF0E9" d="M6,218 H1146 A6,6 0 0 1 1152,224 V264 A6,6 0 0 1 1146,270 H6 A6,6 0 0 1 0,264 V224 A6,6 0 0 1 6,218 Z" /> |
| 55 | <text x="20" y="252" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="700" fill="#1D2733">RoBERTa large</text> |
| 56 | <path fill="#1B3A5C" d="M393,234 H467 A13,13 0 0 1 480,247 V247 A13,13 0 0 1 467,260 H393 A13,13 0 0 1 380,247 V247 A13,13 0 0 1 393,234 Z" /> |
| 57 | <text x="430" y="252" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="13" font-weight="700" fill="#FFFFFF">LoRA</text> |
| 58 | <text x="700" y="252" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="700" fill="#E8743B">0.8M</text> |
| 59 | <text x="850" y="252" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="800" fill="#2E7D32">89.0</text> |
| 60 | <path fill="#F4F7FA" d="M907,240 H1133 A7,7 0 0 1 1140,247 V247 A7,7 0 0 1 1133,254 H907 A7,7 0 0 1 900,247 V247 A7,7 0 0 1 907,240 Z" /> |
| 61 | <path fill="url(#avgBar)" d="M907,240 H1043 A7,7 0 0 1 1050,247 V247 A7,7 0 0 1 1043,254 H907 A7,7 0 0 1 900,247 V247 A7,7 0 0 1 907,240 Z" /> |
| 62 | |
| 63 | |
| 64 | <text x="20" y="314" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="700" fill="#1D2733">DeBERTa XXL</text> |
| 65 | <path fill="#F4F7FA" d="M393,296 H467 A13,13 0 0 1 480,309 V309 A13,13 0 0 1 467,322 H393 A13,13 0 0 1 380,309 V309 A13,13 0 0 1 393,296 Z" /> |
| 66 | <text x="430" y="314" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="13" font-weight="700" fill="#5B6776">FT</text> |
| 67 | <text x="700" y="314" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" fill="#5B6776">1500M</text> |
| 68 | <text x="850" y="314" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" fill="#5B6776">91.1</text> |
| 69 | <path fill="#F4F7FA" d="M907,302 H1133 A7,7 0 0 1 1140,309 V309 A7,7 0 0 1 1133,316 H907 A7,7 0 0 1 900,309 V309 A7,7 0 0 1 907,302 Z" /> |
| 70 | <path fill="#8A94A1" d="M907,302 H1106 A7,7 0 0 1 1113,309 V309 A7,7 0 0 1 1106,316 H907 A7,7 0 0 1 900,309 V309 A7,7 0 0 1 907,302 Z" /> |
| 71 | |
| 72 | |
| 73 | <path fill="#FBF0E9" d="M6,332 H1146 A6,6 0 0 1 1152,338 V378 A6,6 0 0 1 1146,384 H6 A6,6 0 0 1 0,378 V338 A6,6 0 0 1 6,332 Z" /> |
| 74 | <text x="20" y="366" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="700" fill="#1D2733">DeBERTa XXL</text> |
| 75 | <path fill="#1B3A5C" d="M393,348 H467 A13,13 0 0 1 480,361 V361 A13,13 0 0 1 467,374 H393 A13,13 0 0 1 380,361 V361 A13,13 0 0 1 393,348 Z" /> |
| 76 | <text x="430" y="366" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="13" font-weight="700" fill="#FFFFFF">LoRA</text> |
| 77 | <text x="700" y="366" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="700" fill="#E8743B">4.7M</text> |
| 78 | <text x="850" y="366" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="800" fill="#2E7D32">91.3</text> |
| 79 | <path fill="#F4F7FA" d="M907,354 H1133 A7,7 0 0 1 1140,361 V361 A7,7 0 0 1 1133,368 H907 A7,7 0 0 1 900,361 V361 A7,7 0 0 1 907,354 Z" /> |
| 80 | <path fill="url(#avgBar)" d="M907,354 H1112 A7,7 0 0 1 1119,361 V361 A7,7 0 0 1 1112,368 H907 A7,7 0 0 1 900,361 V361 A7,7 0 0 1 907,354 Z" /> |
| 81 | </g> |
| 82 | </g> |
| 83 | |
| 84 | <g id="takeaway"> |
| 85 | <path fill="#F4F7FA" d="M74,566 H1206 A10,10 0 0 1 1216,576 V612 A10,10 0 0 1 1206,622 H74 A10,10 0 0 1 64,612 V576 A10,10 0 0 1 74,566 Z" /> |
| 86 | |
| 87 | <g transform="translate(84.0, 578.0) scale(1.3333333333333333)" fill="none" stroke="#2E7D32" stroke-width="2"> |
| 88 | <path d="M3 12a9 9 0 1 0 18 0a9 9 0 1 0 -18 0" /> |
| 89 | <path d="M9 12l2 2l4 -4" /> |
| 90 | </g> |
| 91 | <text x="128" y="600" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="17" fill="#1D2733">三类模型上,LoRA 用<tspan font-weight="800" fill="#E8743B"> 1/300 ~ 1/400 </tspan>的可训练参数,GLUE 平均分<tspan font-weight="800" fill="#2E7D32">持平甚至略优于</tspan>全量微调</text> |
| 92 | </g> |
| 93 | |
| 94 | <g id="footer"> |
| 95 | <text x="64" y="700" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="11" fill="#8A94A1">来源:LoRA Table 2 · Hu et al. 2021</text> |
| 96 | <text x="1216" y="700" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="11" fill="#8A94A1">12 / 15</text> |
| 97 | </g> |
| 98 | </svg> |