| 1 | <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 1280 720" width="1280" height="720"> |
| 2 | <g id="bg"><rect width="1280" height="720" fill="#FFFFFF" /></g> |
| 3 | |
| 4 | <g id="header"> |
| 5 | <path fill="#E8743B" d="M67,56 H67 A3,3 0 0 1 70,59 V109 A3,3 0 0 1 67,112 H67 A3,3 0 0 1 64,109 V59 A3,3 0 0 1 67,56 Z" /> |
| 6 | <text x="86" y="90" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="32" font-weight="800" fill="#1B3A5C">覆盖 NLU 到 NLG 的四类模型</text> |
| 7 | <text x="88" y="120" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="14" font-weight="700" fill="#8A94A1" letter-spacing="1">EVALUATION SETUP · ROBERTA / DEBERTA / GPT-2 / GPT-3</text> |
| 8 | </g> |
| 9 | |
| 10 | <g id="table"> |
| 11 | <rect x="64" y="158" width="1152" height="392" fill="none" stroke="#D8DEE6" stroke-width="2" /> |
| 12 | <g transform="translate(64, 158)"> |
| 13 | <rect x="0" y="0" width="1152" height="56" fill="#F4F7FA" /> |
| 14 | <line x1="0" y1="56" x2="1152" y2="56" stroke="#D8DEE6" stroke-width="2" /> |
| 15 | <text x="24" y="35" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="13" font-weight="800" fill="#1B3A5C" letter-spacing="1">模型 MODEL</text> |
| 16 | <text x="470" y="35" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="13" font-weight="800" fill="#1B3A5C" letter-spacing="1">参数量</text> |
| 17 | <text x="600" y="35" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="13" font-weight="800" fill="#1B3A5C" letter-spacing="1">基准 BENCHMARK</text> |
| 18 | <text x="930" y="35" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="13" font-weight="800" fill="#1B3A5C" letter-spacing="1">任务</text> |
| 19 | <text x="1128" y="35" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="13" font-weight="800" fill="#1B3A5C" letter-spacing="1">LoRA 可训练参数</text> |
| 20 | <line x1="420" y1="0" x2="420" y2="392" stroke="#D8DEE6" stroke-width="1.5" /> |
| 21 | <line x1="560" y1="0" x2="560" y2="392" stroke="#D8DEE6" stroke-width="1.5" /> |
| 22 | <line x1="850" y1="0" x2="850" y2="392" stroke="#D8DEE6" stroke-width="1.5" /> |
| 23 | <line x1="1010" y1="0" x2="1010" y2="392" stroke="#D8DEE6" stroke-width="1.5" /> |
| 24 | |
| 25 | <line x1="0" y1="123" x2="1152" y2="123" stroke="#D8DEE6" stroke-width="1" /> |
| 26 | <text x="24" y="98" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="700" fill="#1D2733">RoBERTa base</text> |
| 27 | <text x="470" y="98" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="15" fill="#5B6776">125M</text> |
| 28 | <text x="584" y="98" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="15" fill="#5B6776">GLUE</text> |
| 29 | <text x="930" y="98" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="15" fill="#5B6776">NLU</text> |
| 30 | <text x="1128" y="98" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="15" font-weight="700" fill="#1B3A5C">0.3M</text> |
| 31 | |
| 32 | <line x1="0" y1="190" x2="1152" y2="190" stroke="#D8DEE6" stroke-width="1" /> |
| 33 | <text x="24" y="165" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="700" fill="#1D2733">RoBERTa large</text> |
| 34 | <text x="470" y="165" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="15" fill="#5B6776">355M</text> |
| 35 | <text x="584" y="165" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="15" fill="#5B6776">GLUE</text> |
| 36 | <text x="930" y="165" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="15" fill="#5B6776">NLU</text> |
| 37 | <text x="1128" y="165" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="15" font-weight="700" fill="#1B3A5C">0.8M</text> |
| 38 | |
| 39 | <line x1="0" y1="257" x2="1152" y2="257" stroke="#D8DEE6" stroke-width="1" /> |
| 40 | <text x="24" y="232" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="700" fill="#1D2733">DeBERTa XXL</text> |
| 41 | <text x="470" y="232" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="15" fill="#5B6776">1.5B</text> |
| 42 | <text x="584" y="232" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="15" fill="#5B6776">GLUE</text> |
| 43 | <text x="930" y="232" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="15" fill="#5B6776">NLU</text> |
| 44 | <text x="1128" y="232" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="15" font-weight="700" fill="#1B3A5C">4.7M</text> |
| 45 | |
| 46 | <line x1="0" y1="324" x2="1152" y2="324" stroke="#D8DEE6" stroke-width="1" /> |
| 47 | <text x="24" y="299" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="700" fill="#1D2733">GPT-2 medium</text> |
| 48 | <text x="470" y="299" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="15" fill="#5B6776">354M</text> |
| 49 | <text x="584" y="299" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="15" fill="#5B6776">E2E NLG</text> |
| 50 | <text x="930" y="299" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="15" fill="#5B6776">NLG</text> |
| 51 | <text x="1128" y="299" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="15" font-weight="700" fill="#1B3A5C">0.35M</text> |
| 52 | |
| 53 | <rect x="0" y="324" width="1152" height="68" fill="#FBF0E9" /> |
| 54 | <text x="24" y="366" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" font-weight="800" fill="#1D2733">GPT-3</text> |
| 55 | <text x="470" y="366" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="15" font-weight="800" fill="#E8743B">175B</text> |
| 56 | <text x="584" y="366" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="15" fill="#5B6776">WikiSQL · MNLI · SAMSum</text> |
| 57 | <text x="930" y="366" text-anchor="middle" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="15" fill="#5B6776">NLU+NLG</text> |
| 58 | <text x="1128" y="366" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="15" font-weight="800" fill="#E8743B">4.7–37.7M</text> |
| 59 | </g> |
| 60 | </g> |
| 61 | |
| 62 | <g id="baselines"> |
| 63 | |
| 64 | <g transform="translate(64.0, 582.0) scale(1.1666666666666667)" fill="none" stroke="#1B3A5C" stroke-width="2"> |
| 65 | <path d="M9 3l6 0" /> |
| 66 | <path d="M10 9l4 0" /> |
| 67 | <path d="M10 3v6l-4 11a.7 .7 0 0 0 .5 1h11a.7 .7 0 0 0 .5 -1l-4 -11v-6" /> |
| 68 | </g> |
| 69 | <text x="102" y="604" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="16" fill="#1D2733">对比基线:Fine-Tuning(FT)、BitFit、PreEmbed / PreLayer、Adapter H / L / P / D —— 尽可能复用前作报告数值</text> |
| 70 | </g> |
| 71 | |
| 72 | <g id="footer"> |
| 73 | <text x="64" y="700" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="11" fill="#8A94A1">来源:LoRA §5–5.1 · Hu et al. 2021</text> |
| 74 | <text x="1216" y="700" text-anchor="end" font-family=""Microsoft YaHei", Arial, sans-serif" font-size="11" fill="#8A94A1">11 / 15</text> |
| 75 | </g> |
| 76 | </svg> |