| 1 | <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 1280 720" width="1280" height="720"> |
| 2 | <defs> |
| 3 | <linearGradient id="closingScrim" x1="0" y1="0" x2="0" y2="1"> |
| 4 | <stop offset="0%" stop-color="#FFFFFF" stop-opacity="0.0"/> |
| 5 | <stop offset="38%" stop-color="#FFFFFF" stop-opacity="0.95"/> |
| 6 | <stop offset="62%" stop-color="#FFFFFF" stop-opacity="0.95"/> |
| 7 | <stop offset="100%" stop-color="#FFFFFF" stop-opacity="0.0"/> |
| 8 | </linearGradient> |
| 9 | </defs> |
| 10 | |
| 11 | <g id="bg"> |
| 12 | <rect width="1280" height="720" fill="#FFFFFF"/> |
| 13 | <image href="../images/transformer_family.png" x="0" y="0" width="1280" height="720" preserveAspectRatio="xMidYMid slice"/> |
| 14 | <rect x="0" y="180" width="1280" height="360" fill="url(#closingScrim)"/> |
| 15 | </g> |
| 16 | |
| 17 | <g id="closing-marks"> |
| 18 | <rect x="80" y="64" width="80" height="3" fill="#3182CE"/> |
| 19 | <text x="80" y="92" font-family="Arial, "Microsoft YaHei", sans-serif" font-size="13" font-weight="700" fill="#3182CE" letter-spacing="2.5">CLOSING · WHAT THIS PAPER STARTED</text> |
| 20 | </g> |
| 21 | |
| 22 | <g id="closing-title"> |
| 23 | <text x="640" y="316" text-anchor="middle" font-family="Georgia, "Microsoft YaHei", serif" font-size="56" font-weight="700" fill="#1A365D">One paper, a generation</text> |
| 24 | <text x="640" y="380" text-anchor="middle" font-family="Georgia, "Microsoft YaHei", serif" font-size="56" font-weight="700" fill="#1A365D">of <tspan fill="#3182CE">models</tspan></text> |
| 25 | <line x1="600" y1="412" x2="680" y2="412" stroke="#3182CE" stroke-width="2"/> |
| 26 | </g> |
| 27 | |
| 28 | <g id="closing-caption"> |
| 29 | <text x="640" y="466" text-anchor="middle" font-family="Georgia, "Microsoft YaHei", serif" font-size="20" font-style="italic" fill="#4A5568">The 2017 idea — just attention — turned out to be the right inductive bias</text> |
| 30 | <text x="640" y="494" text-anchor="middle" font-family="Georgia, "Microsoft YaHei", serif" font-size="20" font-style="italic" fill="#4A5568">for almost every modality.</text> |
| 31 | </g> |
| 32 | |
| 33 | <g id="lineage"> |
| 34 | <text x="640" y="552" text-anchor="middle" font-family="Arial, "Microsoft YaHei", sans-serif" font-size="13" font-weight="700" fill="#3182CE" letter-spacing="2.5">DESCENDANTS · A NON-EXHAUSTIVE FAMILY</text> |
| 35 | <g id="lineage-row" transform="translate(640, 580)"> |
| 36 | <text x="-340" y="0" font-family="Georgia, "Microsoft YaHei", serif" font-size="18" font-weight="700" fill="#1A365D">BERT</text> |
| 37 | <text x="-240" y="0" font-family="Georgia, "Microsoft YaHei", serif" font-size="18" font-weight="700" fill="#1A365D">GPT</text> |
| 38 | <text x="-160" y="0" font-family="Georgia, "Microsoft YaHei", serif" font-size="18" font-weight="700" fill="#1A365D">T5</text> |
| 39 | <text x="-90" y="0" font-family="Georgia, "Microsoft YaHei", serif" font-size="18" font-weight="700" fill="#1A365D">ViT</text> |
| 40 | <text x="0" y="0" text-anchor="middle" font-family="Georgia, "Microsoft YaHei", serif" font-size="18" font-weight="700" fill="#1A365D">CLIP</text> |
| 41 | <text x="80" y="0" font-family="Georgia, "Microsoft YaHei", serif" font-size="18" font-weight="700" fill="#1A365D">AlphaFold</text> |
| 42 | <text x="220" y="0" font-family="Georgia, "Microsoft YaHei", serif" font-size="18" font-weight="700" fill="#1A365D">LLaMA</text> |
| 43 | <text x="320" y="0" font-family="Georgia, "Microsoft YaHei", serif" font-size="18" font-weight="700" fill="#1A365D">Claude</text> |
| 44 | </g> |
| 45 | <text x="640" y="612" text-anchor="middle" font-family="Arial, "Microsoft YaHei", sans-serif" font-size="13" fill="#4A5568">— and most modern LLMs trace their architecture back to this one paper.</text> |
| 46 | </g> |
| 47 | |
| 48 | <g id="closing-footer"> |
| 49 | <line x1="500" y1="660" x2="780" y2="660" stroke="#A0AEC0" stroke-width="0.5"/> |
| 50 | <text x="640" y="688" text-anchor="middle" font-family="Arial, "Microsoft YaHei", sans-serif" font-size="13" fill="#4A5568">Vaswani et al. · "Attention Is All You Need" · NeurIPS 2017 · arXiv:1706.03762</text> |
| 51 | </g> |
| 52 | |
| 53 | <g id="footer"> |
| 54 | <text x="1220" y="708" text-anchor="end" font-family="Arial, "Microsoft YaHei", sans-serif" font-size="11" fill="#4A5568">16</text> |
| 55 | </g> |
| 56 | </svg> |
| 57 |