assets/benchmark-pytorch.svg

<?xml version="1.0" encoding="utf-8" standalone="no"?>
<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN"
  "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
<svg xmlns:xlink="http://www.w3.org/1999/xlink" width="720pt" height="360pt" viewBox="0 0 720 360" xmlns="http://www.w3.org/2000/svg" version="1.1">
 <metadata>
  <rdf:RDF xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:cc="http://creativecommons.org/ns#" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#">
   <cc:Work>
    <dc:type rdf:resource="http://purl.org/dc/dcmitype/StillImage"/>
    <dc:date>2023-07-23T22:47:06.064317</dc:date>
    <dc:format>image/svg+xml</dc:format>
    <dc:creator>
     <cc:Agent>
      <dc:title>Matplotlib v3.7.2, https://matplotlib.org/</dc:title>
     </cc:Agent>
    </dc:creator>
   </cc:Work>
  </rdf:RDF>
 </metadata>
 <defs>
  <style type="text/css">*{stroke-linejoin: round; stroke-linecap: butt}</style>
 </defs>
 <g id="figure_1">
  <g id="patch_1">
   <path d="M 0 360 
L 720 360 
L 720 0 
L 0 0 
z
" style="fill: #ffffff"/>
  </g>
  <g id="axes_1">
   <g id="patch_2">
    <path d="M 90 320.4 
L 648 320.4 
L 648 43.2 
L 90 43.2 
z
" style="fill: #ffffff"/>
   </g>
   <g id="patch_3">
    <path d="M 115.363636 320.4 
L 147.742747 320.4 
L 147.742747 311.984699 
L 115.363636 311.984699 
z
" clip-path="url(#pfbbbc9a1d0)" style="fill: #1f77b4"/>
   </g>
   <g id="patch_4">
    <path d="M 259.270793 320.4 
L 291.649903 320.4 
L 291.649903 307.416393 
L 259.270793 307.416393 
z
" clip-path="url(#pfbbbc9a1d0)" style="fill: #1f77b4"/>
   </g>
   <g id="patch_5">
    <path d="M 403.17795 320.4 
L 435.55706 320.4 
L 435.55706 296.115847 
L 403.17795 296.115847 
z
" clip-path="url(#pfbbbc9a1d0)" style="fill: #1f77b4"/>
   </g>
   <g id="patch_6">
    <path d="M 547.085106 320.4 
L 579.464217 320.4 
L 579.464217 289.263388 
L 547.085106 289.263388 
z
" clip-path="url(#pfbbbc9a1d0)" style="fill: #1f77b4"/>
   </g>
   <g id="patch_7">
    <path d="M 158.535783 320.4 
L 190.914894 320.4 
L 190.914894 317.394536 
L 158.535783 317.394536 
z
" clip-path="url(#pfbbbc9a1d0)" style="fill: #ff7f0e"/>
   </g>
   <g id="patch_8">
    <path d="M 302.44294 320.4 
L 334.82205 320.4 
L 334.82205 306.214208 
L 302.44294 306.214208 
z
" clip-path="url(#pfbbbc9a1d0)" style="fill: #ff7f0e"/>
   </g>
   <g id="patch_9">
    <path d="M 446.350097 320.4 
L 478.729207 320.4 
L 478.729207 261.97377 
L 446.350097 261.97377 
z
" clip-path="url(#pfbbbc9a1d0)" style="fill: #ff7f0e"/>
   </g>
   <g id="patch_10">
    <path d="M 590.257253 320.4 
L 622.636364 320.4 
L 622.636364 56.4 
L 590.257253 56.4 
z
" clip-path="url(#pfbbbc9a1d0)" style="fill: #ff7f0e"/>
   </g>
   <g id="matplotlib.axis_1">
    <g id="xtick_1">
     <g id="line2d_1">
      <defs>
       <path id="m97c9814caf" d="M 0 0 
L 0 3.5 
" style="stroke: #000000; stroke-width: 0.8"/>
      </defs>
      <g>
       <use xlink:href="#m97c9814caf" x="153.139265" y="320.4" style="stroke: #000000; stroke-width: 0.8"/>
      </g>
     </g>
     <g id="text_1">
      <!-- 2048 -->
      <g transform="translate(140.414265 334.998438) scale(0.1 -0.1)">
       <defs>
        <path id="DejaVuSans-32" d="M 1228 531 
L 3431 531 
L 3431 0 
L 469 0 
L 469 531 
Q 828 903 1448 1529 
Q 2069 2156 2228 2338 
Q 2531 2678 2651 2914 
Q 2772 3150 2772 3378 
Q 2772 3750 2511 3984 
Q 2250 4219 1831 4219 
Q 1534 4219 1204 4116 
Q 875 4013 500 3803 
L 500 4441 
Q 881 4594 1212 4672 
Q 1544 4750 1819 4750 
Q 2544 4750 2975 4387 
Q 3406 4025 3406 3419 
Q 3406 3131 3298 2873 
Q 3191 2616 2906 2266 
Q 2828 2175 2409 1742 
Q 1991 1309 1228 531 
z
" transform="scale(0.015625)"/>
        <path id="DejaVuSans-30" d="M 2034 4250 
Q 1547 4250 1301 3770 
Q 1056 3291 1056 2328 
Q 1056 1369 1301 889 
Q 1547 409 2034 409 
Q 2525 409 2770 889 
Q 3016 1369 3016 2328 
Q 3016 3291 2770 3770 
Q 2525 4250 2034 4250 
z
M 2034 4750 
Q 2819 4750 3233 4129 
Q 3647 3509 3647 2328 
Q 3647 1150 3233 529 
Q 2819 -91 2034 -91 
Q 1250 -91 836 529 
Q 422 1150 422 2328 
Q 422 3509 836 4129 
Q 1250 4750 2034 4750 
z
" transform="scale(0.015625)"/>
        <path id="DejaVuSans-34" d="M 2419 4116 
L 825 1625 
L 2419 1625 
L 2419 4116 
z
M 2253 4666 
L 3047 4666 
L 3047 1625 
L 3713 1625 
L 3713 1100 
L 3047 1100 
L 3047 0 
L 2419 0 
L 2419 1100 
L 313 1100 
L 313 1709 
L 2253 4666 
z
" transform="scale(0.015625)"/>
        <path id="DejaVuSans-38" d="M 2034 2216 
Q 1584 2216 1326 1975 
Q 1069 1734 1069 1313 
Q 1069 891 1326 650 
Q 1584 409 2034 409 
Q 2484 409 2743 651 
Q 3003 894 3003 1313 
Q 3003 1734 2745 1975 
Q 2488 2216 2034 2216 
z
M 1403 2484 
Q 997 2584 770 2862 
Q 544 3141 544 3541 
Q 544 4100 942 4425 
Q 1341 4750 2034 4750 
Q 2731 4750 3128 4425 
Q 3525 4100 3525 3541 
Q 3525 3141 3298 2862 
Q 3072 2584 2669 2484 
Q 3125 2378 3379 2068 
Q 3634 1759 3634 1313 
Q 3634 634 3220 271 
Q 2806 -91 2034 -91 
Q 1263 -91 848 271 
Q 434 634 434 1313 
Q 434 1759 690 2068 
Q 947 2378 1403 2484 
z
M 1172 3481 
Q 1172 3119 1398 2916 
Q 1625 2713 2034 2713 
Q 2441 2713 2670 2916 
Q 2900 3119 2900 3481 
Q 2900 3844 2670 4047 
Q 2441 4250 2034 4250 
Q 1625 4250 1398 4047 
Q 1172 3844 1172 3481 
z
" transform="scale(0.015625)"/>
       </defs>
       <use xlink:href="#DejaVuSans-32"/>
       <use xlink:href="#DejaVuSans-30" x="63.623047"/>
       <use xlink:href="#DejaVuSans-34" x="127.246094"/>
       <use xlink:href="#DejaVuSans-38" x="190.869141"/>
      </g>
     </g>
    </g>
    <g id="xtick_2">
     <g id="line2d_2">
      <g>
       <use xlink:href="#m97c9814caf" x="297.046422" y="320.4" style="stroke: #000000; stroke-width: 0.8"/>
      </g>
     </g>
     <g id="text_2">
      <!-- 4096 -->
      <g transform="translate(284.321422 334.998438) scale(0.1 -0.1)">
       <defs>
        <path id="DejaVuSans-39" d="M 703 97 
L 703 672 
Q 941 559 1184 500 
Q 1428 441 1663 441 
Q 2288 441 2617 861 
Q 2947 1281 2994 2138 
Q 2813 1869 2534 1725 
Q 2256 1581 1919 1581 
Q 1219 1581 811 2004 
Q 403 2428 403 3163 
Q 403 3881 828 4315 
Q 1253 4750 1959 4750 
Q 2769 4750 3195 4129 
Q 3622 3509 3622 2328 
Q 3622 1225 3098 567 
Q 2575 -91 1691 -91 
Q 1453 -91 1209 -44 
Q 966 3 703 97 
z
M 1959 2075 
Q 2384 2075 2632 2365 
Q 2881 2656 2881 3163 
Q 2881 3666 2632 3958 
Q 2384 4250 1959 4250 
Q 1534 4250 1286 3958 
Q 1038 3666 1038 3163 
Q 1038 2656 1286 2365 
Q 1534 2075 1959 2075 
z
" transform="scale(0.015625)"/>
        <path id="DejaVuSans-36" d="M 2113 2584 
Q 1688 2584 1439 2293 
Q 1191 2003 1191 1497 
Q 1191 994 1439 701 
Q 1688 409 2113 409 
Q 2538 409 2786 701 
Q 3034 994 3034 1497 
Q 3034 2003 2786 2293 
Q 2538 2584 2113 2584 
z
M 3366 4563 
L 3366 3988 
Q 3128 4100 2886 4159 
Q 2644 4219 2406 4219 
Q 1781 4219 1451 3797 
Q 1122 3375 1075 2522 
Q 1259 2794 1537 2939 
Q 1816 3084 2150 3084 
Q 2853 3084 3261 2657 
Q 3669 2231 3669 1497 
Q 3669 778 3244 343 
Q 2819 -91 2113 -91 
Q 1303 -91 875 529 
Q 447 1150 447 2328 
Q 447 3434 972 4092 
Q 1497 4750 2381 4750 
Q 2619 4750 2861 4703 
Q 3103 4656 3366 4563 
z
" transform="scale(0.015625)"/>
       </defs>
       <use xlink:href="#DejaVuSans-34"/>
       <use xlink:href="#DejaVuSans-30" x="63.623047"/>
       <use xlink:href="#DejaVuSans-39" x="127.246094"/>
       <use xlink:href="#DejaVuSans-36" x="190.869141"/>
      </g>
     </g>
    </g>
    <g id="xtick_3">
     <g id="line2d_3">
      <g>
       <use xlink:href="#m97c9814caf" x="440.953578" y="320.4" style="stroke: #000000; stroke-width: 0.8"/>
      </g>
     </g>
     <g id="text_3">
      <!-- 8192 -->
      <g transform="translate(428.228578 334.998438) scale(0.1 -0.1)">
       <defs>
        <path id="DejaVuSans-31" d="M 794 531 
L 1825 531 
L 1825 4091 
L 703 3866 
L 703 4441 
L 1819 4666 
L 2450 4666 
L 2450 531 
L 3481 531 
L 3481 0 
L 794 0 
L 794 531 
z
" transform="scale(0.015625)"/>
       </defs>
       <use xlink:href="#DejaVuSans-38"/>
       <use xlink:href="#DejaVuSans-31" x="63.623047"/>
       <use xlink:href="#DejaVuSans-39" x="127.246094"/>
       <use xlink:href="#DejaVuSans-32" x="190.869141"/>
      </g>
     </g>
    </g>
    <g id="xtick_4">
     <g id="line2d_4">
      <g>
       <use xlink:href="#m97c9814caf" x="584.860735" y="320.4" style="stroke: #000000; stroke-width: 0.8"/>
      </g>
     </g>
     <g id="text_4">
      <!-- 16384 -->
      <g transform="translate(568.954485 334.998438) scale(0.1 -0.1)">
       <defs>
        <path id="DejaVuSans-33" d="M 2597 2516 
Q 3050 2419 3304 2112 
Q 3559 1806 3559 1356 
Q 3559 666 3084 287 
Q 2609 -91 1734 -91 
Q 1441 -91 1130 -33 
Q 819 25 488 141 
L 488 750 
Q 750 597 1062 519 
Q 1375 441 1716 441 
Q 2309 441 2620 675 
Q 2931 909 2931 1356 
Q 2931 1769 2642 2001 
Q 2353 2234 1838 2234 
L 1294 2234 
L 1294 2753 
L 1863 2753 
Q 2328 2753 2575 2939 
Q 2822 3125 2822 3475 
Q 2822 3834 2567 4026 
Q 2313 4219 1838 4219 
Q 1578 4219 1281 4162 
Q 984 4106 628 3988 
L 628 4550 
Q 988 4650 1302 4700 
Q 1616 4750 1894 4750 
Q 2613 4750 3031 4423 
Q 3450 4097 3450 3541 
Q 3450 3153 3228 2886 
Q 3006 2619 2597 2516 
z
" transform="scale(0.015625)"/>
       </defs>
       <use xlink:href="#DejaVuSans-31"/>
       <use xlink:href="#DejaVuSans-36" x="63.623047"/>
       <use xlink:href="#DejaVuSans-33" x="127.246094"/>
       <use xlink:href="#DejaVuSans-38" x="190.869141"/>
       <use xlink:href="#DejaVuSans-34" x="254.492188"/>
      </g>
     </g>
    </g>
    <g id="text_5">
     <!-- Sequence length -->
     <g transform="translate(326.808594 348.676562) scale(0.1 -0.1)">
      <defs>
       <path id="DejaVuSans-53" d="M 3425 4513 
L 3425 3897 
Q 3066 4069 2747 4153 
Q 2428 4238 2131 4238 
Q 1616 4238 1336 4038 
Q 1056 3838 1056 3469 
Q 1056 3159 1242 3001 
Q 1428 2844 1947 2747 
L 2328 2669 
Q 3034 2534 3370 2195 
Q 3706 1856 3706 1288 
Q 3706 609 3251 259 
Q 2797 -91 1919 -91 
Q 1588 -91 1214 -16 
Q 841 59 441 206 
L 441 856 
Q 825 641 1194 531 
Q 1563 422 1919 422 
Q 2459 422 2753 634 
Q 3047 847 3047 1241 
Q 3047 1584 2836 1778 
Q 2625 1972 2144 2069 
L 1759 2144 
Q 1053 2284 737 2584 
Q 422 2884 422 3419 
Q 422 4038 858 4394 
Q 1294 4750 2059 4750 
Q 2388 4750 2728 4690 
Q 3069 4631 3425 4513 
z
" transform="scale(0.015625)"/>
       <path id="DejaVuSans-65" d="M 3597 1894 
L 3597 1613 
L 953 1613 
Q 991 1019 1311 708 
Q 1631 397 2203 397 
Q 2534 397 2845 478 
Q 3156 559 3463 722 
L 3463 178 
Q 3153 47 2828 -22 
Q 2503 -91 2169 -91 
Q 1331 -91 842 396 
Q 353 884 353 1716 
Q 353 2575 817 3079 
Q 1281 3584 2069 3584 
Q 2775 3584 3186 3129 
Q 3597 2675 3597 1894 
z
M 3022 2063 
Q 3016 2534 2758 2815 
Q 2500 3097 2075 3097 
Q 1594 3097 1305 2825 
Q 1016 2553 972 2059 
L 3022 2063 
z
" transform="scale(0.015625)"/>
       <path id="DejaVuSans-71" d="M 947 1747 
Q 947 1113 1208 752 
Q 1469 391 1925 391 
Q 2381 391 2643 752 
Q 2906 1113 2906 1747 
Q 2906 2381 2643 2742 
Q 2381 3103 1925 3103 
Q 1469 3103 1208 2742 
Q 947 2381 947 1747 
z
M 2906 525 
Q 2725 213 2448 61 
Q 2172 -91 1784 -91 
Q 1150 -91 751 415 
Q 353 922 353 1747 
Q 353 2572 751 3078 
Q 1150 3584 1784 3584 
Q 2172 3584 2448 3432 
Q 2725 3281 2906 2969 
L 2906 3500 
L 3481 3500 
L 3481 -1331 
L 2906 -1331 
L 2906 525 
z
" transform="scale(0.015625)"/>
       <path id="DejaVuSans-75" d="M 544 1381 
L 544 3500 
L 1119 3500 
L 1119 1403 
Q 1119 906 1312 657 
Q 1506 409 1894 409 
Q 2359 409 2629 706 
Q 2900 1003 2900 1516 
L 2900 3500 
L 3475 3500 
L 3475 0 
L 2900 0 
L 2900 538 
Q 2691 219 2414 64 
Q 2138 -91 1772 -91 
Q 1169 -91 856 284 
Q 544 659 544 1381 
z
M 1991 3584 
L 1991 3584 
z
" transform="scale(0.015625)"/>
       <path id="DejaVuSans-6e" d="M 3513 2113 
L 3513 0 
L 2938 0 
L 2938 2094 
Q 2938 2591 2744 2837 
Q 2550 3084 2163 3084 
Q 1697 3084 1428 2787 
Q 1159 2491 1159 1978 
L 1159 0 
L 581 0 
L 581 3500 
L 1159 3500 
L 1159 2956 
Q 1366 3272 1645 3428 
Q 1925 3584 2291 3584 
Q 2894 3584 3203 3211 
Q 3513 2838 3513 2113 
z
" transform="scale(0.015625)"/>
       <path id="DejaVuSans-63" d="M 3122 3366 
L 3122 2828 
Q 2878 2963 2633 3030 
Q 2388 3097 2138 3097 
Q 1578 3097 1268 2742 
Q 959 2388 959 1747 
Q 959 1106 1268 751 
Q 1578 397 2138 397 
Q 2388 397 2633 464 
Q 2878 531 3122 666 
L 3122 134 
Q 2881 22 2623 -34 
Q 2366 -91 2075 -91 
Q 1284 -91 818 406 
Q 353 903 353 1747 
Q 353 2603 823 3093 
Q 1294 3584 2113 3584 
Q 2378 3584 2631 3529 
Q 2884 3475 3122 3366 
z
" transform="scale(0.015625)"/>
       <path id="DejaVuSans-20" transform="scale(0.015625)"/>
       <path id="DejaVuSans-6c" d="M 603 4863 
L 1178 4863 
L 1178 0 
L 603 0 
L 603 4863 
z
" transform="scale(0.015625)"/>
       <path id="DejaVuSans-67" d="M 2906 1791 
Q 2906 2416 2648 2759 
Q 2391 3103 1925 3103 
Q 1463 3103 1205 2759 
Q 947 2416 947 1791 
Q 947 1169 1205 825 
Q 1463 481 1925 481 
Q 2391 481 2648 825 
Q 2906 1169 2906 1791 
z
M 3481 434 
Q 3481 -459 3084 -895 
Q 2688 -1331 1869 -1331 
Q 1566 -1331 1297 -1286 
Q 1028 -1241 775 -1147 
L 775 -588 
Q 1028 -725 1275 -790 
Q 1522 -856 1778 -856 
Q 2344 -856 2625 -561 
Q 2906 -266 2906 331 
L 2906 616 
Q 2728 306 2450 153 
Q 2172 0 1784 0 
Q 1141 0 747 490 
Q 353 981 353 1791 
Q 353 2603 747 3093 
Q 1141 3584 1784 3584 
Q 2172 3584 2450 3431 
Q 2728 3278 2906 2969 
L 2906 3500 
L 3481 3500 
L 3481 434 
z
" transform="scale(0.015625)"/>
       <path id="DejaVuSans-74" d="M 1172 4494 
L 1172 3500 
L 2356 3500 
L 2356 3053 
L 1172 3053 
L 1172 1153 
Q 1172 725 1289 603 
Q 1406 481 1766 481 
L 2356 481 
L 2356 0 
L 1766 0 
Q 1100 0 847 248 
Q 594 497 594 1153 
L 594 3053 
L 172 3053 
L 172 3500 
L 594 3500 
L 594 4494 
L 1172 4494 
z
" transform="scale(0.015625)"/>
       <path id="DejaVuSans-68" d="M 3513 2113 
L 3513 0 
L 2938 0 
L 2938 2094 
Q 2938 2591 2744 2837 
Q 2550 3084 2163 3084 
Q 1697 3084 1428 2787 
Q 1159 2491 1159 1978 
L 1159 0 
L 581 0 
L 581 4863 
L 1159 4863 
L 1159 2956 
Q 1366 3272 1645 3428 
Q 1925 3584 2291 3584 
Q 2894 3584 3203 3211 
Q 3513 2838 3513 2113 
z
" transform="scale(0.015625)"/>
      </defs>
      <use xlink:href="#DejaVuSans-53"/>
      <use xlink:href="#DejaVuSans-65" x="63.476562"/>
      <use xlink:href="#DejaVuSans-71" x="125"/>
      <use xlink:href="#DejaVuSans-75" x="188.476562"/>
      <use xlink:href="#DejaVuSans-65" x="251.855469"/>
      <use xlink:href="#DejaVuSans-6e" x="313.378906"/>
      <use xlink:href="#DejaVuSans-63" x="376.757812"/>
      <use xlink:href="#DejaVuSans-65" x="431.738281"/>
      <use xlink:href="#DejaVuSans-20" x="493.261719"/>
      <use xlink:href="#DejaVuSans-6c" x="525.048828"/>
      <use xlink:href="#DejaVuSans-65" x="552.832031"/>
      <use xlink:href="#DejaVuSans-6e" x="614.355469"/>
      <use xlink:href="#DejaVuSans-67" x="677.734375"/>
      <use xlink:href="#DejaVuSans-74" x="741.210938"/>
      <use xlink:href="#DejaVuSans-68" x="780.419922"/>
     </g>
    </g>
   </g>
   <g id="matplotlib.axis_2">
    <g id="ytick_1">
     <g id="line2d_5">
      <defs>
       <path id="m326ff0c575" d="M 0 0 
L -3.5 0 
" style="stroke: #000000; stroke-width: 0.8"/>
      </defs>
      <g>
       <use xlink:href="#m326ff0c575" x="90" y="320.4" style="stroke: #000000; stroke-width: 0.8"/>
      </g>
     </g>
     <g id="text_6">
      <!-- 0 -->
      <g transform="translate(76.6375 324.199219) scale(0.1 -0.1)">
       <use xlink:href="#DejaVuSans-30"/>
      </g>
     </g>
    </g>
    <g id="ytick_2">
     <g id="line2d_6">
      <g>
       <use xlink:href="#m326ff0c575" x="90" y="260.29071" style="stroke: #000000; stroke-width: 0.8"/>
      </g>
     </g>
     <g id="text_7">
      <!-- 50 -->
      <g transform="translate(70.275 264.089929) scale(0.1 -0.1)">
       <defs>
        <path id="DejaVuSans-35" d="M 691 4666 
L 3169 4666 
L 3169 4134 
L 1269 4134 
L 1269 2991 
Q 1406 3038 1543 3061 
Q 1681 3084 1819 3084 
Q 2600 3084 3056 2656 
Q 3513 2228 3513 1497 
Q 3513 744 3044 326 
Q 2575 -91 1722 -91 
Q 1428 -91 1123 -41 
Q 819 9 494 109 
L 494 744 
Q 775 591 1075 516 
Q 1375 441 1709 441 
Q 2250 441 2565 725 
Q 2881 1009 2881 1497 
Q 2881 1984 2565 2268 
Q 2250 2553 1709 2553 
Q 1456 2553 1204 2497 
Q 953 2441 691 2322 
L 691 4666 
z
" transform="scale(0.015625)"/>
       </defs>
       <use xlink:href="#DejaVuSans-35"/>
       <use xlink:href="#DejaVuSans-30" x="63.623047"/>
      </g>
     </g>
    </g>
    <g id="ytick_3">
     <g id="line2d_7">
      <g>
       <use xlink:href="#m326ff0c575" x="90" y="200.181421" style="stroke: #000000; stroke-width: 0.8"/>
      </g>
     </g>
     <g id="text_8">
      <!-- 100 -->
      <g transform="translate(63.9125 203.98064) scale(0.1 -0.1)">
       <use xlink:href="#DejaVuSans-31"/>
       <use xlink:href="#DejaVuSans-30" x="63.623047"/>
       <use xlink:href="#DejaVuSans-30" x="127.246094"/>
      </g>
     </g>
    </g>
    <g id="ytick_4">
     <g id="line2d_8">
      <g>
       <use xlink:href="#m326ff0c575" x="90" y="140.072131" style="stroke: #000000; stroke-width: 0.8"/>
      </g>
     </g>
     <g id="text_9">
      <!-- 150 -->
      <g transform="translate(63.9125 143.87135) scale(0.1 -0.1)">
       <use xlink:href="#DejaVuSans-31"/>
       <use xlink:href="#DejaVuSans-35" x="63.623047"/>
       <use xlink:href="#DejaVuSans-30" x="127.246094"/>
      </g>
     </g>
    </g>
    <g id="ytick_5">
     <g id="line2d_9">
      <g>
       <use xlink:href="#m326ff0c575" x="90" y="79.962842" style="stroke: #000000; stroke-width: 0.8"/>
      </g>
     </g>
     <g id="text_10">
      <!-- 200 -->
      <g transform="translate(63.9125 83.76206) scale(0.1 -0.1)">
       <use xlink:href="#DejaVuSans-32"/>
       <use xlink:href="#DejaVuSans-30" x="63.623047"/>
       <use xlink:href="#DejaVuSans-30" x="127.246094"/>
      </g>
     </g>
    </g>
    <g id="text_11">
     <!-- Sequence inference time, ms -->
     <g transform="translate(57.832812 255.000781) rotate(-90) scale(0.1 -0.1)">
      <defs>
       <path id="DejaVuSans-69" d="M 603 3500 
L 1178 3500 
L 1178 0 
L 603 0 
L 603 3500 
z
M 603 4863 
L 1178 4863 
L 1178 4134 
L 603 4134 
L 603 4863 
z
" transform="scale(0.015625)"/>
       <path id="DejaVuSans-66" d="M 2375 4863 
L 2375 4384 
L 1825 4384 
Q 1516 4384 1395 4259 
Q 1275 4134 1275 3809 
L 1275 3500 
L 2222 3500 
L 2222 3053 
L 1275 3053 
L 1275 0 
L 697 0 
L 697 3053 
L 147 3053 
L 147 3500 
L 697 3500 
L 697 3744 
Q 697 4328 969 4595 
Q 1241 4863 1831 4863 
L 2375 4863 
z
" transform="scale(0.015625)"/>
       <path id="DejaVuSans-72" d="M 2631 2963 
Q 2534 3019 2420 3045 
Q 2306 3072 2169 3072 
Q 1681 3072 1420 2755 
Q 1159 2438 1159 1844 
L 1159 0 
L 581 0 
L 581 3500 
L 1159 3500 
L 1159 2956 
Q 1341 3275 1631 3429 
Q 1922 3584 2338 3584 
Q 2397 3584 2469 3576 
Q 2541 3569 2628 3553 
L 2631 2963 
z
" transform="scale(0.015625)"/>
       <path id="DejaVuSans-6d" d="M 3328 2828 
Q 3544 3216 3844 3400 
Q 4144 3584 4550 3584 
Q 5097 3584 5394 3201 
Q 5691 2819 5691 2113 
L 5691 0 
L 5113 0 
L 5113 2094 
Q 5113 2597 4934 2840 
Q 4756 3084 4391 3084 
Q 3944 3084 3684 2787 
Q 3425 2491 3425 1978 
L 3425 0 
L 2847 0 
L 2847 2094 
Q 2847 2600 2669 2842 
Q 2491 3084 2119 3084 
Q 1678 3084 1418 2786 
Q 1159 2488 1159 1978 
L 1159 0 
L 581 0 
L 581 3500 
L 1159 3500 
L 1159 2956 
Q 1356 3278 1631 3431 
Q 1906 3584 2284 3584 
Q 2666 3584 2933 3390 
Q 3200 3197 3328 2828 
z
" transform="scale(0.015625)"/>
       <path id="DejaVuSans-2c" d="M 750 794 
L 1409 794 
L 1409 256 
L 897 -744 
L 494 -744 
L 750 256 
L 750 794 
z
" transform="scale(0.015625)"/>
       <path id="DejaVuSans-73" d="M 2834 3397 
L 2834 2853 
Q 2591 2978 2328 3040 
Q 2066 3103 1784 3103 
Q 1356 3103 1142 2972 
Q 928 2841 928 2578 
Q 928 2378 1081 2264 
Q 1234 2150 1697 2047 
L 1894 2003 
Q 2506 1872 2764 1633 
Q 3022 1394 3022 966 
Q 3022 478 2636 193 
Q 2250 -91 1575 -91 
Q 1294 -91 989 -36 
Q 684 19 347 128 
L 347 722 
Q 666 556 975 473 
Q 1284 391 1588 391 
Q 1994 391 2212 530 
Q 2431 669 2431 922 
Q 2431 1156 2273 1281 
Q 2116 1406 1581 1522 
L 1381 1569 
Q 847 1681 609 1914 
Q 372 2147 372 2553 
Q 372 3047 722 3315 
Q 1072 3584 1716 3584 
Q 2034 3584 2315 3537 
Q 2597 3491 2834 3397 
z
" transform="scale(0.015625)"/>
      </defs>
      <use xlink:href="#DejaVuSans-53"/>
      <use xlink:href="#DejaVuSans-65" x="63.476562"/>
      <use xlink:href="#DejaVuSans-71" x="125"/>
      <use xlink:href="#DejaVuSans-75" x="188.476562"/>
      <use xlink:href="#DejaVuSans-65" x="251.855469"/>
      <use xlink:href="#DejaVuSans-6e" x="313.378906"/>
      <use xlink:href="#DejaVuSans-63" x="376.757812"/>
      <use xlink:href="#DejaVuSans-65" x="431.738281"/>
      <use xlink:href="#DejaVuSans-20" x="493.261719"/>
      <use xlink:href="#DejaVuSans-69" x="525.048828"/>
      <use xlink:href="#DejaVuSans-6e" x="552.832031"/>
      <use xlink:href="#DejaVuSans-66" x="616.210938"/>
      <use xlink:href="#DejaVuSans-65" x="651.416016"/>
      <use xlink:href="#DejaVuSans-72" x="712.939453"/>
      <use xlink:href="#DejaVuSans-65" x="751.802734"/>
      <use xlink:href="#DejaVuSans-6e" x="813.326172"/>
      <use xlink:href="#DejaVuSans-63" x="876.705078"/>
      <use xlink:href="#DejaVuSans-65" x="931.685547"/>
      <use xlink:href="#DejaVuSans-20" x="993.208984"/>
      <use xlink:href="#DejaVuSans-74" x="1024.996094"/>
      <use xlink:href="#DejaVuSans-69" x="1064.205078"/>
      <use xlink:href="#DejaVuSans-6d" x="1091.988281"/>
      <use xlink:href="#DejaVuSans-65" x="1189.400391"/>
      <use xlink:href="#DejaVuSans-2c" x="1250.923828"/>
      <use xlink:href="#DejaVuSans-20" x="1282.710938"/>
      <use xlink:href="#DejaVuSans-6d" x="1314.498047"/>
      <use xlink:href="#DejaVuSans-73" x="1411.910156"/>
     </g>
    </g>
   </g>
   <g id="patch_11">
    <path d="M 90 320.4 
L 90 43.2 
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
   </g>
   <g id="patch_12">
    <path d="M 648 320.4 
L 648 43.2 
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
   </g>
   <g id="patch_13">
    <path d="M 90 320.4 
L 648 320.4 
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
   </g>
   <g id="patch_14">
    <path d="M 90 43.2 
L 648 43.2 
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
   </g>
   <g id="text_12">
    <!-- Dilated self-attention vs vanilla self-attention (both with 3 heads, Google Colab with T4 GPU used) -->
    <g transform="translate(74.489062 37.2) scale(0.12 -0.12)">
     <defs>
      <path id="DejaVuSans-44" d="M 1259 4147 
L 1259 519 
L 2022 519 
Q 2988 519 3436 956 
Q 3884 1394 3884 2338 
Q 3884 3275 3436 3711 
Q 2988 4147 2022 4147 
L 1259 4147 
z
M 628 4666 
L 1925 4666 
Q 3281 4666 3915 4102 
Q 4550 3538 4550 2338 
Q 4550 1131 3912 565 
Q 3275 0 1925 0 
L 628 0 
L 628 4666 
z
" transform="scale(0.015625)"/>
      <path id="DejaVuSans-61" d="M 2194 1759 
Q 1497 1759 1228 1600 
Q 959 1441 959 1056 
Q 959 750 1161 570 
Q 1363 391 1709 391 
Q 2188 391 2477 730 
Q 2766 1069 2766 1631 
L 2766 1759 
L 2194 1759 
z
M 3341 1997 
L 3341 0 
L 2766 0 
L 2766 531 
Q 2569 213 2275 61 
Q 1981 -91 1556 -91 
Q 1019 -91 701 211 
Q 384 513 384 1019 
Q 384 1609 779 1909 
Q 1175 2209 1959 2209 
L 2766 2209 
L 2766 2266 
Q 2766 2663 2505 2880 
Q 2244 3097 1772 3097 
Q 1472 3097 1187 3025 
Q 903 2953 641 2809 
L 641 3341 
Q 956 3463 1253 3523 
Q 1550 3584 1831 3584 
Q 2591 3584 2966 3190 
Q 3341 2797 3341 1997 
z
" transform="scale(0.015625)"/>
      <path id="DejaVuSans-64" d="M 2906 2969 
L 2906 4863 
L 3481 4863 
L 3481 0 
L 2906 0 
L 2906 525 
Q 2725 213 2448 61 
Q 2172 -91 1784 -91 
Q 1150 -91 751 415 
Q 353 922 353 1747 
Q 353 2572 751 3078 
Q 1150 3584 1784 3584 
Q 2172 3584 2448 3432 
Q 2725 3281 2906 2969 
z
M 947 1747 
Q 947 1113 1208 752 
Q 1469 391 1925 391 
Q 2381 391 2643 752 
Q 2906 1113 2906 1747 
Q 2906 2381 2643 2742 
Q 2381 3103 1925 3103 
Q 1469 3103 1208 2742 
Q 947 2381 947 1747 
z
" transform="scale(0.015625)"/>
      <path id="DejaVuSans-2d" d="M 313 2009 
L 1997 2009 
L 1997 1497 
L 313 1497 
L 313 2009 
z
" transform="scale(0.015625)"/>
      <path id="DejaVuSans-6f" d="M 1959 3097 
Q 1497 3097 1228 2736 
Q 959 2375 959 1747 
Q 959 1119 1226 758 
Q 1494 397 1959 397 
Q 2419 397 2687 759 
Q 2956 1122 2956 1747 
Q 2956 2369 2687 2733 
Q 2419 3097 1959 3097 
z
M 1959 3584 
Q 2709 3584 3137 3096 
Q 3566 2609 3566 1747 
Q 3566 888 3137 398 
Q 2709 -91 1959 -91 
Q 1206 -91 779 398 
Q 353 888 353 1747 
Q 353 2609 779 3096 
Q 1206 3584 1959 3584 
z
" transform="scale(0.015625)"/>
      <path id="DejaVuSans-76" d="M 191 3500 
L 800 3500 
L 1894 563 
L 2988 3500 
L 3597 3500 
L 2284 0 
L 1503 0 
L 191 3500 
z
" transform="scale(0.015625)"/>
      <path id="DejaVuSans-28" d="M 1984 4856 
Q 1566 4138 1362 3434 
Q 1159 2731 1159 2009 
Q 1159 1288 1364 580 
Q 1569 -128 1984 -844 
L 1484 -844 
Q 1016 -109 783 600 
Q 550 1309 550 2009 
Q 550 2706 781 3412 
Q 1013 4119 1484 4856 
L 1984 4856 
z
" transform="scale(0.015625)"/>
      <path id="DejaVuSans-62" d="M 3116 1747 
Q 3116 2381 2855 2742 
Q 2594 3103 2138 3103 
Q 1681 3103 1420 2742 
Q 1159 2381 1159 1747 
Q 1159 1113 1420 752 
Q 1681 391 2138 391 
Q 2594 391 2855 752 
Q 3116 1113 3116 1747 
z
M 1159 2969 
Q 1341 3281 1617 3432 
Q 1894 3584 2278 3584 
Q 2916 3584 3314 3078 
Q 3713 2572 3713 1747 
Q 3713 922 3314 415 
Q 2916 -91 2278 -91 
Q 1894 -91 1617 61 
Q 1341 213 1159 525 
L 1159 0 
L 581 0 
L 581 4863 
L 1159 4863 
L 1159 2969 
z
" transform="scale(0.015625)"/>
      <path id="DejaVuSans-77" d="M 269 3500 
L 844 3500 
L 1563 769 
L 2278 3500 
L 2956 3500 
L 3675 769 
L 4391 3500 
L 4966 3500 
L 4050 0 
L 3372 0 
L 2619 2869 
L 1863 0 
L 1184 0 
L 269 3500 
z
" transform="scale(0.015625)"/>
      <path id="DejaVuSans-47" d="M 3809 666 
L 3809 1919 
L 2778 1919 
L 2778 2438 
L 4434 2438 
L 4434 434 
Q 4069 175 3628 42 
Q 3188 -91 2688 -91 
Q 1594 -91 976 548 
Q 359 1188 359 2328 
Q 359 3472 976 4111 
Q 1594 4750 2688 4750 
Q 3144 4750 3555 4637 
Q 3966 4525 4313 4306 
L 4313 3634 
Q 3963 3931 3569 4081 
Q 3175 4231 2741 4231 
Q 1884 4231 1454 3753 
Q 1025 3275 1025 2328 
Q 1025 1384 1454 906 
Q 1884 428 2741 428 
Q 3075 428 3337 486 
Q 3600 544 3809 666 
z
" transform="scale(0.015625)"/>
      <path id="DejaVuSans-43" d="M 4122 4306 
L 4122 3641 
Q 3803 3938 3442 4084 
Q 3081 4231 2675 4231 
Q 1875 4231 1450 3742 
Q 1025 3253 1025 2328 
Q 1025 1406 1450 917 
Q 1875 428 2675 428 
Q 3081 428 3442 575 
Q 3803 722 4122 1019 
L 4122 359 
Q 3791 134 3420 21 
Q 3050 -91 2638 -91 
Q 1578 -91 968 557 
Q 359 1206 359 2328 
Q 359 3453 968 4101 
Q 1578 4750 2638 4750 
Q 3056 4750 3426 4639 
Q 3797 4528 4122 4306 
z
" transform="scale(0.015625)"/>
      <path id="DejaVuSans-54" d="M -19 4666 
L 3928 4666 
L 3928 4134 
L 2272 4134 
L 2272 0 
L 1638 0 
L 1638 4134 
L -19 4134 
L -19 4666 
z
" transform="scale(0.015625)"/>
      <path id="DejaVuSans-50" d="M 1259 4147 
L 1259 2394 
L 2053 2394 
Q 2494 2394 2734 2622 
Q 2975 2850 2975 3272 
Q 2975 3691 2734 3919 
Q 2494 4147 2053 4147 
L 1259 4147 
z
M 628 4666 
L 2053 4666 
Q 2838 4666 3239 4311 
Q 3641 3956 3641 3272 
Q 3641 2581 3239 2228 
Q 2838 1875 2053 1875 
L 1259 1875 
L 1259 0 
L 628 0 
L 628 4666 
z
" transform="scale(0.015625)"/>
      <path id="DejaVuSans-55" d="M 556 4666 
L 1191 4666 
L 1191 1831 
Q 1191 1081 1462 751 
Q 1734 422 2344 422 
Q 2950 422 3222 751 
Q 3494 1081 3494 1831 
L 3494 4666 
L 4128 4666 
L 4128 1753 
Q 4128 841 3676 375 
Q 3225 -91 2344 -91 
Q 1459 -91 1007 375 
Q 556 841 556 1753 
L 556 4666 
z
" transform="scale(0.015625)"/>
      <path id="DejaVuSans-29" d="M 513 4856 
L 1013 4856 
Q 1481 4119 1714 3412 
Q 1947 2706 1947 2009 
Q 1947 1309 1714 600 
Q 1481 -109 1013 -844 
L 513 -844 
Q 928 -128 1133 580 
Q 1338 1288 1338 2009 
Q 1338 2731 1133 3434 
Q 928 4138 513 4856 
z
" transform="scale(0.015625)"/>
     </defs>
     <use xlink:href="#DejaVuSans-44"/>
     <use xlink:href="#DejaVuSans-69" x="77.001953"/>
     <use xlink:href="#DejaVuSans-6c" x="104.785156"/>
     <use xlink:href="#DejaVuSans-61" x="132.568359"/>
     <use xlink:href="#DejaVuSans-74" x="193.847656"/>
     <use xlink:href="#DejaVuSans-65" x="233.056641"/>
     <use xlink:href="#DejaVuSans-64" x="294.580078"/>
     <use xlink:href="#DejaVuSans-20" x="358.056641"/>
     <use xlink:href="#DejaVuSans-73" x="389.84375"/>
     <use xlink:href="#DejaVuSans-65" x="441.943359"/>
     <use xlink:href="#DejaVuSans-6c" x="503.466797"/>
     <use xlink:href="#DejaVuSans-66" x="531.25"/>
     <use xlink:href="#DejaVuSans-2d" x="560.955078"/>
     <use xlink:href="#DejaVuSans-61" x="597.039062"/>
     <use xlink:href="#DejaVuSans-74" x="658.318359"/>
     <use xlink:href="#DejaVuSans-74" x="697.527344"/>
     <use xlink:href="#DejaVuSans-65" x="736.736328"/>
     <use xlink:href="#DejaVuSans-6e" x="798.259766"/>
     <use xlink:href="#DejaVuSans-74" x="861.638672"/>
     <use xlink:href="#DejaVuSans-69" x="900.847656"/>
     <use xlink:href="#DejaVuSans-6f" x="928.630859"/>
     <use xlink:href="#DejaVuSans-6e" x="989.8125"/>
     <use xlink:href="#DejaVuSans-20" x="1053.191406"/>
     <use xlink:href="#DejaVuSans-76" x="1084.978516"/>
     <use xlink:href="#DejaVuSans-73" x="1144.158203"/>
     <use xlink:href="#DejaVuSans-20" x="1196.257812"/>
     <use xlink:href="#DejaVuSans-76" x="1228.044922"/>
     <use xlink:href="#DejaVuSans-61" x="1287.224609"/>
     <use xlink:href="#DejaVuSans-6e" x="1348.503906"/>
     <use xlink:href="#DejaVuSans-69" x="1411.882812"/>
     <use xlink:href="#DejaVuSans-6c" x="1439.666016"/>
     <use xlink:href="#DejaVuSans-6c" x="1467.449219"/>
     <use xlink:href="#DejaVuSans-61" x="1495.232422"/>
     <use xlink:href="#DejaVuSans-20" x="1556.511719"/>
     <use xlink:href="#DejaVuSans-73" x="1588.298828"/>
     <use xlink:href="#DejaVuSans-65" x="1640.398438"/>
     <use xlink:href="#DejaVuSans-6c" x="1701.921875"/>
     <use xlink:href="#DejaVuSans-66" x="1729.705078"/>
     <use xlink:href="#DejaVuSans-2d" x="1759.410156"/>
     <use xlink:href="#DejaVuSans-61" x="1795.494141"/>
     <use xlink:href="#DejaVuSans-74" x="1856.773438"/>
     <use xlink:href="#DejaVuSans-74" x="1895.982422"/>
     <use xlink:href="#DejaVuSans-65" x="1935.191406"/>
     <use xlink:href="#DejaVuSans-6e" x="1996.714844"/>
     <use xlink:href="#DejaVuSans-74" x="2060.09375"/>
     <use xlink:href="#DejaVuSans-69" x="2099.302734"/>
     <use xlink:href="#DejaVuSans-6f" x="2127.085938"/>
     <use xlink:href="#DejaVuSans-6e" x="2188.267578"/>
     <use xlink:href="#DejaVuSans-20" x="2251.646484"/>
     <use xlink:href="#DejaVuSans-28" x="2283.433594"/>
     <use xlink:href="#DejaVuSans-62" x="2322.447266"/>
     <use xlink:href="#DejaVuSans-6f" x="2385.923828"/>
     <use xlink:href="#DejaVuSans-74" x="2447.105469"/>
     <use xlink:href="#DejaVuSans-68" x="2486.314453"/>
     <use xlink:href="#DejaVuSans-20" x="2549.693359"/>
     <use xlink:href="#DejaVuSans-77" x="2581.480469"/>
     <use xlink:href="#DejaVuSans-69" x="2663.267578"/>
     <use xlink:href="#DejaVuSans-74" x="2691.050781"/>
     <use xlink:href="#DejaVuSans-68" x="2730.259766"/>
     <use xlink:href="#DejaVuSans-20" x="2793.638672"/>
     <use xlink:href="#DejaVuSans-33" x="2825.425781"/>
     <use xlink:href="#DejaVuSans-20" x="2889.048828"/>
     <use xlink:href="#DejaVuSans-68" x="2920.835938"/>
     <use xlink:href="#DejaVuSans-65" x="2984.214844"/>
     <use xlink:href="#DejaVuSans-61" x="3045.738281"/>
     <use xlink:href="#DejaVuSans-64" x="3107.017578"/>
     <use xlink:href="#DejaVuSans-73" x="3170.494141"/>
     <use xlink:href="#DejaVuSans-2c" x="3222.59375"/>
     <use xlink:href="#DejaVuSans-20" x="3254.380859"/>
     <use xlink:href="#DejaVuSans-47" x="3286.167969"/>
     <use xlink:href="#DejaVuSans-6f" x="3363.658203"/>
     <use xlink:href="#DejaVuSans-6f" x="3424.839844"/>
     <use xlink:href="#DejaVuSans-67" x="3486.021484"/>
     <use xlink:href="#DejaVuSans-6c" x="3549.498047"/>
     <use xlink:href="#DejaVuSans-65" x="3577.28125"/>
     <use xlink:href="#DejaVuSans-20" x="3638.804688"/>
     <use xlink:href="#DejaVuSans-43" x="3670.591797"/>
     <use xlink:href="#DejaVuSans-6f" x="3740.416016"/>
     <use xlink:href="#DejaVuSans-6c" x="3801.597656"/>
     <use xlink:href="#DejaVuSans-61" x="3829.380859"/>
     <use xlink:href="#DejaVuSans-62" x="3890.660156"/>
     <use xlink:href="#DejaVuSans-20" x="3954.136719"/>
     <use xlink:href="#DejaVuSans-77" x="3985.923828"/>
     <use xlink:href="#DejaVuSans-69" x="4067.710938"/>
     <use xlink:href="#DejaVuSans-74" x="4095.494141"/>
     <use xlink:href="#DejaVuSans-68" x="4134.703125"/>
     <use xlink:href="#DejaVuSans-20" x="4198.082031"/>
     <use xlink:href="#DejaVuSans-54" x="4229.869141"/>
     <use xlink:href="#DejaVuSans-34" x="4290.953125"/>
     <use xlink:href="#DejaVuSans-20" x="4354.576172"/>
     <use xlink:href="#DejaVuSans-47" x="4386.363281"/>
     <use xlink:href="#DejaVuSans-50" x="4463.853516"/>
     <use xlink:href="#DejaVuSans-55" x="4524.15625"/>
     <use xlink:href="#DejaVuSans-20" x="4597.349609"/>
     <use xlink:href="#DejaVuSans-75" x="4629.136719"/>
     <use xlink:href="#DejaVuSans-73" x="4692.515625"/>
     <use xlink:href="#DejaVuSans-65" x="4744.615234"/>
     <use xlink:href="#DejaVuSans-64" x="4806.138672"/>
     <use xlink:href="#DejaVuSans-29" x="4869.615234"/>
    </g>
   </g>
   <g id="legend_1">
    <g id="patch_15">
     <path d="M 97 80.55625 
L 440.315625 80.55625 
Q 442.315625 80.55625 442.315625 78.55625 
L 442.315625 50.2 
Q 442.315625 48.2 440.315625 48.2 
L 97 48.2 
Q 95 48.2 95 50.2 
L 95 78.55625 
Q 95 80.55625 97 80.55625 
z
" style="fill: #ffffff; opacity: 0.8; stroke: #cccccc; stroke-linejoin: miter"/>
    </g>
    <g id="patch_16">
     <path d="M 99 59.798437 
L 119 59.798437 
L 119 52.798437 
L 99 52.798437 
z
" style="fill: #1f77b4"/>
    </g>
    <g id="text_13">
     <!-- Dilated self-attention (ws=[1024, 4096, 16384], rs=[1, 4, 16]) -->
     <g transform="translate(127 59.798437) scale(0.1 -0.1)">
      <defs>
       <path id="DejaVuSans-3d" d="M 678 2906 
L 4684 2906 
L 4684 2381 
L 678 2381 
L 678 2906 
z
M 678 1631 
L 4684 1631 
L 4684 1100 
L 678 1100 
L 678 1631 
z
" transform="scale(0.015625)"/>
       <path id="DejaVuSans-5b" d="M 550 4863 
L 1875 4863 
L 1875 4416 
L 1125 4416 
L 1125 -397 
L 1875 -397 
L 1875 -844 
L 550 -844 
L 550 4863 
z
" transform="scale(0.015625)"/>
       <path id="DejaVuSans-5d" d="M 1947 4863 
L 1947 -844 
L 622 -844 
L 622 -397 
L 1369 -397 
L 1369 4416 
L 622 4416 
L 622 4863 
L 1947 4863 
z
" transform="scale(0.015625)"/>
      </defs>
      <use xlink:href="#DejaVuSans-44"/>
      <use xlink:href="#DejaVuSans-69" x="77.001953"/>
      <use xlink:href="#DejaVuSans-6c" x="104.785156"/>
      <use xlink:href="#DejaVuSans-61" x="132.568359"/>
      <use xlink:href="#DejaVuSans-74" x="193.847656"/>
      <use xlink:href="#DejaVuSans-65" x="233.056641"/>
      <use xlink:href="#DejaVuSans-64" x="294.580078"/>
      <use xlink:href="#DejaVuSans-20" x="358.056641"/>
      <use xlink:href="#DejaVuSans-73" x="389.84375"/>
      <use xlink:href="#DejaVuSans-65" x="441.943359"/>
      <use xlink:href="#DejaVuSans-6c" x="503.466797"/>
      <use xlink:href="#DejaVuSans-66" x="531.25"/>
      <use xlink:href="#DejaVuSans-2d" x="560.955078"/>
      <use xlink:href="#DejaVuSans-61" x="597.039062"/>
      <use xlink:href="#DejaVuSans-74" x="658.318359"/>
      <use xlink:href="#DejaVuSans-74" x="697.527344"/>
      <use xlink:href="#DejaVuSans-65" x="736.736328"/>
      <use xlink:href="#DejaVuSans-6e" x="798.259766"/>
      <use xlink:href="#DejaVuSans-74" x="861.638672"/>
      <use xlink:href="#DejaVuSans-69" x="900.847656"/>
      <use xlink:href="#DejaVuSans-6f" x="928.630859"/>
      <use xlink:href="#DejaVuSans-6e" x="989.8125"/>
      <use xlink:href="#DejaVuSans-20" x="1053.191406"/>
      <use xlink:href="#DejaVuSans-28" x="1084.978516"/>
      <use xlink:href="#DejaVuSans-77" x="1123.992188"/>
      <use xlink:href="#DejaVuSans-73" x="1205.779297"/>
      <use xlink:href="#DejaVuSans-3d" x="1257.878906"/>
      <use xlink:href="#DejaVuSans-5b" x="1341.667969"/>
      <use xlink:href="#DejaVuSans-31" x="1380.681641"/>
      <use xlink:href="#DejaVuSans-30" x="1444.304688"/>
      <use xlink:href="#DejaVuSans-32" x="1507.927734"/>
      <use xlink:href="#DejaVuSans-34" x="1571.550781"/>
      <use xlink:href="#DejaVuSans-2c" x="1635.173828"/>
      <use xlink:href="#DejaVuSans-20" x="1666.960938"/>
      <use xlink:href="#DejaVuSans-34" x="1698.748047"/>
      <use xlink:href="#DejaVuSans-30" x="1762.371094"/>
      <use xlink:href="#DejaVuSans-39" x="1825.994141"/>
      <use xlink:href="#DejaVuSans-36" x="1889.617188"/>
      <use xlink:href="#DejaVuSans-2c" x="1953.240234"/>
      <use xlink:href="#DejaVuSans-20" x="1985.027344"/>
      <use xlink:href="#DejaVuSans-31" x="2016.814453"/>
      <use xlink:href="#DejaVuSans-36" x="2080.4375"/>
      <use xlink:href="#DejaVuSans-33" x="2144.060547"/>
      <use xlink:href="#DejaVuSans-38" x="2207.683594"/>
      <use xlink:href="#DejaVuSans-34" x="2271.306641"/>
      <use xlink:href="#DejaVuSans-5d" x="2334.929688"/>
      <use xlink:href="#DejaVuSans-2c" x="2373.943359"/>
      <use xlink:href="#DejaVuSans-20" x="2405.730469"/>
      <use xlink:href="#DejaVuSans-72" x="2437.517578"/>
      <use xlink:href="#DejaVuSans-73" x="2478.630859"/>
      <use xlink:href="#DejaVuSans-3d" x="2530.730469"/>
      <use xlink:href="#DejaVuSans-5b" x="2614.519531"/>
      <use xlink:href="#DejaVuSans-31" x="2653.533203"/>
      <use xlink:href="#DejaVuSans-2c" x="2717.15625"/>
      <use xlink:href="#DejaVuSans-20" x="2748.943359"/>
      <use xlink:href="#DejaVuSans-34" x="2780.730469"/>
      <use xlink:href="#DejaVuSans-2c" x="2844.353516"/>
      <use xlink:href="#DejaVuSans-20" x="2876.140625"/>
      <use xlink:href="#DejaVuSans-31" x="2907.927734"/>
      <use xlink:href="#DejaVuSans-36" x="2971.550781"/>
      <use xlink:href="#DejaVuSans-5d" x="3035.173828"/>
      <use xlink:href="#DejaVuSans-29" x="3074.1875"/>
     </g>
    </g>
    <g id="patch_17">
     <path d="M 99 74.476562 
L 119 74.476562 
L 119 67.476562 
L 99 67.476562 
z
" style="fill: #ff7f0e"/>
    </g>
    <g id="text_14">
     <!-- Vanilla self-attention -->
     <g transform="translate(127 74.476562) scale(0.1 -0.1)">
      <defs>
       <path id="DejaVuSans-56" d="M 1831 0 
L 50 4666 
L 709 4666 
L 2188 738 
L 3669 4666 
L 4325 4666 
L 2547 0 
L 1831 0 
z
" transform="scale(0.015625)"/>
      </defs>
      <use xlink:href="#DejaVuSans-56"/>
      <use xlink:href="#DejaVuSans-61" x="60.658203"/>
      <use xlink:href="#DejaVuSans-6e" x="121.9375"/>
      <use xlink:href="#DejaVuSans-69" x="185.316406"/>
      <use xlink:href="#DejaVuSans-6c" x="213.099609"/>
      <use xlink:href="#DejaVuSans-6c" x="240.882812"/>
      <use xlink:href="#DejaVuSans-61" x="268.666016"/>
      <use xlink:href="#DejaVuSans-20" x="329.945312"/>
      <use xlink:href="#DejaVuSans-73" x="361.732422"/>
      <use xlink:href="#DejaVuSans-65" x="413.832031"/>
      <use xlink:href="#DejaVuSans-6c" x="475.355469"/>
      <use xlink:href="#DejaVuSans-66" x="503.138672"/>
      <use xlink:href="#DejaVuSans-2d" x="532.84375"/>
      <use xlink:href="#DejaVuSans-61" x="568.927734"/>
      <use xlink:href="#DejaVuSans-74" x="630.207031"/>
      <use xlink:href="#DejaVuSans-74" x="669.416016"/>
      <use xlink:href="#DejaVuSans-65" x="708.625"/>
      <use xlink:href="#DejaVuSans-6e" x="770.148438"/>
      <use xlink:href="#DejaVuSans-74" x="833.527344"/>
      <use xlink:href="#DejaVuSans-69" x="872.736328"/>
      <use xlink:href="#DejaVuSans-6f" x="900.519531"/>
      <use xlink:href="#DejaVuSans-6e" x="961.701172"/>
     </g>
    </g>
   </g>
  </g>
 </g>
 <defs>
  <clipPath id="pfbbbc9a1d0">
   <rect x="90" y="43.2" width="558" height="277.2"/>
  </clipPath>
 </defs>
</svg>