Skip to content

Accurate, fast FP4 KV-cache decoding through algorithm-system co-design.

11.0 KB
Raw Blame
<svg xmlns="http://www.w3.org/2000/svg" viewBox="-80.25 -48 415.5 415.5" width="415.5" height="415.5" role="img" aria-label="BitDecoding-FP4"><title>BitDecoding-FP4</title><defs><clipPath id="clip-b"><path d="M0,0H81.5A36,36 0 0 1 117.5,36V78.75A20,20 0 0 1 97.5,98.75H0V0ZM0,98.75H97.5A20,20 0 0 1 117.5,118.75V165.5A32,32 0 0 1 85.5,197.5H0V98.75Z"/></clipPath><clipPath id="clip-d"><path d="M137.5,0H211A44,44 0 0 1 255,44V157.5A40,40 0 0 1 215,197.5H137.5V0Z"/></clipPath><clipPath id="clip-fp4"><path d="M-0.04 339.5V252.0H36.92V264.15H17.78V287.71H34.01V300.17H17.78V339.5ZM49.87 339.5V252.0H77.62Q85.51 252.0 90.505 254.95Q95.5 257.9 97.91499999999999 263.51Q100.33 269.12 100.33 277.13Q100.33 286.6 97.18 291.89Q94.03 297.18 88.50999999999999 299.38Q82.99 301.58 75.86 301.58H67.69V339.5ZM67.69 289.09H73.99Q77.92 289.09 80.00999999999999 287.815Q82.1 286.54 82.845 283.87Q83.59 281.2 83.59 276.9Q83.59 272.93 83.01 270.22Q82.43 267.51 80.36500000000001 266.04499999999996Q78.3 264.58 73.93 264.58H67.69ZM136.57 339.5V319.03H110.0V306.0L132.79 252.0H152.18V306.31H160.65V319.03H152.18V339.5ZM123.16 306.31H136.57V269.19Z"/></clipPath><linearGradient id="g-bit" gradientUnits="userSpaceOnUse" x1="0" y1="-20" x2="117.5" y2="219.5"><stop offset="0" stop-color="#4c78b8"/><stop offset="0.55" stop-color="#3d6a99"/><stop offset="1" stop-color="#6e4f96"/></linearGradient><linearGradient id="g-dec" gradientUnits="userSpaceOnUse" x1="0" y1="0" x2="0" y2="219.5"><stop offset="0" stop-color="#8a63b0"/><stop offset="0.6" stop-color="#bf525b"/><stop offset="1" stop-color="#d9a441"/></linearGradient><linearGradient id="g-fp4" gradientUnits="userSpaceOnUse" x1="0" y1="252" x2="162.58" y2="339.5"><stop offset="0" stop-color="#6c9a5b"/><stop offset="0.5" stop-color="#5e8c56"/><stop offset="1" stop-color="#3f6b39"/></linearGradient></defs><g fill="url(#g-bit)"><g clip-path="url(#clip-b)"><rect x="0" y="0" width="7.5" height="7.5" rx="1"/><rect x="0" y="10" width="7.5" height="7.5" rx="1"/><rect x="0" y="20" width="7.5" height="7.5" rx="1"/><rect x="0" y="30" width="7.5" height="7.5" rx="1"/><rect x="10" y="0" width="7.5" height="7.5" rx="1"/><rect x="10" y="10" width="7.5" height="7.5" rx="1"/><rect x="10" y="20" width="7.5" height="7.5" rx="1"/><rect x="10" y="30" width="7.5" height="7.5" rx="1"/><rect x="20" y="0" width="7.5" height="7.5" rx="1"/><rect x="20" y="10" width="7.5" height="7.5" rx="1"/><rect x="20" y="20" width="7.5" height="7.5" rx="1"/><rect x="20" y="30" width="7.5" height="7.5" rx="1"/><rect x="30" y="0" width="7.5" height="7.5" rx="1"/><rect x="30" y="10" width="7.5" height="7.5" rx="1"/><rect x="30" y="20" width="7.5" height="7.5" rx="1"/><rect x="30" y="30" width="7.5" height="7.5" rx="1"/><rect x="40" y="0" width="7.5" height="7.5" rx="1"/><rect x="40" y="10" width="7.5" height="7.5" rx="1"/><rect x="40" y="20" width="7.5" height="7.5" rx="1"/><rect x="40" y="30" width="7.5" height="7.5" rx="1"/><rect x="50" y="0" width="7.5" height="7.5" rx="1"/><rect x="50" y="10" width="7.5" height="7.5" rx="1"/><rect x="50" y="20" width="7.5" height="7.5" rx="1"/><rect x="50" y="30" width="7.5" height="7.5" rx="1"/><rect x="60" y="0" width="7.5" height="7.5" rx="1"/><rect x="60" y="10" width="7.5" height="7.5" rx="1"/><rect x="60" y="20" width="7.5" height="7.5" rx="1"/><rect x="60" y="30" width="7.5" height="7.5" rx="1"/><rect x="70" y="0" width="7.5" height="7.5" rx="1"/><rect x="70" y="10" width="7.5" height="7.5" rx="1"/><rect x="70" y="20" width="7.5" height="7.5" rx="1"/><rect x="70" y="30" width="7.5" height="7.5" rx="1"/><rect x="80" y="0" width="7.5" height="7.5" rx="1"/><rect x="80" y="10" width="7.5" height="7.5" rx="1"/><rect x="80" y="20" width="7.5" height="7.5" rx="1"/><rect x="80" y="30" width="7.5" height="7.5" rx="1"/><rect x="90" y="0" width="7.5" height="7.5" rx="1"/><rect x="90" y="10" width="7.5" height="7.5" rx="1"/><rect x="90" y="20" width="7.5" height="7.5" rx="1"/><rect x="90" y="30" width="7.5" height="7.5" rx="1"/><rect x="100" y="10" width="7.5" height="7.5" rx="1"/><rect x="100" y="20" width="7.5" height="7.5" rx="1"/><rect x="100" y="30" width="7.5" height="7.5" rx="1"/><rect x="110" y="20" width="7.5" height="7.5" rx="1"/><rect x="110" y="30" width="7.5" height="7.5" rx="1"/><rect x="0" y="40" width="37.5" height="37.5" rx="2"/><rect x="80" y="40" width="7.5" height="7.5" rx="1"/><rect x="80" y="50" width="7.5" height="7.5" rx="1"/><rect x="80" y="60" width="7.5" height="7.5" rx="1"/><rect x="80" y="70" width="7.5" height="7.5" rx="1"/><rect x="90" y="40" width="7.5" height="7.5" rx="1"/><rect x="90" y="50" width="7.5" height="7.5" rx="1"/><rect x="90" y="60" width="7.5" height="7.5" rx="1"/><rect x="90" y="70" width="7.5" height="7.5" rx="1"/><rect x="100" y="40" width="7.5" height="7.5" rx="1"/><rect x="100" y="50" width="7.5" height="7.5" rx="1"/><rect x="100" y="60" width="7.5" height="7.5" rx="1"/><rect x="100" y="70" width="7.5" height="7.5" rx="1"/><rect x="110" y="40" width="7.5" height="7.5" rx="1"/><rect x="110" y="50" width="7.5" height="7.5" rx="1"/><rect x="110" y="60" width="7.5" height="7.5" rx="1"/><rect x="110" y="70" width="7.5" height="7.5" rx="1"/><rect x="0" y="80" width="37.5" height="37.5" rx="2"/><rect x="40" y="80" width="37.5" height="37.5" rx="2"/><rect x="80" y="80" width="37.5" height="37.5" rx="2"/><rect x="0" y="120" width="37.5" height="37.5" rx="2"/><rect x="80" y="120" width="37.5" height="37.5" rx="2"/><rect x="0" y="160" width="37.5" height="37.5" rx="2"/><rect x="40" y="160" width="37.5" height="37.5" rx="2"/><rect x="80" y="160" width="37.5" height="37.5" rx="2"/></g><rect x="10" y="200" width="17.5" height="22" rx="1.5"/><rect x="50" y="200" width="17.5" height="22" rx="1.5"/><rect x="10" y="-10" width="7.5" height="7.5" rx="1"/><rect x="10" y="-20" width="7.5" height="7.5" rx="1"/><rect x="20" y="-10" width="7.5" height="7.5" rx="1"/><rect x="20" y="-20" width="7.5" height="7.5" rx="1"/><rect x="50" y="-10" width="7.5" height="7.5" rx="1"/><rect x="50" y="-20" width="7.5" height="7.5" rx="1"/><rect x="60" y="-10" width="7.5" height="7.5" rx="1"/><rect x="60" y="-20" width="7.5" height="7.5" rx="1"/></g><g fill="url(#g-dec)"><g clip-path="url(#clip-d)"><rect x="137.5" y="0" width="7.5" height="7.5" rx="1"/><rect x="137.5" y="10" width="7.5" height="7.5" rx="1"/><rect x="137.5" y="20" width="7.5" height="7.5" rx="1"/><rect x="137.5" y="30" width="7.5" height="7.5" rx="1"/><rect x="147.5" y="0" width="7.5" height="7.5" rx="1"/><rect x="147.5" y="10" width="7.5" height="7.5" rx="1"/><rect x="147.5" y="20" width="7.5" height="7.5" rx="1"/><rect x="147.5" y="30" width="7.5" height="7.5" rx="1"/><rect x="157.5" y="0" width="7.5" height="7.5" rx="1"/><rect x="157.5" y="10" width="7.5" height="7.5" rx="1"/><rect x="157.5" y="20" width="7.5" height="7.5" rx="1"/><rect x="157.5" y="30" width="7.5" height="7.5" rx="1"/><rect x="167.5" y="0" width="7.5" height="7.5" rx="1"/><rect x="167.5" y="10" width="7.5" height="7.5" rx="1"/><rect x="167.5" y="20" width="7.5" height="7.5" rx="1"/><rect x="167.5" y="30" width="7.5" height="7.5" rx="1"/><rect x="177.5" y="0" width="7.5" height="7.5" rx="1"/><rect x="177.5" y="10" width="7.5" height="7.5" rx="1"/><rect x="177.5" y="20" width="7.5" height="7.5" rx="1"/><rect x="177.5" y="30" width="7.5" height="7.5" rx="1"/><rect x="187.5" y="0" width="7.5" height="7.5" rx="1"/><rect x="187.5" y="10" width="7.5" height="7.5" rx="1"/><rect x="187.5" y="20" width="7.5" height="7.5" rx="1"/><rect x="187.5" y="30" width="7.5" height="7.5" rx="1"/><rect x="197.5" y="0" width="7.5" height="7.5" rx="1"/><rect x="197.5" y="10" width="7.5" height="7.5" rx="1"/><rect x="197.5" y="20" width="7.5" height="7.5" rx="1"/><rect x="197.5" y="30" width="7.5" height="7.5" rx="1"/><rect x="207.5" y="0" width="7.5" height="7.5" rx="1"/><rect x="207.5" y="10" width="7.5" height="7.5" rx="1"/><rect x="207.5" y="20" width="7.5" height="7.5" rx="1"/><rect x="207.5" y="30" width="7.5" height="7.5" rx="1"/><rect x="217.5" y="0" width="7.5" height="7.5" rx="1"/><rect x="217.5" y="10" width="7.5" height="7.5" rx="1"/><rect x="217.5" y="20" width="7.5" height="7.5" rx="1"/><rect x="217.5" y="30" width="7.5" height="7.5" rx="1"/><rect x="227.5" y="10" width="7.5" height="7.5" rx="1"/><rect x="227.5" y="20" width="7.5" height="7.5" rx="1"/><rect x="227.5" y="30" width="7.5" height="7.5" rx="1"/><rect x="237.5" y="10" width="7.5" height="7.5" rx="1"/><rect x="237.5" y="20" width="7.5" height="7.5" rx="1"/><rect x="237.5" y="30" width="7.5" height="7.5" rx="1"/><rect x="247.5" y="30" width="7.5" height="7.5" rx="1"/><rect x="137.5" y="40" width="37.5" height="37.5" rx="2"/><rect x="217.5" y="40" width="7.5" height="7.5" rx="1"/><rect x="217.5" y="50" width="7.5" height="7.5" rx="1"/><rect x="217.5" y="60" width="7.5" height="7.5" rx="1"/><rect x="217.5" y="70" width="7.5" height="7.5" rx="1"/><rect x="227.5" y="40" width="7.5" height="7.5" rx="1"/><rect x="227.5" y="50" width="7.5" height="7.5" rx="1"/><rect x="227.5" y="60" width="7.5" height="7.5" rx="1"/><rect x="227.5" y="70" width="7.5" height="7.5" rx="1"/><rect x="237.5" y="40" width="7.5" height="7.5" rx="1"/><rect x="237.5" y="50" width="7.5" height="7.5" rx="1"/><rect x="237.5" y="60" width="7.5" height="7.5" rx="1"/><rect x="237.5" y="70" width="7.5" height="7.5" rx="1"/><rect x="247.5" y="40" width="7.5" height="7.5" rx="1"/><rect x="247.5" y="50" width="7.5" height="7.5" rx="1"/><rect x="247.5" y="60" width="7.5" height="7.5" rx="1"/><rect x="247.5" y="70" width="7.5" height="7.5" rx="1"/><rect x="137.5" y="80" width="37.5" height="37.5" rx="2"/><rect x="217.5" y="80" width="37.5" height="37.5" rx="2"/><rect x="137.5" y="120" width="37.5" height="37.5" rx="2"/><rect x="217.5" y="120" width="37.5" height="37.5" rx="2"/><rect x="137.5" y="160" width="37.5" height="37.5" rx="2"/><rect x="177.5" y="160" width="37.5" height="37.5" rx="2"/><rect x="217.5" y="160" width="37.5" height="37.5" rx="2"/></g><rect x="147.5" y="200" width="17.5" height="22" rx="1.5"/><rect x="187.5" y="200" width="17.5" height="22" rx="1.5"/></g><g fill="url(#g-fp4)" transform="translate(46.21,0)"><rect x="0" y="252" width="7.5" height="7.5" rx="1"/><rect x="0" y="262" width="7.5" height="7.5" rx="1"/><rect x="10" y="252" width="7.5" height="7.5" rx="1"/><rect x="10" y="262" width="7.5" height="7.5" rx="1"/><rect x="20" y="252" width="7.5" height="7.5" rx="1"/><rect x="30" y="252" width="7.5" height="7.5" rx="1"/><rect x="50" y="252" width="7.5" height="7.5" rx="1"/><rect x="50" y="262" width="7.5" height="7.5" rx="1"/><rect x="60" y="252" width="7.5" height="7.5" rx="1"/><rect x="60" y="262" width="7.5" height="7.5" rx="1"/><rect x="70" y="252" width="7.5" height="7.5" rx="1"/><rect x="80" y="252" width="7.5" height="7.5" rx="1"/><rect x="80" y="262" width="7.5" height="7.5" rx="1"/><rect x="90" y="262" width="7.5" height="7.5" rx="1"/><rect x="130" y="252" width="7.5" height="7.5" rx="1"/><rect x="130" y="262" width="7.5" height="7.5" rx="1"/><rect x="140" y="252" width="7.5" height="7.5" rx="1"/><rect x="140" y="262" width="7.5" height="7.5" rx="1"/><g clip-path="url(#clip-fp4)"><rect x="-4" y="272" width="170.58" height="68.5"/></g></g></svg>