Skip to content

Accurate, fast FP4 KV-cache decoding through algorithm-system co-design.

20.7 KB
Raw Blame
<svg xmlns="http://www.w3.org/2000/svg" viewBox="-12 -32 1313.67 278.64" width="1313.67" height="278.64" role="img" aria-label="BitDecoding-FP4"><title>BitDecoding-FP4</title><defs><clipPath id="clip-b"><path d="M0,0H81.5A36,36 0 0 1 117.5,36V78.75A20,20 0 0 1 97.5,98.75H0V0ZM0,98.75H97.5A20,20 0 0 1 117.5,118.75V165.5A32,32 0 0 1 85.5,197.5H0V98.75Z"/></clipPath><clipPath id="clip-d"><path d="M227.5,0H301A44,44 0 0 1 345,44V157.5A40,40 0 0 1 305,197.5H227.5V0Z"/></clipPath><clipPath id="clip-fp4"><path d="M1003.35 197.5V40.0H1069.87V61.87H1035.42V104.27H1064.64V126.71H1035.42V197.5ZM1089.99 197.5V40.0H1139.94Q1154.13 40.0 1163.125 45.305Q1172.12 50.61 1176.465 60.714999999999996Q1180.81 70.82 1180.81 85.24Q1180.81 102.28 1175.135 111.8Q1169.46 121.32 1159.53 125.285Q1149.6 129.25 1136.76 129.25H1122.06V197.5ZM1122.06 106.76H1133.39Q1140.47 106.76 1144.2350000000001 104.47Q1148.0 102.18 1149.335 97.36500000000001Q1150.67 92.55 1150.67 84.82Q1150.67 77.68 1149.63 72.80000000000001Q1148.59 67.92 1144.87 65.28Q1141.15 62.64 1133.28 62.64H1122.06ZM1242.85 197.5V160.66H1195.01V137.2L1236.04 40.0H1270.94V137.75H1286.19V160.66H1270.94V197.5ZM1218.71 137.75H1242.85V70.94Z"/></clipPath><linearGradient id="g-bit" gradientUnits="userSpaceOnUse" x1="0" y1="-20" x2="205.5" y2="219.5"><stop offset="0" stop-color="#4c78b8"/><stop offset="0.55" stop-color="#3d6a99"/><stop offset="1" stop-color="#6e4f96"/></linearGradient><linearGradient id="g-dec" gradientUnits="userSpaceOnUse" x1="0" y1="0" x2="0" y2="219.5"><stop offset="0" stop-color="#8a63b0"/><stop offset="0.6" stop-color="#bf525b"/><stop offset="1" stop-color="#d9a441"/></linearGradient><linearGradient id="g-fp4" gradientUnits="userSpaceOnUse" x1="1003.42" y1="0" x2="1289.67" y2="219.5"><stop offset="0" stop-color="#6c9a5b"/><stop offset="0.5" stop-color="#5e8c56"/><stop offset="1" stop-color="#3f6b39"/></linearGradient></defs><g fill="url(#g-bit)"><g clip-path="url(#clip-b)"><rect x="0" y="0" width="7.5" height="7.5" rx="1"/><rect x="0" y="10" width="7.5" height="7.5" rx="1"/><rect x="0" y="20" width="7.5" height="7.5" rx="1"/><rect x="0" y="30" width="7.5" height="7.5" rx="1"/><rect x="10" y="0" width="7.5" height="7.5" rx="1"/><rect x="10" y="10" width="7.5" height="7.5" rx="1"/><rect x="10" y="20" width="7.5" height="7.5" rx="1"/><rect x="10" y="30" width="7.5" height="7.5" rx="1"/><rect x="20" y="0" width="7.5" height="7.5" rx="1"/><rect x="20" y="10" width="7.5" height="7.5" rx="1"/><rect x="20" y="20" width="7.5" height="7.5" rx="1"/><rect x="20" y="30" width="7.5" height="7.5" rx="1"/><rect x="30" y="0" width="7.5" height="7.5" rx="1"/><rect x="30" y="10" width="7.5" height="7.5" rx="1"/><rect x="30" y="20" width="7.5" height="7.5" rx="1"/><rect x="30" y="30" width="7.5" height="7.5" rx="1"/><rect x="40" y="0" width="7.5" height="7.5" rx="1"/><rect x="40" y="10" width="7.5" height="7.5" rx="1"/><rect x="40" y="20" width="7.5" height="7.5" rx="1"/><rect x="40" y="30" width="7.5" height="7.5" rx="1"/><rect x="50" y="0" width="7.5" height="7.5" rx="1"/><rect x="50" y="10" width="7.5" height="7.5" rx="1"/><rect x="50" y="20" width="7.5" height="7.5" rx="1"/><rect x="50" y="30" width="7.5" height="7.5" rx="1"/><rect x="60" y="0" width="7.5" height="7.5" rx="1"/><rect x="60" y="10" width="7.5" height="7.5" rx="1"/><rect x="60" y="20" width="7.5" height="7.5" rx="1"/><rect x="60" y="30" width="7.5" height="7.5" rx="1"/><rect x="70" y="0" width="7.5" height="7.5" rx="1"/><rect x="70" y="10" width="7.5" height="7.5" rx="1"/><rect x="70" y="20" width="7.5" height="7.5" rx="1"/><rect x="70" y="30" width="7.5" height="7.5" rx="1"/><rect x="80" y="0" width="7.5" height="7.5" rx="1"/><rect x="80" y="10" width="7.5" height="7.5" rx="1"/><rect x="80" y="20" width="7.5" height="7.5" rx="1"/><rect x="80" y="30" width="7.5" height="7.5" rx="1"/><rect x="90" y="0" width="7.5" height="7.5" rx="1"/><rect x="90" y="10" width="7.5" height="7.5" rx="1"/><rect x="90" y="20" width="7.5" height="7.5" rx="1"/><rect x="90" y="30" width="7.5" height="7.5" rx="1"/><rect x="100" y="10" width="7.5" height="7.5" rx="1"/><rect x="100" y="20" width="7.5" height="7.5" rx="1"/><rect x="100" y="30" width="7.5" height="7.5" rx="1"/><rect x="110" y="20" width="7.5" height="7.5" rx="1"/><rect x="110" y="30" width="7.5" height="7.5" rx="1"/><rect x="0" y="40" width="37.5" height="37.5" rx="2"/><rect x="80" y="40" width="7.5" height="7.5" rx="1"/><rect x="80" y="50" width="7.5" height="7.5" rx="1"/><rect x="80" y="60" width="7.5" height="7.5" rx="1"/><rect x="80" y="70" width="7.5" height="7.5" rx="1"/><rect x="90" y="40" width="7.5" height="7.5" rx="1"/><rect x="90" y="50" width="7.5" height="7.5" rx="1"/><rect x="90" y="60" width="7.5" height="7.5" rx="1"/><rect x="90" y="70" width="7.5" height="7.5" rx="1"/><rect x="100" y="40" width="7.5" height="7.5" rx="1"/><rect x="100" y="50" width="7.5" height="7.5" rx="1"/><rect x="100" y="60" width="7.5" height="7.5" rx="1"/><rect x="100" y="70" width="7.5" height="7.5" rx="1"/><rect x="110" y="40" width="7.5" height="7.5" rx="1"/><rect x="110" y="50" width="7.5" height="7.5" rx="1"/><rect x="110" y="60" width="7.5" height="7.5" rx="1"/><rect x="110" y="70" width="7.5" height="7.5" rx="1"/><rect x="0" y="80" width="37.5" height="37.5" rx="2"/><rect x="40" y="80" width="37.5" height="37.5" rx="2"/><rect x="80" y="80" width="37.5" height="37.5" rx="2"/><rect x="0" y="120" width="37.5" height="37.5" rx="2"/><rect x="80" y="120" width="37.5" height="37.5" rx="2"/><rect x="0" y="160" width="37.5" height="37.5" rx="2"/><rect x="40" y="160" width="37.5" height="37.5" rx="2"/><rect x="80" y="160" width="37.5" height="37.5" rx="2"/></g><rect x="10" y="200" width="17.5" height="22" rx="1.5"/><rect x="50" y="200" width="17.5" height="22" rx="1.5"/><rect x="10" y="-10" width="7.5" height="7.5" rx="1"/><rect x="10" y="-20" width="7.5" height="7.5" rx="1"/><rect x="20" y="-10" width="7.5" height="7.5" rx="1"/><rect x="20" y="-20" width="7.5" height="7.5" rx="1"/><rect x="50" y="-10" width="7.5" height="7.5" rx="1"/><rect x="50" y="-20" width="7.5" height="7.5" rx="1"/><rect x="60" y="-10" width="7.5" height="7.5" rx="1"/><rect x="60" y="-20" width="7.5" height="7.5" rx="1"/><rect x="139.5" y="85.11" width="7.5" height="7.5" rx="1"/><rect x="149.5" y="85.11" width="7.5" height="7.5" rx="1"/><rect x="139.5" y="55.11" width="7.5" height="7.5" rx="1"/><rect x="139.5" y="65.11" width="7.5" height="7.5" rx="1"/><rect x="149.5" y="55.11" width="7.5" height="7.5" rx="1"/><rect x="149.5" y="65.11" width="7.5" height="7.5" rx="1"/><rect x="139.5" y="95.11" width="17.5" height="102.39" rx="1.5"/><rect x="178" y="75.11" width="7.5" height="7.5" rx="1"/><rect x="178" y="65.11" width="7.5" height="7.5" rx="1"/><rect x="178" y="55.11" width="7.5" height="7.5" rx="1"/><rect x="188" y="75.11" width="7.5" height="7.5" rx="1"/><rect x="188" y="65.11" width="7.5" height="7.5" rx="1"/><rect x="188" y="55.11" width="7.5" height="7.5" rx="1"/><rect x="168" y="85.11" width="7.5" height="7.5" rx="1"/><rect x="178" y="85.11" width="7.5" height="7.5" rx="1"/><rect x="188" y="85.11" width="7.5" height="7.5" rx="1"/><rect x="198" y="85.11" width="7.5" height="7.5" rx="1"/><path d="M178,95.11H195.5V178.5A6,6 0 0 0 201.5,184.5H205.5V197.5H194A16,16 0 0 1 178,181.5Z"/></g><g fill="url(#g-dec)"><g clip-path="url(#clip-d)"><rect x="227.5" y="0" width="7.5" height="7.5" rx="1"/><rect x="227.5" y="10" width="7.5" height="7.5" rx="1"/><rect x="227.5" y="20" width="7.5" height="7.5" rx="1"/><rect x="227.5" y="30" width="7.5" height="7.5" rx="1"/><rect x="237.5" y="0" width="7.5" height="7.5" rx="1"/><rect x="237.5" y="10" width="7.5" height="7.5" rx="1"/><rect x="237.5" y="20" width="7.5" height="7.5" rx="1"/><rect x="237.5" y="30" width="7.5" height="7.5" rx="1"/><rect x="247.5" y="0" width="7.5" height="7.5" rx="1"/><rect x="247.5" y="10" width="7.5" height="7.5" rx="1"/><rect x="247.5" y="20" width="7.5" height="7.5" rx="1"/><rect x="247.5" y="30" width="7.5" height="7.5" rx="1"/><rect x="257.5" y="0" width="7.5" height="7.5" rx="1"/><rect x="257.5" y="10" width="7.5" height="7.5" rx="1"/><rect x="257.5" y="20" width="7.5" height="7.5" rx="1"/><rect x="257.5" y="30" width="7.5" height="7.5" rx="1"/><rect x="267.5" y="0" width="7.5" height="7.5" rx="1"/><rect x="267.5" y="10" width="7.5" height="7.5" rx="1"/><rect x="267.5" y="20" width="7.5" height="7.5" rx="1"/><rect x="267.5" y="30" width="7.5" height="7.5" rx="1"/><rect x="277.5" y="0" width="7.5" height="7.5" rx="1"/><rect x="277.5" y="10" width="7.5" height="7.5" rx="1"/><rect x="277.5" y="20" width="7.5" height="7.5" rx="1"/><rect x="277.5" y="30" width="7.5" height="7.5" rx="1"/><rect x="287.5" y="0" width="7.5" height="7.5" rx="1"/><rect x="287.5" y="10" width="7.5" height="7.5" rx="1"/><rect x="287.5" y="20" width="7.5" height="7.5" rx="1"/><rect x="287.5" y="30" width="7.5" height="7.5" rx="1"/><rect x="297.5" y="0" width="7.5" height="7.5" rx="1"/><rect x="297.5" y="10" width="7.5" height="7.5" rx="1"/><rect x="297.5" y="20" width="7.5" height="7.5" rx="1"/><rect x="297.5" y="30" width="7.5" height="7.5" rx="1"/><rect x="307.5" y="0" width="7.5" height="7.5" rx="1"/><rect x="307.5" y="10" width="7.5" height="7.5" rx="1"/><rect x="307.5" y="20" width="7.5" height="7.5" rx="1"/><rect x="307.5" y="30" width="7.5" height="7.5" rx="1"/><rect x="317.5" y="10" width="7.5" height="7.5" rx="1"/><rect x="317.5" y="20" width="7.5" height="7.5" rx="1"/><rect x="317.5" y="30" width="7.5" height="7.5" rx="1"/><rect x="327.5" y="10" width="7.5" height="7.5" rx="1"/><rect x="327.5" y="20" width="7.5" height="7.5" rx="1"/><rect x="327.5" y="30" width="7.5" height="7.5" rx="1"/><rect x="337.5" y="30" width="7.5" height="7.5" rx="1"/><rect x="227.5" y="40" width="37.5" height="37.5" rx="2"/><rect x="307.5" y="40" width="7.5" height="7.5" rx="1"/><rect x="307.5" y="50" width="7.5" height="7.5" rx="1"/><rect x="307.5" y="60" width="7.5" height="7.5" rx="1"/><rect x="307.5" y="70" width="7.5" height="7.5" rx="1"/><rect x="317.5" y="40" width="7.5" height="7.5" rx="1"/><rect x="317.5" y="50" width="7.5" height="7.5" rx="1"/><rect x="317.5" y="60" width="7.5" height="7.5" rx="1"/><rect x="317.5" y="70" width="7.5" height="7.5" rx="1"/><rect x="327.5" y="40" width="7.5" height="7.5" rx="1"/><rect x="327.5" y="50" width="7.5" height="7.5" rx="1"/><rect x="327.5" y="60" width="7.5" height="7.5" rx="1"/><rect x="327.5" y="70" width="7.5" height="7.5" rx="1"/><rect x="337.5" y="40" width="7.5" height="7.5" rx="1"/><rect x="337.5" y="50" width="7.5" height="7.5" rx="1"/><rect x="337.5" y="60" width="7.5" height="7.5" rx="1"/><rect x="337.5" y="70" width="7.5" height="7.5" rx="1"/><rect x="227.5" y="80" width="37.5" height="37.5" rx="2"/><rect x="307.5" y="80" width="37.5" height="37.5" rx="2"/><rect x="227.5" y="120" width="37.5" height="37.5" rx="2"/><rect x="307.5" y="120" width="37.5" height="37.5" rx="2"/><rect x="227.5" y="160" width="37.5" height="37.5" rx="2"/><rect x="267.5" y="160" width="37.5" height="37.5" rx="2"/><rect x="307.5" y="160" width="37.5" height="37.5" rx="2"/></g><rect x="237.5" y="200" width="17.5" height="22" rx="1.5"/><rect x="277.5" y="200" width="17.5" height="22" rx="1.5"/><path d="M393.25 199.26Q380.53 199.26 372.53 194.505Q364.53 189.75 360.76 180.54000000000002Q356.99 171.33 356.99 158.15V124.46Q356.99 110.99 360.81 101.875Q364.63 92.76 372.725 88.055Q380.82 83.35 393.25 83.35Q406.54 83.35 414.05 88.38499999999999Q421.56 93.42 424.755 103.05000000000001Q427.95 112.68 427.95 126.43V142.5H383.21V164.55Q383.21 170.05 384.325 173.525Q385.44 177.0 387.70500000000004 178.59Q389.97 180.18 393.34 180.18Q396.8 180.18 398.93 178.54500000000002Q401.06 176.91 402.03499999999997 173.685Q403.01 170.46 403.01 165.62V156.21H427.85V163.9Q427.85 180.92 419.25 190.08999999999997Q410.65 199.26 393.25 199.26ZM383.21 129.41H403.01V118.7Q403.01 113.0 402.08500000000004 109.39Q401.16 105.78 399.03 104.105Q396.9 102.43 393.05 102.43Q389.4 102.43 387.28 104.16Q385.16 105.89 384.185 110.025Q383.21 114.16 383.21 121.58ZM481.68 199.26Q468.68 199.26 460.78 194.26999999999998Q452.88 189.28 449.29499999999996 180.07Q445.71 170.86 445.71 158.25V124.46Q445.71 111.37 449.34000000000003 102.21000000000001Q452.97 93.05 460.87 88.19999999999999Q468.77 83.35 481.68 83.35Q493.83 83.35 501.44 87.19Q509.05 91.03 512.585 98.7Q516.12 106.37 516.12 117.94V127.26H491.23V117.35Q491.23 111.46 490.31 108.13499999999999Q489.39 104.81 487.315 103.37Q485.24 101.93 481.78 101.93Q478.13 101.93 476.01 103.71000000000001Q473.89 105.49 473.065 109.625Q472.24 113.76 472.24 120.98V162.19Q472.24 173.07 474.51 176.825Q476.78 180.58 481.97 180.58Q485.82 180.58 487.79499999999996 178.85500000000002Q489.77 177.13 490.5 173.70999999999998Q491.23 170.29 491.23 165.45V153.3H516.12V164.09Q516.12 175.37 512.49 183.285Q508.86 191.2 501.25 195.23Q493.64 199.26 481.68 199.26ZM569.53 199.26Q557.29 199.26 549.24 194.70499999999998Q541.19 190.15 537.2750000000001 181.42000000000002Q533.36 172.69 533.36 160.25V122.36Q533.36 109.92 537.2750000000001 101.19Q541.19 92.46 549.24 87.905Q557.29 83.35 569.53 83.35Q581.78 83.35 589.78 87.905Q597.78 92.46 601.745 101.19Q605.71 109.92 605.71 122.36V160.25Q605.71 172.69 601.745 181.42000000000002Q597.78 190.15 589.78 194.70499999999998Q581.78 199.26 569.53 199.26ZM569.63 180.98Q574.15 180.98 576.23 178.435Q578.31 175.89 578.9 171.56Q579.49 167.23 579.49 162.01V120.69Q579.49 115.38 578.9 111.095Q578.31 106.81 576.23 104.22Q574.15 101.63 569.63 101.63Q565.11 101.63 562.985 104.22Q560.86 106.81 560.22 111.095Q559.58 115.38 559.58 120.69V162.01Q559.58 167.23 560.22 171.56Q560.86 175.89 562.985 178.435Q565.11 180.98 569.63 180.98ZM651.13 199.26Q637.84 199.26 630.94 189.70999999999998Q624.04 180.16 624.04 159.28V124.76Q624.04 113.13 626.5799999999999 103.75Q629.12 94.37 635.0 88.86Q640.88 83.35 650.85 83.35Q656.79 83.35 661.9549999999999 85.83Q667.12 88.31 671.32 92.21V40.0H697.75V197.5H671.32V189.5Q666.82 193.99 661.7950000000001 196.625Q656.77 199.26 651.13 199.26ZM660.79 180.92Q663.01 180.92 665.765 180.0Q668.52 179.08 671.32 177.34V105.05Q669.0 103.61 666.2950000000001 102.5Q663.59 101.39 660.71 101.39Q655.02 101.39 652.79 106.59Q650.56 111.79 650.56 119.1V161.13Q650.56 166.7 651.385 171.21499999999997Q652.21 175.73 654.4300000000001 178.325Q656.65 180.92 660.79 180.92ZM720.71 197.5V85.11H747.13V197.5ZM720.61 67.18V45.31H747.13V67.18ZM770.17 197.5V85.11H796.6V96.29Q802.54 90.54 809.295 86.945Q816.05 83.35 823.81 83.35Q830.72 83.35 834.8199999999999 86.8Q838.92 90.25 840.8299999999999 95.85499999999999Q842.74 101.46 842.74 108.01V197.5H816.41V113.23Q816.41 108.21 814.8599999999999 105.505Q813.31 102.8 808.77 102.8Q806.07 102.8 802.885 104.34Q799.7 105.88 796.6 108.29V197.5ZM897.7 234.6Q886.19 234.6 877.325 232.215Q868.46 229.83 863.495 224.96Q858.53 220.09 858.53 212.51Q858.53 206.68 861.2 202.20499999999998Q863.87 197.73 868.4 194.515Q872.93 191.3 878.3 189.25L889.33 191.01Q887.0 193.05 884.9200000000001 195.18Q882.84 197.31 881.485 199.63Q880.13 201.95 880.13 204.86Q880.13 209.52 884.755 211.845Q889.38 214.17 900.65 214.17Q910.84 214.17 916.085 212.05Q921.33 209.93 921.33 204.69Q921.33 201.59 919.97 199.70499999999998Q918.61 197.82 915.405 196.66Q912.2 195.5 906.38 194.92L880.07 191.6Q871.78 190.53 867.285 185.94Q862.79 181.35 862.79 175.08Q862.79 168.18 866.875 162.815Q870.96 157.45 877.77 151.62L886.87 157.47Q885.11 159.43 883.56 161.845Q882.01 164.26 882.01 166.88Q882.01 169.12 884.2950000000001 170.485Q886.58 171.85 892.04 172.44L914.92 175.09Q928.74 176.56 935.31 183.865Q941.88 191.17 941.88 203.61Q941.88 213.75 937.3050000000001 220.66500000000002Q932.73 227.58 923.0250000000001 231.09Q913.32 234.6 897.7 234.6ZM899.08 161.99Q886.71 161.99 878.56 157.135Q870.41 152.28 866.405 143.485Q862.4 134.69 862.4 122.81Q862.4 109.99 866.595 101.19Q870.79 92.39 878.9849999999999 87.87Q887.18 83.35 899.08 83.35Q910.87 83.35 918.6700000000001 88.44Q926.47 93.53 930.4300000000001 102.42Q934.39 111.31 934.39 123.1Q934.39 134.97 930.675 143.715Q926.96 152.46 919.2 157.22500000000002Q911.44 161.99 899.08 161.99ZM899.08 145.01Q902.56 145.01 904.635 143.655Q906.71 142.3 907.77 139.59Q908.83 136.88 909.27 132.665Q909.71 128.45 909.71 122.81Q909.71 117.08 909.3199999999999 112.86500000000001Q908.93 108.65 907.8199999999999 105.845Q906.71 103.04 904.635 101.64Q902.56 100.24 899.17 100.24Q895.8 100.24 893.625 101.59Q891.45 102.94 890.245 105.69999999999999Q889.04 108.46 888.605 112.725Q888.17 116.99 888.17 122.81Q888.17 128.16 888.605 132.285Q889.04 136.41 890.15 139.26Q891.26 142.11 893.435 143.56Q895.61 145.01 899.08 145.01ZM928.99 103.37 923.23 95.19Q925.49 90.96 930.38 87.22999999999999Q935.27 83.5 942.1 80.38L948.64 94.79Q946.32 95.37 942.155 96.975Q937.99 98.58 934.145 100.38499999999999Q930.3 102.19 928.99 103.37Z"/></g><g fill="#5e8c56"><rect x="961.92" y="130" width="7.5" height="7.5" rx="1"/><rect x="961.92" y="140" width="7.5" height="7.5" rx="1"/><rect x="971.92" y="130" width="7.5" height="7.5" rx="1"/><rect x="971.92" y="140" width="7.5" height="7.5" rx="1"/><rect x="981.92" y="130" width="7.5" height="7.5" rx="1"/><rect x="981.92" y="140" width="7.5" height="7.5" rx="1"/></g><g fill="url(#g-fp4)"><rect x="1003.42" y="40" width="7.5" height="7.5" rx="1"/><rect x="1003.42" y="50" width="7.5" height="7.5" rx="1"/><rect x="1003.42" y="60" width="7.5" height="7.5" rx="1"/><rect x="1003.42" y="70" width="7.5" height="7.5" rx="1"/><rect x="1013.42" y="40" width="7.5" height="7.5" rx="1"/><rect x="1013.42" y="50" width="7.5" height="7.5" rx="1"/><rect x="1013.42" y="60" width="7.5" height="7.5" rx="1"/><rect x="1013.42" y="70" width="7.5" height="7.5" rx="1"/><rect x="1023.42" y="40" width="7.5" height="7.5" rx="1"/><rect x="1023.42" y="50" width="7.5" height="7.5" rx="1"/><rect x="1023.42" y="60" width="7.5" height="7.5" rx="1"/><rect x="1023.42" y="70" width="7.5" height="7.5" rx="1"/><rect x="1033.42" y="40" width="7.5" height="7.5" rx="1"/><rect x="1033.42" y="50" width="7.5" height="7.5" rx="1"/><rect x="1043.42" y="40" width="7.5" height="7.5" rx="1"/><rect x="1043.42" y="50" width="7.5" height="7.5" rx="1"/><rect x="1053.42" y="40" width="7.5" height="7.5" rx="1"/><rect x="1053.42" y="50" width="7.5" height="7.5" rx="1"/><rect x="1063.42" y="40" width="7.5" height="7.5" rx="1"/><rect x="1063.42" y="50" width="7.5" height="7.5" rx="1"/><rect x="1093.42" y="40" width="7.5" height="7.5" rx="1"/><rect x="1093.42" y="50" width="7.5" height="7.5" rx="1"/><rect x="1093.42" y="60" width="7.5" height="7.5" rx="1"/><rect x="1093.42" y="70" width="7.5" height="7.5" rx="1"/><rect x="1103.42" y="40" width="7.5" height="7.5" rx="1"/><rect x="1103.42" y="50" width="7.5" height="7.5" rx="1"/><rect x="1103.42" y="60" width="7.5" height="7.5" rx="1"/><rect x="1103.42" y="70" width="7.5" height="7.5" rx="1"/><rect x="1113.42" y="40" width="7.5" height="7.5" rx="1"/><rect x="1113.42" y="50" width="7.5" height="7.5" rx="1"/><rect x="1113.42" y="60" width="7.5" height="7.5" rx="1"/><rect x="1113.42" y="70" width="7.5" height="7.5" rx="1"/><rect x="1123.42" y="40" width="7.5" height="7.5" rx="1"/><rect x="1123.42" y="50" width="7.5" height="7.5" rx="1"/><rect x="1133.42" y="40" width="7.5" height="7.5" rx="1"/><rect x="1133.42" y="50" width="7.5" height="7.5" rx="1"/><rect x="1143.42" y="40" width="7.5" height="7.5" rx="1"/><rect x="1143.42" y="50" width="7.5" height="7.5" rx="1"/><rect x="1143.42" y="60" width="7.5" height="7.5" rx="1"/><rect x="1153.42" y="40" width="7.5" height="7.5" rx="1"/><rect x="1153.42" y="50" width="7.5" height="7.5" rx="1"/><rect x="1153.42" y="60" width="7.5" height="7.5" rx="1"/><rect x="1153.42" y="70" width="7.5" height="7.5" rx="1"/><rect x="1163.42" y="50" width="7.5" height="7.5" rx="1"/><rect x="1163.42" y="60" width="7.5" height="7.5" rx="1"/><rect x="1163.42" y="70" width="7.5" height="7.5" rx="1"/><rect x="1173.42" y="60" width="7.5" height="7.5" rx="1"/><rect x="1173.42" y="70" width="7.5" height="7.5" rx="1"/><rect x="1223.42" y="60" width="7.5" height="7.5" rx="1"/><rect x="1223.42" y="70" width="7.5" height="7.5" rx="1"/><rect x="1233.42" y="40" width="7.5" height="7.5" rx="1"/><rect x="1233.42" y="50" width="7.5" height="7.5" rx="1"/><rect x="1233.42" y="60" width="7.5" height="7.5" rx="1"/><rect x="1233.42" y="70" width="7.5" height="7.5" rx="1"/><rect x="1243.42" y="40" width="7.5" height="7.5" rx="1"/><rect x="1243.42" y="50" width="7.5" height="7.5" rx="1"/><rect x="1243.42" y="60" width="7.5" height="7.5" rx="1"/><rect x="1243.42" y="70" width="7.5" height="7.5" rx="1"/><rect x="1253.42" y="40" width="7.5" height="7.5" rx="1"/><rect x="1253.42" y="50" width="7.5" height="7.5" rx="1"/><rect x="1253.42" y="60" width="7.5" height="7.5" rx="1"/><rect x="1253.42" y="70" width="7.5" height="7.5" rx="1"/><rect x="1263.42" y="40" width="7.5" height="7.5" rx="1"/><rect x="1263.42" y="50" width="7.5" height="7.5" rx="1"/><rect x="1263.42" y="60" width="7.5" height="7.5" rx="1"/><rect x="1263.42" y="70" width="7.5" height="7.5" rx="1"/><g clip-path="url(#clip-fp4)"><rect x="999.42" y="80" width="294.25" height="118.5"/></g></g></svg>