Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.
C++
APR trellis decode: int8 codebook + dp4a in tq_load / tq_apply
Laurentb4e477c01450
diff --git a/src/kernels/cuda/iq_kernels.cu b/src/kernels/cuda/iq_kernels.cuindex 7027970dd..3482c8cfd 100644--- a/src/kernels/cuda/iq_kernels.cu+++ b/src/kernels/cuda/iq_kernels.cu@@ -17,6 +17,7 @@#define GGML_COMMON_IMPL_CUDA#include "ggml-common.h"#include "ggml-common-tq.h" // APR trellis types (agention llama.cpp fork)+#include "tq_lut_i8.cuh" // int8 copy of the trellis codebook (one global scale) for the dp4a dot#include <cmath>#include <cstdio>@@ -651,7 +652,11 @@ __device__ __forceinline__ void tq_states4(const uint8_t* qs, int l, uint32_t s[// two, like the IQ types' decode-once kernels below: tq_load decodes the lane's 16 codebook values (weight side only),// tq_apply does the activation side. vec_dot_tq_q8_1 is apply(load()), so the per-entry and the decode-once kernels// do the same float operations in the same order: bitwise equal.-struct TqLane { float v[16]; float d; };+// The lane's 16 codebook values as 4 ints of packed int8 (the int8 codebook tq_lut_i8, one global scale+// TQ_LUT_I8_SCALE; relative RMS error 0.85% of the codebook std, far below the trellis error): a trellis step's+// 4 weights are two 2-byte entries = one int, so the apply side is 4 dp4a instead of 16 int8->float + 16 FMAs, and+// a decoded lane takes 5 registers instead of 17. load/apply split as before: bitwise equal by construction.+struct TqLane { int q[4]; float d; };template<int TY>__device__ __forceinline__ TqLane tq_load(const void* __restrict__ vbq, int kbx, int iqs) {const auto* b = (const typename TqInfo<TY>::block_t*) vbq + kbx;@@ -660,12 +665,8 @@ __device__ __forceinline__ TqLane tq_load(const void* __restrict__ vbq, int kbx,TqLane r;#pragma unrollfor (int i = 0; i < 4; ++i) {- float2 p0, p1;- tq_step(s[i], p0, p1);- r.v[4 * i + 0] = p0.x;- r.v[4 * i + 1] = p0.y;- r.v[4 * i + 2] = p1.x;- r.v[4 * i + 3] = p1.y;+ const uint32_t x = (s[i] & TQ_STATE_MASK) * 0x9e3779b1u;+ r.q[i] = (int) ((uint32_t) tq_lut_i8[x >> 21] | ((uint32_t) tq_lut_i8[(x >> 10) & 2047u] << 16));}r.d = tq_h2f(b->d);return r;@@ -674,14 +675,10 @@ __device__ __forceinline__ float tq_apply(const TqLane& r, const block_q8_1* __rconst int l = iqs / 4;const block_q8_1* b8 = bq8_1 + l / 2;const int* q8 = (const int*) b8->qs + 4 * (l & 1);- float sum = 0.0f;+ int sumi = 0;#pragma unroll- for (int i = 0; i < 4; ++i) {- const int v = q8[i];- sum += r.v[4 * i + 0] * (float) (int8_t) (v) + r.v[4 * i + 1] * (float) (int8_t) (v >> 8) +- r.v[4 * i + 2] * (float) (int8_t) (v >> 16) + r.v[4 * i + 3] * (float) (int8_t) (v >> 24);- }- return r.d * __low2float(b8->ds) * sum;+ for (int i = 0; i < 4; ++i) sumi = ggml_cuda_dp4a(r.q[i], q8[i], sumi);+ return r.d * (__low2float(b8->ds) * TQ_LUT_I8_SCALE) * (float) sumi;}template<int TY>__device__ __forceinline__ float vec_dot_tq_q8_1(const void* __restrict__ vbq, const block_q8_1* __restrict__ bq8_1,diff --git a/src/kernels/cuda/tq_lut_i8.cuh b/src/kernels/cuda/tq_lut_i8.cuhnew file mode 100644index 000000000..ee4fd6099--- /dev/null+++ b/src/kernels/cuda/tq_lut_i8.cuh@@ -0,0 +1,137 @@+#pragma once+// int8 copy of the TQ codebook tq2t_lut_f16 (2048 2-D points): point i = (lo byte, hi byte) as int8,+// value ~= TQ_LUT_I8_SCALE * int8. One global scale (max |point| = 3.984375 -> 127); relative RMS error+// 0.0085 of the codebook std, far below the trellis quantization error.+// Generated from ggml-common.h (the tq2t codebook).+#include <cstdint>+#define TQ_LUT_I8_SCALE (3.984375f/127.0f)+alignas(16) static const __device__ uint16_t tq_lut_i8[2048] = {+ 0xecd6, 0x27f2, 0x76d3, 0xed2e, 0xf815, 0x2e1f, 0x25eb, 0x1bdb, 0xed27, 0x30e3, 0xe41a, 0x2dd5, 0x1ec7, 0x0df8, 0xfef8, 0x0b4f,+ 0x16bb, 0x16cf, 0xe9eb, 0x2415, 0xd155, 0xd8f5, 0x41f8, 0x361e, 0x41f3, 0xcf1c, 0xf72d, 0xedee, 0x13f6, 0x0906, 0x1208, 0x13e7,+ 0x1dd9, 0x2a07, 0x263a, 0xea05, 0x160e, 0xf2f2, 0xd3cc, 0xd0da, 0x430d, 0x35f6, 0x1623, 0xd5f3, 0x0b36, 0xe158, 0xfa04, 0x06ef,+ 0xe0f5, 0xfc27, 0x3b14, 0xf91e, 0xf3fb, 0x0701, 0xebe2, 0xff0a, 0x0fbc, 0x2406, 0x2303, 0x0304, 0xd502, 0x320f, 0x27ec, 0x13da,+ 0xd206, 0xd80e, 0x13ca, 0x11eb, 0x0408, 0x0d0f, 0x3a04, 0xcb19, 0xdd20, 0xd9e3, 0x24ff, 0xed12, 0x0803, 0xf20d, 0xede2, 0x15eb,+ 0x1615, 0xf51c, 0x95fd, 0xe80a, 0xf208, 0xfa11, 0xfcee, 0xdd19, 0x0b18, 0x0747, 0xfb12, 0xfcfb, 0xf4fe, 0x2a20, 0xf5fa, 0xe0f8,+ 0x3a29, 0x13dd, 0xf2ed, 0xd103, 0x01cb, 0xe322, 0x031e, 0xfa6f, 0x07f5, 0xd312, 0x0b03, 0x11ed, 0xf318, 0xd537, 0xd60c, 0x1019,+ 0x0414, 0x1010, 0xdf00, 0x0c01, 0xef03, 0x12ef, 0x2520, 0x0fac, 0x38f8, 0x23c0, 0x1bd3, 0x00fb, 0xf3e9, 0xf711, 0xff19, 0xe8da,+ 0x21d8, 0x0a04, 0xd2dd, 0xd1e1, 0xebf7, 0xd3f5, 0xd20a, 0x3d1f, 0x1f18, 0x02f3, 0x1b40, 0x0c2a, 0xf405, 0xe2d7, 0x26fb, 0xf918,+ 0x2af6, 0x01fa, 0xcc11, 0xf0dc, 0xfb06, 0x05e1, 0x10db, 0x0310, 0x559c, 0x19d9, 0xd22d, 0x22fa, 0xc041, 0xfb1f, 0x10d6, 0xffeb,+ 0x2823, 0x680b, 0xdbe9, 0x0bea, 0xfce8, 0xe00c, 0x16f3, 0x0123, 0xf3fd, 0x2eee, 0xf40c, 0x070d, 0x1b15, 0xf5e4, 0xff38, 0x2227,+ 0xfa4b, 0xe7e6, 0x2ad1, 0x2010, 0xd9d4, 0x0de7, 0xcff0, 0xd4e7, 0x091e, 0xf0a4, 0x0f09, 0x00f7, 0x09ea, 0xeaf8, 0x0614, 0x30ff,+ 0x2f01, 0xd215, 0xf8f1, 0xf5e8, 0xb1ed, 0x0fd4, 0x360d, 0x22d0, 0x0e1b, 0x4709, 0x03d3, 0x261b, 0xff0e, 0xdbdb, 0xf600, 0x060a,+ 0xfb43, 0x08e5, 0xda2f, 0xdddd, 0x1b39, 0x1812, 0x272d, 0xccee, 0xf120, 0xe4ef, 0xe60e, 0x0af4, 0xc60a, 0xd8ec, 0x0ff5, 0xd8ef,+ 0x16c8, 0x2b37, 0x1fe3, 0xf0c4, 0x1545, 0x04fc, 0xf3dc, 0x020a, 0xe021, 0x06c2, 0xf21a, 0xd3eb, 0x221b, 0x0f12, 0x312e, 0x01f0,+ 0xccff, 0xf1f4, 0xdb13, 0xeb19, 0x0ad1, 0xf51e, 0x0416, 0x00fd, 0x1ff0, 0x0318, 0xe3e3, 0xfbd3, 0xe510, 0x040f, 0xe5d4, 0x092b,+ 0xe728, 0xecfd, 0xf2d0, 0xf6bb, 0x040c, 0x17ed, 0x34ed, 0x134d, 0xfee6, 0xfaf3, 0xf4b5, 0x2811, 0x0006, 0xe208, 0xefe6, 0x3511,+ 0xeeaf, 0x03d0, 0xed00, 0x0cf6, 0xfc11, 0x09dc, 0x052b, 0x0eb5, 0x40fc, 0x3525, 0xf4d6, 0x2f28, 0x0639, 0x05eb, 0x03f0, 0xf3f9,+ 0x0af1, 0x9be8, 0x24df, 0x0ccb, 0x49af, 0xc705, 0x06d0, 0x04f4, 0x0b23, 0x0507, 0x9b21, 0xe125, 0x0109, 0x520f, 0x0605, 0xfd03,+ 0xc2e1, 0xcdfb, 0xe3fb, 0xc828, 0x18d2, 0x0141, 0x16f1, 0xbae1, 0x01e5, 0x2ff3, 0xfed7, 0x2f58, 0x2c31, 0xfefc, 0xf613, 0x88eb,+ 0x28c9, 0xfafe, 0xcb03, 0xe1cf, 0x1ac5, 0x2ce0, 0x0bf6, 0xbe11, 0xf0ec, 0x1e07, 0x1bf2, 0xf413, 0x25f8, 0x3900, 0x02ee, 0x15f9,+ 0x3ad2, 0x17df, 0x04de, 0xecf8, 0x24b9, 0xf8f3, 0xf229, 0xf310, 0xcaf9, 0x07e7, 0xf01b, 0xcef8, 0x4aea, 0xe7f4, 0xf41c, 0x15d4,+ 0x03e7, 0xede4, 0xfd02, 0x12d4, 0xbffe, 0x230d, 0xe504, 0xf914, 0xc307, 0xfffe, 0x13fc, 0x0a28, 0xfd1d, 0xfa54, 0xe7f9, 0x1802,+ 0xef47, 0xf7e9, 0xe800, 0xd6f9, 0x04e5, 0x3409, 0xf300, 0xd806, 0xddef, 0x3b9f, 0xcc2d, 0x0715, 0xeb00, 0x0f35, 0x14fd, 0x2bf0,+ 0x0817, 0x5ec1, 0xf737, 0xeee9, 0xb30d, 0x46f5, 0x23e6, 0x1beb, 0xf031, 0xfb0b, 0x22ed, 0xfc00, 0x0519, 0xeb02, 0x3be1, 0x30ed,+ 0xb9f9, 0xda4f, 0x1c09, 0xd814, 0x12df, 0xd83c, 0xfc08, 0xee24, 0xec0d, 0x0cef, 0xde0d, 0x18f3, 0x24f9, 0xf104, 0x0b07, 0x1529,+ 0xc314, 0x2fc0, 0xfc19, 0x2ccd, 0xd090, 0x29fb, 0xf111, 0x1b4f, 0xbeed, 0x31ea, 0xd1e5, 0xf0d6, 0xcff4, 0xfeec, 0x1040, 0x6e2a,+ 0xfaf9, 0xfebd, 0xb9d7, 0x0ef2, 0x06e5, 0xf015, 0x0617, 0xf7d8, 0x2310, 0xe414, 0x121d, 0xff02, 0xf71d, 0x269c, 0x1bfa, 0xcc0e,+ 0x0a63, 0x1f1b, 0x0f1f, 0x27da, 0x411b, 0xc21a, 0xe9f0, 0xc8c4, 0xfff2, 0xf420, 0xf036, 0xdb0a, 0x13e5, 0xebf4, 0x3930, 0x04f0,+ 0xdbfe, 0x2ce4, 0xd6db, 0xe0e3, 0xe91a, 0xfd0f, 0xc8ea, 0xddd0, 0x0be8, 0x0ee4, 0xf822, 0x23ee, 0x3319, 0xed1a, 0x090a, 0x234c,+ 0xdecc, 0x00e7, 0xf2ea, 0xe011, 0x18f7, 0xb05a, 0x0324, 0x1bde, 0x190e, 0x0ef4, 0x21e9, 0xfbe1, 0x07fa, 0x2116, 0xf511, 0x2927,+ 0x3dea, 0xfb30, 0x1125, 0xfd09, 0x1a1e, 0x07e3, 0x1b0a, 0xe8f2, 0x0eda, 0x0cee, 0x1ad0, 0x0f1d, 0x14f2, 0xf4f7, 0x0f06, 0x1215,+ 0x02f1, 0xefe0, 0xe215, 0x12f2, 0x0212, 0x0cfe, 0x1be9, 0xedf4, 0x3fba, 0xef1e, 0x1eec, 0xf1fc, 0x21e4, 0x16f6, 0xb3e5, 0xd1f7,+ 0xbfe7, 0xdb10, 0x1bf8, 0x3202, 0xed1e, 0x1a13, 0xf225, 0x10e4, 0xfbe6, 0xfb15, 0xef11, 0x0c17, 0x021c, 0x1e0f, 0x10ff, 0x5df0,+ 0x1b04, 0xffdb, 0x0ec7, 0x09ef, 0xd5f7, 0xf6fd, 0xe5ed, 0xd5ff, 0x2633, 0x0800, 0x21fe, 0x00e9, 0xf416, 0xedf1, 0x0401, 0x01d6,+ 0xe520, 0x0cf1, 0xf60e, 0xfbef, 0xb5cc, 0x31f1, 0x31fc, 0x1ddf, 0x06a9, 0x0c0d, 0xf2f7, 0xf81a, 0x4604, 0xd6ed, 0x171e, 0xfdcb,+ 0xfb1c, 0x0dfc, 0xe5d1, 0xd50f, 0x26dd, 0x030b, 0xe82b, 0xfeea, 0xf9c5, 0xab0b, 0x0707, 0xf1e8, 0x1022, 0x0720, 0xdf1e, 0xd71d,+ 0x17e9, 0xe506, 0x0cfa, 0xfd14, 0xf2ef, 0xe1e6, 0x0e08, 0xabfc, 0xf11c, 0xdef7, 0xf5c4, 0xdb24, 0x23da, 0xfb17, 0xf50f, 0xdaf4,+ 0x381b, 0x0abf, 0xf312, 0x07eb, 0xd2ef, 0x5118, 0x00d9, 0x0210, 0xfffa, 0x2df7, 0xf6ed, 0xf30e, 0x0efa, 0x0ffe, 0xdc2c, 0xeae8,+ 0x0723, 0xfca7, 0xd4d7, 0x311d, 0xf3e6, 0x0a02, 0x01f9, 0xc24e, 0xf4f0, 0x1a26, 0xfa08, 0x0e21, 0x4aff, 0x22f0, 0x0532, 0xe8e9,+ 0xe624, 0xfd16, 0xe7c1, 0x2c09, 0xc3f5, 0x06ed, 0x091c, 0xf52a, 0x022d, 0x2b17, 0x1bf6, 0x1ffd, 0x00d2, 0x11e9, 0xb1dd, 0x1631,+ 0xff2e, 0xbfc7, 0x17eb, 0x3e0c, 0x2af8, 0x20db, 0x07d6, 0x0a3b, 0x1132, 0xef08, 0x000f, 0x10f3, 0x38b0, 0x13eb, 0x1ff7, 0xe706,+ 0x12c6, 0x0bc4, 0xdeed, 0x48d4, 0xfbf3, 0xe5fe, 0xeb21, 0x19ec, 0x38f4, 0xe512, 0x36bc, 0xe6f2, 0xfbea, 0xf702, 0x2fe7, 0x1bcd,+ 0x12f7, 0x232b, 0x23f6, 0xf0cd, 0x0230, 0xde31, 0xf20b, 0x2dc7, 0x06d9, 0x03f8, 0xeefe, 0xf407, 0xf50a, 0x17e6, 0xc7f2, 0x03d9,+ 0x4134, 0xe3eb, 0x0309, 0x1c47, 0xea1e, 0xd921, 0x2135, 0x14d1, 0x3214, 0x30df, 0xe80f, 0xed07, 0x0931, 0x0ae6, 0x29e5, 0xcdea,+ 0xa204, 0xd0d0, 0x04f2, 0xcd24, 0x2e0b, 0xf4f5, 0xf6f8, 0xf9fa, 0x16f8, 0x28d6, 0x1c17, 0xd701, 0x2bd9, 0xf4ee, 0xf60c, 0x0bf7,+ 0x1313, 0x17ef, 0x1fff, 0x24fc, 0x0302, 0xf8e3, 0xe102, 0xd725, 0xe229, 0xd0ec, 0x2b11, 0xb2f5, 0x0923, 0x01ea, 0x11d1, 0x3938,+ 0x21f7, 0xc9fd, 0x0119, 0xf0fe, 0xf646, 0xfa23, 0xe50b, 0xe206, 0x2f12, 0xf109, 0xe81f, 0x00f1, 0xec0f, 0x26d3, 0x1127, 0x0404,+ 0x0afe, 0x43e9, 0xdc03, 0xc9f5, 0x0b09, 0x1e0a, 0x070b, 0x1835, 0xed40, 0x0b2e, 0xe20b, 0x100b, 0xdee6, 0x08fb, 0x2200, 0x19d5,+ 0xe8b4, 0xd745, 0xee21, 0x0e13, 0x0201, 0x0d1d, 0xbe0a, 0x45cb, 0xffde, 0xc932, 0xe3fe, 0x4df2, 0x0ff8, 0xe4f7, 0x0825, 0x1be6,+ 0x14df, 0xb5c0, 0xefee, 0x0113, 0x46ef, 0x65fc, 0x231e, 0x20e6, 0xe6fb, 0xf42d, 0x2fd1, 0x1407, 0x4b0d, 0xe40e, 0xe2fc, 0xa1f7,+ 0x493b, 0xfd2d, 0x0015, 0x4add, 0x19f9, 0x1104, 0xf305, 0x8111, 0xfff0, 0x04dc, 0xca0a, 0x2706, 0xfd3d, 0xf12d, 0x11f5, 0x1111,+ 0x04d7, 0xf9e8, 0xf2d3, 0x1bee, 0xcf0c, 0x0c11, 0x2501, 0xd521, 0x0b05, 0x1c1c, 0x36e4, 0x23c6, 0x0f2a, 0xd6c6, 0x1520, 0x2009,+ 0xe409, 0xe6c6, 0xeb64, 0xb61c, 0x07f2, 0x05f5, 0xed0b, 0x2daa, 0x24f1, 0xf7eb, 0x2103, 0x03fd, 0xe6dd, 0xfbce, 0x33db, 0x3f25,+ 0xe1c4, 0x3fee, 0x4c1f, 0xe31f, 0x26ee, 0xfae4, 0x1419, 0x27fd, 0xd4d3, 0xd3fc, 0xec2b, 0xd514, 0x03f6, 0xcf33, 0x0d09, 0xf2e4,+ 0xc30e, 0x09fc, 0x10fa, 0x08e9, 0x3716, 0xf2f4, 0x1302, 0x000d, 0x2add, 0xf1f1, 0xecec, 0x0c1f, 0xd5b9, 0x16d9, 0x28e0, 0x0107,+ 0x52d8, 0xf0c9, 0x35f1, 0x0af2, 0x2508, 0xe4f2, 0xdfd9, 0x1435, 0x1fe9, 0x0e15, 0x16e1, 0x3f40, 0xea3a, 0xcf17, 0xf9f7, 0x051b,+ 0x4cf9, 0x1e21, 0x1718, 0x5128, 0xe20d, 0x1924, 0x20f5, 0x1b29, 0xef85, 0x0d03, 0xd4f9, 0x2cfa, 0x25d7, 0x090f, 0xf525, 0x4d07,+ 0x4201, 0xff03, 0xed14, 0x2007, 0xe3dd, 0xdfe0, 0x010f, 0x2ff6, 0x3601, 0xd2f2, 0xe426, 0x0329, 0xc2bc, 0x0ec2, 0xfd07, 0x29bc,+ 0x023b, 0x1c0f, 0xbd05, 0x1311, 0xfe21, 0xe9e1, 0x1503, 0x4b14, 0x0011, 0xe804, 0x1a0c, 0x1217, 0x38e9, 0xdac0, 0x15e6, 0xfef4,+ 0x0a00, 0xe3f8, 0xf1e1, 0x08e1, 0xf3bf, 0x08ff, 0x2db5, 0xf2ff, 0xd9e9, 0xf804, 0x040a, 0xc127, 0x098e, 0xd224, 0x180f, 0xfe15,+ 0xd61a, 0xf698, 0xc302, 0xebdb, 0x06e9, 0x12fe, 0x0804, 0xec32, 0x05e7, 0xbd18, 0xf71b, 0xf106, 0xc6af, 0xfcfc, 0x0321, 0xdd1c,+ 0x14f4, 0x3cf1, 0xc71c, 0x2787, 0x0125, 0xd00f, 0xb926, 0xaa39, 0x0a20, 0x28f6, 0x04bd, 0x11f9, 0xdba4, 0x3708, 0xfe00, 0xf123,+ 0xe9f5, 0x02e8, 0xfe11, 0x59fe, 0x1409, 0x21a7, 0xf102, 0xcc15, 0xd6fc, 0x1b2d, 0x23eb, 0x0528, 0xdd10, 0xef05, 0x290f, 0x435d,+ 0x20f9, 0xde05, 0xedfa, 0x2a45, 0x0120, 0xa8f0, 0x052e, 0xd6ea, 0xeb07, 0xd013, 0xb90d, 0xdd08, 0xb714, 0x1425, 0x95cf, 0xf810,+ 0x1dfe, 0x01ec, 0xd30d, 0x39ee, 0xaf04, 0x18f1, 0x1d05, 0x05f9, 0x1706, 0x040d, 0xe014, 0x08ee, 0x20ee, 0xe711, 0x041d, 0x127a,+ 0xfb0d, 0xecf0, 0xd1e9, 0x64e2, 0x090e, 0xa71e, 0x0610, 0x4512, 0x2be7, 0x0de9, 0x1016, 0x10ec, 0x0e0d, 0xf82a, 0x26e5, 0xfdd1,+ 0xfb02, 0x12e1, 0xcae5, 0x2b0c, 0x250b, 0x2aea, 0x260f, 0x412c, 0x140f, 0x051f, 0xfafb, 0x1a08, 0xf216, 0x0b13, 0xeccc, 0xcea2,+ 0xcccc, 0xeb16, 0xfa1a, 0x0a0d, 0xdaf1, 0xf5fc, 0xe8ca, 0x4fe3, 0xb347, 0xc661, 0x0a08, 0xf60f, 0xf7f6, 0x1d35, 0xffe8, 0xe90d,+ 0x08f9, 0x203b, 0xef19, 0x30d8, 0xdcb9, 0xe00e, 0x0d01, 0x010c, 0xe8f7, 0x19ee, 0xd704, 0x120f, 0xee1c, 0xff21, 0x00ee, 0xfcf9,+ 0xfc0f, 0xfbb7, 0x5d08, 0x09f1, 0xe62f, 0xeafc, 0x0e3a, 0x6ceb, 0xf5dd, 0x0b1d, 0x2cf4, 0x01ff, 0xfe1b, 0x26ce, 0xe6ef, 0x0aee,+ 0xea2f, 0x16a5, 0xa72a, 0x33f9, 0xd8f2, 0xe6aa, 0x2f17, 0xf5c8, 0xece7, 0x0c1b, 0xe9fb, 0x19e7, 0xfac9, 0xe59a, 0x1829, 0x1401,+ 0x22f4, 0xe0fe, 0x0fe9, 0xf408, 0xd6e0, 0x1102, 0x19ea, 0xead8, 0x19c0, 0xfd0d, 0x7714, 0x1357, 0x2e1a, 0xeef8, 0xfb35, 0x2205,+ 0x1dea, 0x2cfc, 0x09f5, 0xf43b, 0x1219, 0xddfc, 0xea11, 0xf8ed, 0x0feb, 0xe84e, 0x4719, 0xdff1, 0xfddd, 0xe818, 0x323a, 0xde28,+ 0x34ea, 0xf118, 0xdd0b, 0xe61a, 0xd507, 0xe925, 0x06d4, 0xd9d8, 0xe6f7, 0xe0dc, 0xea0e, 0xccf6, 0xfad9, 0x1f05, 0xe538, 0xc21f,+ 0xc4fd, 0x02fc, 0x9432, 0x51cc, 0xda1d, 0xd72c, 0x0f0e, 0x1916, 0xda03, 0x2628, 0x390b, 0xfb5f, 0x33e6, 0x31f8, 0x0336, 0xdcfa,+ 0xbd20, 0xe4da, 0x2213, 0x201e, 0x0117, 0xebd1, 0x0e46, 0xfdf0, 0xc813, 0x100c, 0x2902, 0x10e8, 0x1006, 0x16e4, 0xf5ea, 0x0df0,+ 0x1dee, 0x0911, 0xf41a, 0x1ebd, 0x001e, 0xd1fe, 0x0b40, 0x08fd, 0x22d4, 0x1d1e, 0x12e3, 0xe81c, 0x3c08, 0x000a, 0xff1d, 0x2424,+ 0xef27, 0x1417, 0xe417, 0xfaec, 0xe21c, 0x571f, 0x060e, 0xdcf8, 0x15e8, 0xe617, 0x58e3, 0x07f4, 0xe1e9, 0x270c, 0xdaf6, 0xfe31,+ 0xe902, 0x0522, 0x080a, 0xf6d0, 0x1cf4, 0x0ed7, 0x0e24, 0xed18, 0x693e, 0xc70f, 0x2517, 0xf83e, 0xe2ee, 0xf916, 0xf4d9, 0xf813,+ 0x4827, 0xeff2, 0xd21a, 0xf909, 0x031a, 0xf434, 0x33cb, 0x17fb, 0xe7ff, 0xd020, 0xff17, 0xd531, 0x5c2c, 0xca07, 0xdefa, 0xeaf2,+ 0x2d06, 0x1a11, 0x2914, 0xcf01, 0xe9cf, 0xe1f0, 0x0be1, 0xafd4, 0xfdf4, 0xefb9, 0xf7ae, 0xf113, 0x1be4, 0x1008, 0x1900, 0x1af6,+ 0x34e1, 0xdcf2, 0x4949, 0x08cd, 0x172d, 0x0047, 0x22fc, 0xe036, 0x2715, 0x3543, 0xf920, 0xfadc, 0x2c03, 0xe2c9, 0xe213, 0xfbdf,+ 0xf9ef, 0x35fb, 0x1ddc, 0x04e3, 0x0ef7, 0x13ce, 0xfeee, 0xe51d, 0x071b, 0x0da0, 0x0e0b, 0x034e, 0xfbf5, 0xcee6, 0xfcff, 0x03fa,+ 0x3fc4, 0x14ef, 0x07de, 0xf30a, 0x09f7, 0xf00e, 0xf733, 0x060c, 0x0813, 0xea14, 0x5b14, 0xfaf1, 0x140d, 0xffb0, 0xd9cb, 0xeedd,+ 0xef3b, 0x122b, 0xfdfe, 0xd901, 0xef13, 0xb9e9, 0xf71f, 0x1797, 0x5407, 0x131b, 0x1de5, 0xf61a, 0x2b2b, 0xeff5, 0x0102, 0xd80b,+ 0xf70a, 0xf4cc, 0xfd17, 0xfef6, 0x090c, 0x150a, 0x04ec, 0x0ce5, 0x2512, 0x130c, 0xd8f8, 0x04ee, 0x0ddc, 0x0612, 0xe601, 0x0603,+ 0x29f1, 0xcf4a, 0xf4e2, 0x22e1, 0xe2f4, 0x2001, 0x02c2, 0xf80b, 0x11fc, 0x05f3, 0xfa28, 0xf518, 0x38d8, 0x0c08, 0x3008, 0x3bcb,+ 0xff05, 0xf906, 0x0600, 0x24b1, 0xec09, 0x1113, 0x001b, 0x02b7, 0xfec7, 0x0eef, 0x09b9, 0x161a, 0x17cc, 0xbef4, 0xe7e3, 0x1904,+ 0xe3e7, 0x29f4, 0x1c0c, 0x1b20, 0x1af0, 0x15fb, 0xedf6, 0x0cd4, 0xfc04, 0x14b5, 0xe714, 0xe049, 0x0ceb, 0xb49e, 0xe5e5, 0x00f8,+ 0xc6dc, 0xdc00, 0xeeeb, 0xff08, 0x0658, 0x0af9, 0xee15, 0xe52b, 0xff23, 0x09d3, 0x16c4, 0x160c, 0xe834, 0xbed0, 0x06dc, 0x29e2,+ 0xdbeb, 0xc3f0, 0xfa0b, 0x08f7, 0xe4e9, 0x0ffc, 0x20fb, 0x2efe, 0x06f6, 0xeafe, 0x1a1a, 0x2d6a, 0x3305, 0x030f, 0x0307, 0xf1e5,+ 0x07f0, 0xe22e, 0xcf28, 0xd8cf, 0xcad8, 0x0de2, 0x4015, 0x0e10, 0x1e30, 0xf902, 0xbd2e, 0xf9bf, 0x1808, 0xee0d, 0xfee2, 0xd428,+ 0xeefc, 0xe1bf, 0xf9e1, 0x2bed, 0x03e1, 0x14ed, 0x1af4, 0xb706, 0x3c18, 0x0e05, 0x9612, 0xfbf7, 0x3cf6, 0xfa00, 0x0ce3, 0xe70b,+ 0x00ce, 0xd5f0, 0xf303, 0xae16, 0x0f02, 0xccf2, 0x2342, 0x09e8, 0xebea, 0xefea, 0xc5e6, 0xf0f6, 0xf24e, 0x2600, 0x1a02, 0xc337,+ 0x19fb, 0xe009, 0x063f, 0x002b, 0xf000, 0x071d, 0x0d31, 0xe02c, 0xda28, 0xf40d, 0xee0f, 0x24f3, 0xe8f0, 0xfd0b, 0x04cd, 0x04e9,+ 0x29fd, 0xf8fe, 0x54f7, 0xf622, 0x0bfc, 0xe0f3, 0x1fe1, 0x2818, 0x0b0e, 0x18dd, 0xf323, 0x1322, 0xfd05, 0xe9d4, 0x0efe, 0x029e,+ 0xf7db, 0x1239, 0xf4f3, 0x1d00, 0xfdf2, 0xfe26, 0xd517, 0xe400, 0x101b, 0xe0ef, 0xb8b2, 0x1611, 0xf925, 0x0e00, 0xe946, 0x0625,+ 0x0811, 0x0d12, 0x2df1, 0xf9f5, 0xf6e6, 0x07c6, 0xec10, 0xc42d, 0x0fde, 0xfde0, 0x2c24, 0x1819, 0x42dd, 0x3321, 0xfcda, 0x06fc,+ 0xc7ee, 0xfce4, 0x0919, 0xdefe, 0x2c3f, 0xc717, 0xfdc2, 0xeff0, 0x0ff1, 0xf314, 0x15dc, 0xeb0b, 0xd9de, 0x09e3, 0x0028, 0x0502,+ 0xdef4, 0x0719, 0x1303, 0x22dd, 0xe9e5, 0x14e3, 0xecc6, 0xfa0f, 0x0df5, 0x181c, 0x19e2, 0x03c7, 0x10f7, 0xd23e, 0x3f10, 0xf608,+ 0xca42, 0xfb2a, 0x13e9, 0x0cf3, 0x1bd7, 0x173a, 0xecdf, 0xf10f, 0xdafc, 0x12f4, 0x13f0, 0xf9fc, 0xe5f9, 0xeaee, 0xc5cc, 0x26f5,+ 0xb8f1, 0x0412, 0xe478, 0x0106, 0xf8de, 0x1ed6, 0xf240, 0x3a4d, 0x151d, 0x5a52, 0x1a30, 0xf6f2, 0xdd15, 0x0e27, 0xf0f8, 0x0d06,+ 0x1814, 0x13f9, 0xf616, 0xdffc, 0xff0c, 0x163f, 0xb22e, 0x1100, 0x1b00, 0xda07, 0xeed9, 0x5fd5, 0xd8e6, 0xa9e5, 0xf4df, 0xdbe5,+ 0xe2b8, 0x563b, 0xcb20, 0x3923, 0x50ff, 0xcfc7, 0x17db, 0xe0ec, 0x17f9, 0x641c, 0xfdf6, 0x0a0b, 0x1405, 0xa7c9, 0x11e6, 0xec24,+ 0xf724, 0x2208, 0x0fe6, 0x00f5, 0x40d4, 0x3f04, 0x1f2b, 0x102e, 0x09df, 0xee2a, 0x1120, 0xe916, 0xf1d9, 0xfc1b, 0x06f2, 0x1604,+ 0x2b00, 0x1f0c, 0xe310, 0xf9ea, 0x1bb6, 0x4b30, 0x08d9, 0xee09, 0x0b25, 0xfed4, 0xffe4, 0xfb09, 0xf705, 0xe200, 0xf730, 0x4421,+ 0x1609, 0xecf2, 0x13d7, 0x4bc0, 0xe342, 0x3234, 0xf21e, 0x1e03, 0xfd12, 0x1b06, 0xea28, 0x0a15, 0xe104, 0x10d9, 0xdf02, 0x142e,+ 0xe2f6, 0x12fb, 0xef17, 0xf9d6, 0xe6eb, 0x0d2d, 0x2efa, 0x0d19, 0x271d, 0xcffe, 0x1ed3, 0x0c0b, 0x0728, 0x03ea, 0x0eed, 0x1cf0,+ 0xd2c0, 0xedc0, 0x072e, 0x09f3, 0x0808, 0xb3fe, 0x280a, 0x180d, 0x03ff, 0x1df6, 0x10e2, 0xf7fb, 0xfefa, 0x23cb, 0xdeea, 0x1ecf,+ 0xc4d5, 0x14f7, 0x07b2, 0x0508, 0x46e4, 0xcfd5, 0xdd12, 0xe007, 0x2f04, 0xf800, 0x1906, 0xe5cd, 0x26e2, 0x35d0, 0xdc05, 0x210e,+ 0xcde2, 0x05fd, 0x01f7, 0xe922, 0xdf17, 0x2d14, 0xdb0d, 0xf727, 0x40e4, 0x0c15, 0xddd6, 0xd817, 0x9652, 0x10cb, 0x08ec, 0x19e5,+ 0x45fb, 0x3023, 0x18f5, 0xe6e8, 0x0000, 0x22f2, 0xd809, 0xf6f6, 0x020d, 0xd1fb, 0x2deb, 0xf6e0, 0xe304, 0xd3af, 0xa312, 0xeed3,+ 0x0bde, 0x3cfb, 0xb838, 0xdbe0, 0x02e3, 0xe4fc, 0xf6f4, 0x0e17, 0x15ff, 0x0bec, 0xe0d3, 0xf718, 0x3a0f, 0x120b, 0x0c04, 0xdb16,+ 0x29ff, 0x20de, 0x2024, 0xa3da, 0x2221, 0xf2fa, 0x180b, 0xe2e0, 0xce05, 0x1a18, 0x0008, 0x02de, 0x1965, 0xe73e, 0x15f5, 0xfd23,+ 0xfa2d, 0xe6d7, 0x320c, 0x32f4, 0x0709, 0x0bdb, 0x24e8, 0x14e1, 0xcc39, 0xf7cc, 0x0ad6, 0xce09, 0x2edc, 0xc801, 0x23e4, 0xe609,+ 0x20eb, 0xe5f4, 0x34fe, 0xe9bb, 0xeed0, 0xe9de, 0xfc25, 0xf80d, 0x06fe, 0xf912, 0x1ef4, 0xed05, 0xfc21, 0x2a1b, 0x28e7, 0xeb12,+ 0xea09, 0x1e15, 0x1bfd, 0x1726, 0x1109, 0x05f7, 0xf514, 0x1ce2, 0xcddd, 0xf6d3, 0x0034, 0xf91b, 0x1de7, 0xf427, 0x1001, 0x35c5,+ 0xe913, 0x0cff, 0xc0db, 0xdde3, 0x130a, 0x11f0, 0x33d5, 0xe119, 0x1c23, 0x3604, 0xc3eb, 0x1efb, 0x0215, 0x52ec, 0x27f0, 0x131f,+ 0xe6e0, 0xfa39, 0xda1a, 0xebfa, 0x1004, 0x06ca, 0x16d7, 0x1415, 0x10ee, 0x0806, 0x13ff, 0xf7f9, 0x050b, 0xccba, 0x0fce, 0x1cfc,+ 0xfa0d, 0x02f5, 0x19af, 0xf606, 0xddc6, 0x0104, 0xf501, 0xa4b7, 0xdbee, 0x1306, 0x06f8, 0x1c02, 0xc723, 0x1e12, 0x1821, 0x2e0e,+ 0x2218, 0x28ee, 0xc9d2, 0xd201, 0x26e9, 0xe8fd, 0x1513, 0xe1fa, 0x05ff, 0x01dc, 0xfbfd, 0x070f, 0x4207, 0x28c3, 0x19fe, 0x2330,+ 0x0ac9, 0x0ddf, 0xeb1c, 0x2013, 0x2158, 0x0fe0, 0x0b10, 0x220b, 0x13c0, 0xd31d, 0x02fe, 0x16ed, 0xe402, 0x1e27, 0x38fd, 0x27f9,+ 0xee02, 0x3ae6, 0xe433, 0xc0f9, 0xdd41, 0xff13, 0x1d19, 0x2d4d, 0xee57, 0xd405, 0xf9e6, 0xec36, 0x05fa, 0xf430, 0x1fcc, 0xfe29,+ 0xe3f2, 0x78fa, 0x0dd1, 0x120d, 0x0326, 0x0306, 0xd8fb, 0xd5e4, 0x2905, 0xd8fe, 0xc8e1, 0x1ec2, 0xddf6, 0x2604, 0xdeb0, 0x1df2,+ 0xf614, 0x1c11, 0x0735, 0xd50a, 0xdc39, 0x0bd9, 0xc6f9, 0xd811, 0x1601, 0xf6ef, 0x0a17, 0x1aca, 0xb122, 0xfcd7, 0x0afa, 0xdf1b,+ 0xf4ec, 0xefe3, 0xfceb, 0x342a, 0xf0fa, 0x0cce, 0x1607, 0xf603, 0x1ae0, 0xdaf9, 0xf807, 0x00e1, 0x37de, 0xfe1f, 0xf9d1, 0x3cdb,+ 0xba00, 0xef0b, 0xe13b, 0x1df9, 0x00f3, 0xdb34, 0xe7ed, 0xd863, 0x3d00, 0x16fd, 0xe907, 0x1014, 0xde24, 0xf1de, 0x17ff, 0x20f2,+};