Skip to content

Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.

C++

dsv41 iq (CUDA): token and light kernels take work items (group, row tile) round a persistent grid (any number of active groups shares all blocks), IQ1_M codes from a generated table (ds4_iq1m_codes.inc), persistence only for codebooks of 8 KiB+; many-row light sets keep the release kernel; test: --bench-tiles, DS4_BENCH_ACTIVE

Niko1221f5fc88c59934
diff --git a/src/dsv41/ds4_iq.cu b/src/dsv41/ds4_iq.cu
index a8dab64e8..47c22cf95 100644
--- a/src/dsv41/ds4_iq.cu
+++ b/src/dsv41/ds4_iq.cu
@@ -503,6 +503,9 @@ __device__ __forceinline__ void deq8(const uint8_t* __restrict__ row, int kb, in
template <int T> struct Fast { static constexpr int WORDS = 0; }; // 0: this type decodes as decode<T>
// IQ1_M: the 12-bit (neg, 11-bit grid index) -> its 8 int8 codes (iq1_codes with the sub-block delta's sign), 2 words
template <> struct Fast<kIQ1_M> { static constexpr int WORDS = 8192; };
+__device__ __align__(16) const uint2 kIq1mCodes[4096] = {
+#include "ds4_iq1m_codes.inc"
+};
#else
template <int T> struct Fast { static constexpr int WORDS = 0; };
#endif
@@ -514,12 +517,10 @@ template <int T, bool F = true>
__device__ __forceinline__ void load_tab_fast(uint32_t* tab) {
if constexpr (!F || Fast<T>::WORDS == 0) {
load_tab<T>(tab);
- } else if constexpr (T == kIQ1_M) {
- for (int j = threadIdx.x; j < 4096; j += blockDim.x) {
- const uint32_t g = iq1s_grid_gpu[j & 2047];
- const bool neg = (j & 2048) != 0;
- ((uint2*) tab)[j] = make_uint2(iq1_codes(g & 0x0F0F0F0Fu, neg), iq1_codes((g >> 4) & 0x0F0F0F0Fu, neg));
- }
+ } else if constexpr (T == kIQ1_M) { // a copy of the generated table (ds4_iq1m_codes.inc): 2048 x 16 bytes
+ const uint4* src = (const uint4*) kIq1mCodes;
+ uint4* dst = (uint4*) tab;
+ for (int j = threadIdx.x; j < 2048; j += blockDim.x) dst[j] = src[j];
}
}
template <int T, bool F = true>
@@ -588,20 +589,22 @@ constexpr int kGuRW = 1, kDnRW = 2; // rows a warp: gate / up (n_embd 5120: 10
// grid (n_ff / (8 RW), groups): RW rows of the gate and of the up a warp, NE of the group's entries a pass (each
// sub-block decoded once for them) -> h = the clamped swiglu
template <int T, int NE, int RW = kGuRW>
-__global__ void __launch_bounds__(kThreads) gate_up_kernel(const Args a) {
+__global__ void __launch_bounds__(kThreads) gate_up_kernel(const Args a, int groups) {
constexpr int LPR = 32 / RW;
constexpr int kBPS = kQK<T> == 32 ? 1 : 8, kStep = LPR / kBPS; // sub-blocks a block; blocks a lane steps
static_assert(LPR % kBPS == 0, "a lane keeps one sub-block position");
__shared__ __align__(16) uint32_t tab[kTabWords<T>];
__shared__ int es[NE], xr[NE];
- const uint8_t* blob;
- int m0, m1;
- if (!group(a, blockIdx.y, blob, m0, m1)) return; // (uniform)
- load_tab_fast<T>(tab);
+ load_tab_fast<T>(tab); // (once a block: it then takes work items (group, row tile) round the grid)
const int lane32 = threadIdx.x & 31;
const size_t rb = row_bytes_t<T>(a.n_embd);
const int nsb = a.n_embd / 32, nblk = nsb / kBPS;
const int ntile = a.n_ff / (kWarps * RW);
+ for (int item = blockIdx.x; item < groups * ntile; item += gridDim.x) {
+ const int grp = item / ntile, tile = item % ntile;
+ const uint8_t* blob;
+ int m0, m1;
+ if (!group(a, grp, blob, m0, m1)) continue; // (uniform)
for (int mm = m0; mm < m1; mm += NE) {
const int ne = min(NE, m1 - mm);
__syncthreads();
@@ -611,8 +614,7 @@ __global__ void __launch_bounds__(kThreads) gate_up_kernel(const Args a) {
xr[threadIdx.x] = a.grp_ptr != nullptr ? e >> 3 : 0;
}
__syncthreads();
- // (a persistent grid: blockIdx.x strides over the row tiles, the codebook is loaded once a block)
- for (int tile = blockIdx.x; tile < ntile; tile += gridDim.x) {
+ {
const int row = (tile * kWarps + (threadIdx.x >> 5)) * RW + lane32 / LPR, lane = lane32 % LPR;
const int ib0 = kBPS == 8 ? lane & 7 : 0, blk0 = kBPS == 8 ? lane >> 3 : lane;
const uint8_t* g = blob + a.tr[0] + (size_t) row * rb;
@@ -644,29 +646,32 @@ __global__ void __launch_bounds__(kThreads) gate_up_kernel(const Args a) {
}
}
}
+ }
}
// grid (n_embd / (8 RW), groups): RW rows of the down a warp for NE entries a pass, against their int8 h -> part
template <int T, int NE, int RW = kDnRW>
-__global__ void __launch_bounds__(kThreads) down_kernel(const Args a) {
+__global__ void __launch_bounds__(kThreads) down_kernel(const Args a, int groups) {
constexpr int LPR = 32 / RW;
constexpr int kBPS = kQK<T> == 32 ? 1 : 8, kStep = LPR / kBPS; // sub-blocks a block; blocks a lane steps
static_assert(LPR % kBPS == 0, "a lane keeps one sub-block position");
__shared__ __align__(16) uint32_t tab[kTabWords<T>];
__shared__ int es[NE];
- const uint8_t* blob;
- int m0, m1;
- if (!group(a, blockIdx.y, blob, m0, m1)) return;
load_tab_fast<T>(tab);
const int lane32 = threadIdx.x & 31;
const int nsb = a.n_ff / 32, nblk = nsb / kBPS;
const int ntile = a.n_embd / (kWarps * RW);
+ for (int item = blockIdx.x; item < groups * ntile; item += gridDim.x) {
+ const int grp = item / ntile, tile = item % ntile;
+ const uint8_t* blob;
+ int m0, m1;
+ if (!group(a, grp, blob, m0, m1)) continue;
for (int mm = m0; mm < m1; mm += NE) {
const int ne = min(NE, m1 - mm);
__syncthreads();
if ((int) threadIdx.x < ne) es[threadIdx.x] = a.grp_ptr != nullptr ? a.grp_ent[mm + threadIdx.x] : mm + threadIdx.x;
__syncthreads();
- for (int tile = blockIdx.x; tile < ntile; tile += gridDim.x) {
+ {
const int row = (tile * kWarps + (threadIdx.x >> 5)) * RW + lane32 / LPR, lane = lane32 % LPR;
const int ib0 = kBPS == 8 ? lane & 7 : 0, blk0 = kBPS == 8 ? lane >> 3 : lane;
const uint8_t* d = blob + a.tr[2] + (size_t) row * row_bytes_t<T>(a.n_ff);
@@ -693,6 +698,7 @@ __global__ void __launch_bounds__(kThreads) down_kernel(const Args a) {
}
}
}
+ }
}
// ---------------------------------------------------------------- the prompt path's sets
@@ -942,57 +948,115 @@ __global__ void __launch_bounds__(kThreads) light_q8_kernel(const float* __restr
// grid (n_ff / 8 or n_embd / 8, n_exp): a light expert's rows, a warp a row of the weights (gate and up, or down), every
// row of the expert a pass -> h16 (the F16 swiglu) or y
-template <int T, int NE, bool GATE_UP>
-__global__ void __launch_bounds__(kThreads, NE >= 8 ? 4 : 1) light_kernel(const SetArgs a, const int8_t* __restrict__ xq,
- const float* __restrict__ xd) {
+// one work item: the rows [tile kWarps, ...) of expert e (see light_kernel)
+template <int T, int NE, bool GATE_UP, bool F>
+__device__ __forceinline__ void light_item(const SetArgs& a, const int8_t* __restrict__ xq, const float* __restrict__ xd,
+ const uint32_t* tab, int item, int ntile) {
constexpr int kBPS = kQK<T> == 32 ? 1 : 8, kStep = 32 / kBPS; // (as the token kernels: a lane keeps its sub-block position)
- constexpr bool kF = NE <= 4;
+ const int K = GATE_UP ? a.n_embd : a.n_ff, N = GATE_UP ? a.n_ff : a.n_embd, nsb = K / 32, nblk = nsb / kBPS;
+ const int lane = threadIdx.x & 31;
+ const int ib0 = kBPS == 8 ? lane & 7 : 0, blk0 = kBPS == 8 ? lane >> 3 : lane;
+ const int e = item / ntile, row = (item % ntile) * kWarps + (threadIdx.x >> 5);
+ const int lo = a.bounds[e] - a.row0, ne = a.bounds[e + 1] - a.bounds[e];
+ if (ne <= 0 || ne > NE || row >= N) return; // (ne: uniform, the tiles take an expert of more rows)
+ const size_t rb = row_bytes_t<T>(K);
+ const uint8_t* blob = a.wbase + (size_t) e * a.stride;
+ const size_t q0 = (size_t) e * kLightRows;
+ const uint8_t* w0 = blob + a.tr[GATE_UP ? 0 : 2] + (size_t) row * rb;
+ const uint8_t* w1 = blob + a.tr[1] + (size_t) row * rb;
+ float a0[NE], a1[NE];
+#pragma unroll
+ for (int i = 0; i < NE; ++i) a0[i] = a1[i] = 0.0f;
+ for (int blk = blk0; blk < nblk; blk += kStep) {
+ const int kb = blk * kBPS + ib0;
+ Sub s0, s1;
+ decode_fast_b<T, F>(w0 + (size_t) blk * Ty<T>::B, ib0, tab, s0);
+ if (GATE_UP) decode_fast_b<T, F>(w1 + (size_t) blk * Ty<T>::B, ib0, tab, s1);
+#pragma unroll
+ for (int i = 0; i < NE; ++i)
+ if (i < ne) {
+ const int4* xp = (const int4*) (xq + (q0 + i) * K + (size_t) kb * 32);
+ const int4 xa = xp[0], xb = xp[1];
+ const float dx = xd[(q0 + i) * nsb + kb];
+ a0[i] = fmaf(dx, sub_dot<T>(s0, xa, xb), a0[i]);
+ if (GATE_UP) a1[i] = fmaf(dx, sub_dot<T>(s1, xa, xb), a1[i]);
+ }
+ }
+#pragma unroll
+ for (int i = 0; i < NE; ++i)
+ if (i < ne) {
+ const float v0 = warp_sum(a0[i]);
+ const float v1 = GATE_UP ? warp_sum(a1[i]) : 0.0f;
+ if (lane == 0) {
+ const size_t lr = (size_t) (lo + i);
+ if (GATE_UP) a.h[lr * a.ldo + row] = __half_as_ushort(__float2half_rn(swiglu(v0, v1, a.limit)));
+ else a.y[lr * a.ldo + row] = v0;
+ }
+ }
+}
+
+template <int T, int NE, bool GATE_UP>
+__global__ void __launch_bounds__(kThreads) light_kernel(const SetArgs a, const int8_t* __restrict__ xq,
+ const float* __restrict__ xd) {
+ constexpr bool kF = NE <= 4; // (the fast codebook only for the few-row kernels, which loop over work items round the grid)
__shared__ __align__(16) uint32_t tab[kTabWords<T, kF>];
+ load_tab_fast<T, kF>(tab);
+ __syncthreads();
+ const int N = GATE_UP ? a.n_ff : a.n_embd, ntile = (N + kWarps - 1) / kWarps;
+ if constexpr (kF) {
+ for (int item = blockIdx.x; item < a.n_exp * ntile; item += gridDim.x) light_item<T, NE, GATE_UP, kF>(a, xq, xd, tab, item, ntile);
+ } else {
+ light_item<T, NE, GATE_UP, kF>(a, xq, xd, tab, blockIdx.x, ntile); // (one item a block: items blocks)
+ }
+}
+
+// The release's form, for the experts of more rows (5 .. 16: compute bound, registers tuned): grid (n_ff / 8 or n_embd / 8, n_exp), a light expert's rows, a warp a row of the weights (gate and up, or down), every
+// row of the expert a pass -> h16 (the F16 swiglu) or y
+template <int T, int NE, bool GATE_UP>
+__global__ void __launch_bounds__(kThreads) light_kernel_rows(const SetArgs a, const int8_t* __restrict__ xq,
+ const float* __restrict__ xd) {
+ __shared__ uint32_t tab[Ty<T>::TAB > 0 ? Ty<T>::TAB : 1];
const int e = blockIdx.y;
const int lo = a.bounds[e] - a.row0, ne = a.bounds[e + 1] - a.bounds[e];
if (ne <= 0 || ne > NE) return; // (uniform: the tiles take an expert of more rows)
- load_tab_fast<T, kF>(tab);
+ load_tab<T>(tab);
__syncthreads();
- const int K = GATE_UP ? a.n_embd : a.n_ff, N = GATE_UP ? a.n_ff : a.n_embd, nsb = K / 32, nblk = nsb / kBPS;
- const int lane = threadIdx.x & 31;
- const int ib0 = kBPS == 8 ? lane & 7 : 0, blk0 = kBPS == 8 ? lane >> 3 : lane;
+ const int K = GATE_UP ? a.n_embd : a.n_ff, N = GATE_UP ? a.n_ff : a.n_embd, nsb = K / 32;
+ const int row = blockIdx.x * kWarps + (threadIdx.x >> 5), lane = threadIdx.x & 31;
+ if (row >= N) return;
const uint8_t* blob = a.wbase + (size_t) e * a.stride;
const size_t rb = row_bytes_t<T>(K);
+ const uint8_t* w0 = blob + a.tr[GATE_UP ? 0 : 2] + (size_t) row * rb;
+ const uint8_t* w1 = blob + a.tr[1] + (size_t) row * rb;
const size_t q0 = (size_t) e * kLightRows;
- // (a persistent grid, as the token kernels': blockIdx.x strides over the tiles of kWarps rows)
- for (int row = blockIdx.x * kWarps + (threadIdx.x >> 5); row < N; row += gridDim.x * kWarps) {
- const uint8_t* w0 = blob + a.tr[GATE_UP ? 0 : 2] + (size_t) row * rb;
- const uint8_t* w1 = blob + a.tr[1] + (size_t) row * rb;
- float a0[NE], a1[NE];
-#pragma unroll
- for (int i = 0; i < NE; ++i) a0[i] = a1[i] = 0.0f;
- for (int blk = blk0; blk < nblk; blk += kStep) {
- const int kb = blk * kBPS + ib0;
- Sub s0, s1;
- decode_fast_b<T, kF>(w0 + (size_t) blk * Ty<T>::B, ib0, tab, s0);
- if (GATE_UP) decode_fast_b<T, kF>(w1 + (size_t) blk * Ty<T>::B, ib0, tab, s1);
+ float a0[NE], a1[NE];
#pragma unroll
- for (int i = 0; i < NE; ++i)
- if (i < ne) {
- const int4* xp = (const int4*) (xq + (q0 + i) * K + (size_t) kb * 32);
- const int4 xa = xp[0], xb = xp[1];
- const float dx = xd[(q0 + i) * nsb + kb];
- a0[i] = fmaf(dx, sub_dot<T>(s0, xa, xb), a0[i]);
- if (GATE_UP) a1[i] = fmaf(dx, sub_dot<T>(s1, xa, xb), a1[i]);
- }
- }
+ for (int i = 0; i < NE; ++i) a0[i] = a1[i] = 0.0f;
+ for (int kb = lane; kb < nsb; kb += 32) {
+ Sub s0, s1;
+ decode<T>(w0, kb, tab, s0);
+ if (GATE_UP) decode<T>(w1, kb, tab, s1);
#pragma unroll
for (int i = 0; i < NE; ++i)
if (i < ne) {
- const float v0 = warp_sum(a0[i]);
- const float v1 = GATE_UP ? warp_sum(a1[i]) : 0.0f;
- if (lane == 0) {
- const size_t lr = (size_t) (lo + i);
- if (GATE_UP) a.h[lr * a.ldo + row] = __half_as_ushort(__float2half_rn(swiglu(v0, v1, a.limit)));
- else a.y[lr * a.ldo + row] = v0;
- }
+ const int4* xp = (const int4*) (xq + (q0 + i) * K + (size_t) kb * 32);
+ const int4 xa = xp[0], xb = xp[1];
+ const float dx = xd[(q0 + i) * nsb + kb];
+ a0[i] = fmaf(dx, sub_dot<T>(s0, xa, xb), a0[i]);
+ if (GATE_UP) a1[i] = fmaf(dx, sub_dot<T>(s1, xa, xb), a1[i]);
}
}
+#pragma unroll
+ for (int i = 0; i < NE; ++i)
+ if (i < ne) {
+ const float v0 = warp_sum(a0[i]);
+ const float v1 = GATE_UP ? warp_sum(a1[i]) : 0.0f;
+ if (lane == 0) {
+ const size_t lr = (size_t) (lo + i);
+ if (GATE_UP) a.h[lr * a.ldo + row] = __half_as_ushort(__float2half_rn(swiglu(v0, v1, a.limit)));
+ else a.y[lr * a.ldo + row] = v0;
+ }
+ }
}
bool tc_ok() { // as ds4_gguf.cu's: sm_70 and later, STRATA_DS4_NO_TC=1 keeps the F32 kernel
@@ -1059,29 +1123,37 @@ int resident_ctas() { // (a static a kernel: the occupancy differs by the code
return v;
#endif
}
+// The grid: CUDA takes the device's resident blocks (at most one a work item) and every block loops over the items (group, row
+// tile) round the grid (group by group, so that the blocks work on one expert's rows together): whichever groups are active,
+// they share all the blocks, and a block loads its codebook once. HIP: a block an item (the full grid).
+// (only for the types with a codebook worth keeping in the block: 8 KiB and more; the others take a block an item as before)
+template <int T>
+constexpr bool kPersist = kTabWords<T> * 4 >= 8192;
+template <int T>
+inline int items_grid(int items, int resident) { return kPersist<T> ? std::max(1, std::min(items, resident)) : items; }
template <int T, int NE>
-void launch_gu(const Args& a, dim3 grid, cudaStream_t s) {
- grid.x = (unsigned) std::max(1, std::min((int) grid.x, resident_ctas<gate_up_kernel<T, NE, kGuRW>>() / (int) grid.y));
- gate_up_kernel<T, NE><<<grid, kThreads, 0, s>>>(a);
+void launch_gu(const Args& a, int groups, cudaStream_t s) {
+ const int items = groups * (a.n_ff / (kWarps * kGuRW));
+ gate_up_kernel<T, NE><<<items_grid<T>(items, resident_ctas<gate_up_kernel<T, NE, kGuRW>>()), kThreads, 0, s>>>(a, groups);
}
template <int T, int NE>
-void launch_dn(const Args& a, dim3 grid, cudaStream_t s) {
- grid.x = (unsigned) std::max(1, std::min((int) grid.x, resident_ctas<down_kernel<T, NE, kDnRW>>() / (int) grid.y));
- down_kernel<T, NE><<<grid, kThreads, 0, s>>>(a);
+void launch_dn(const Args& a, int groups, cudaStream_t s) {
+ const int items = groups * (a.n_embd / (kWarps * kDnRW));
+ down_kernel<T, NE><<<items_grid<T>(items, resident_ctas<down_kernel<T, NE, kDnRW>>()), kThreads, 0, s>>>(a, groups);
}
template <int T>
-void gu_ne(const Args& a, dim3 grid, int ne, cudaStream_t s) {
- if (ne <= 1) launch_gu<T, 1>(a, grid, s);
- else if (ne <= 4) launch_gu<T, 4>(a, grid, s);
- else if (ne <= 8) launch_gu<T, 8>(a, grid, s);
- else launch_gu<T, 16>(a, grid, s);
+void gu_ne(const Args& a, int groups, int ne, cudaStream_t s) {
+ if (ne <= 1) launch_gu<T, 1>(a, groups, s);
+ else if (ne <= 4) launch_gu<T, 4>(a, groups, s);
+ else if (ne <= 8) launch_gu<T, 8>(a, groups, s);
+ else launch_gu<T, 16>(a, groups, s);
}
template <int T>
-void dn_ne(const Args& a, dim3 grid, int ne, cudaStream_t s) {
- if (ne <= 1) launch_dn<T, 1>(a, grid, s);
- else if (ne <= 4) launch_dn<T, 4>(a, grid, s);
- else if (ne <= 8) launch_dn<T, 8>(a, grid, s);
- else launch_dn<T, 16>(a, grid, s);
+void dn_ne(const Args& a, int groups, int ne, cudaStream_t s) {
+ if (ne <= 1) launch_dn<T, 1>(a, groups, s);
+ else if (ne <= 4) launch_dn<T, 4>(a, groups, s);
+ else if (ne <= 8) launch_dn<T, 8>(a, groups, s);
+ else launch_dn<T, 16>(a, groups, s);
}
template <int T, bool GU>
void launch_set(const SetArgs& a, dim3 grid, cudaStream_t s) {
@@ -1133,14 +1205,14 @@ bool light_on() { // STRATA_DS4_NO_LIGHT=1: every set through the GEMM tiles
}
template <int T, bool GU>
void launch_light(const SetArgs& a, const LightBuf& b, cudaStream_t s) {
- dim3 grid((unsigned) (((GU ? a.n_ff : a.n_embd) + kWarps - 1) / kWarps), (unsigned) a.n_exp);
- if (a.max_rows <= 4) { // (persistent for a few rows: the codebook per block is then the cost; more rows are compute, the full grid balances)
- grid.x = (unsigned) std::max(1, std::min((int) grid.x, resident_ctas<light_kernel<T, 4, GU>>() / std::max(1, (int) grid.y)));
- light_kernel<T, 4, GU><<<grid, kThreads, 0, s>>>(a, b.q, b.d);
- } else if (a.max_rows <= 8) {
- light_kernel<T, 8, GU><<<grid, kThreads, 0, s>>>(a, b.q, b.d);
- } else {
- light_kernel<T, kLightRows, GU><<<grid, kThreads, 0, s>>>(a, b.q, b.d);
+ const int tiles = ((GU ? a.n_ff : a.n_embd) + kWarps - 1) / kWarps;
+ if (a.max_rows <= 4) { // few rows: work items round a persistent grid (the codebook per block is then the cost)
+ const int items = a.n_exp * tiles;
+ light_kernel<T, 4, GU><<<items_grid<T>(items, resident_ctas<light_kernel<T, 4, GU>>()), kThreads, 0, s>>>(a, b.q, b.d);
+ } else { // more rows: compute bound, the release's kernel and grid
+ const dim3 grid((unsigned) tiles, (unsigned) a.n_exp);
+ if (a.max_rows <= 8) light_kernel_rows<T, 8, GU><<<grid, kThreads, 0, s>>>(a, b.q, b.d);
+ else light_kernel_rows<T, kLightRows, GU><<<grid, kThreads, 0, s>>>(a, b.q, b.d);
}
}
bool light_set(const SetArgs& a, bool gu, cudaStream_t s) {
@@ -1302,8 +1374,7 @@ const char* name(int t) {
bool gate_up(const Args& a, int groups, int ne_max, cudaStream_t s) {
if (is_tq(a.tg)) return tq::gate_up(a, groups, ne_max, s);
if (a.n_embd % 256 != 0 || a.n_ff % (kWarps * kGuRW) != 0) return false;
- const dim3 grid((unsigned) (a.n_ff / (kWarps * kGuRW)), (unsigned) groups);
-#define GU_(T) gu_ne<T>(a, grid, ne_max, s)
+#define GU_(T) gu_ne<T>(a, groups, ne_max, s)
DS4_IQ_SWITCH(a.tg, GU_)
#undef GU_
return true;
@@ -1312,8 +1383,7 @@ bool gate_up(const Args& a, int groups, int ne_max, cudaStream_t s) {
bool down(const Args& a, int groups, int ne_max, cudaStream_t s) {
if (is_tq(a.td)) return tq::down(a, groups, ne_max, s);
if (a.n_ff % 256 != 0 || a.n_embd % (kWarps * kDnRW) != 0) return false;
- const dim3 grid((unsigned) (a.n_embd / (kWarps * kDnRW)), (unsigned) groups);
-#define DN_(T) dn_ne<T>(a, grid, ne_max, s)
+#define DN_(T) dn_ne<T>(a, groups, ne_max, s)
DS4_IQ_SWITCH(a.td, DN_)
#undef DN_
return true;
diff --git a/src/dsv41/ds4_iq1m_codes.inc b/src/dsv41/ds4_iq1m_codes.inc
new file mode 100644
index 000000000..fc33afd4e
--- /dev/null
+++ b/src/dsv41/ds4_iq1m_codes.inc
@@ -0,0 +1,515 @@
+// Generated from ggml-common.h iq1s_grid_gpu (third_party/ggml): entry (neg << 11 | grid index) -> the 8 int8 codes of an
+// IQ1_M / IQ1_S group (iq1_codes of its low and its high nibbles), the delta sign folded in. Checked against the device
+// computation by ds4_iq_test (bit-compare) and against ggml by its parity checks.
+{0xf9f9f9f9,0xf9f9f9f9},{0xf9f9f909,0xf9f9f9f9},{0xf9f90101,0xf9f9f9f9},{0xf9f909f9,0xf9f9f9f9},{0xf9f90909,0xf9f9f9f9},{0xf901f901,0xf9f9f9f9},{0xf9010101,0xf9f9f9f9},{0xf909f9f9,0xf9f9f9f9},
+{0xf909f909,0xf9f9f9f9},{0xf90909f9,0xf9f9f9f9},{0xf9090909,0xf9f9f9f9},{0x01f90101,0xf9f9f9f9},{0x0101f901,0xf9f9f9f9},{0x010101f9,0xf9f9f9f9},{0x01010109,0xf9f9f9f9},{0x01090101,0xf9f9f9f9},
+{0x09f9f9f9,0xf9f9f9f9},{0x09f9f909,0xf9f9f9f9},{0x09f909f9,0xf9f9f9f9},{0x09f90909,0xf9f9f9f9},{0x09010101,0xf9f9f9f9},{0x0909f9f9,0xf9f9f9f9},{0x0909f909,0xf9f9f9f9},{0x090909f9,0xf9f9f9f9},
+{0x09090909,0xf9f9f9f9},{0xf9f901f9,0xf9f9f901},{0xf9f90101,0xf9f9f901},{0xf901f901,0xf9f9f901},{0xf90101f9,0xf9f9f901},{0xf9010109,0xf9f9f901},{0xf9010901,0xf9f9f901},{0xf9010909,0xf9f9f901},
+{0xf9090101,0xf9f9f901},{0x01f9f901,0xf9f9f901},{0x01f90109,0xf9f9f901},{0x01f90901,0xf9f9f901},{0x0101f909,0xf9f9f901},{0x01010101,0xf9f9f901},{0x01010909,0xf9f9f901},{0x0109f901,0xf9f9f901},
+{0x010901f9,0xf9f9f901},{0x01090109,0xf9f9f901},{0x010909f9,0xf9f9f901},{0x09f90101,0xf9f9f901},{0x0901f901,0xf9f9f901},{0x090101f9,0xf9f9f901},{0x09010109,0xf9f9f901},{0x09090101,0xf9f9f901},
+{0xf9f9f9f9,0xf9f9f909},{0xf9f9f909,0xf9f9f909},{0xf9f909f9,0xf9f9f909},{0xf9f90909,0xf9f9f909},{0xf9010101,0xf9f9f909},{0xf909f9f9,0xf9f9f909},{0xf909f909,0xf9f9f909},{0xf90909f9,0xf9f9f909},
+{0xf9090909,0xf9f9f909},{0x01f90101,0xf9f9f909},{0x0101f901,0xf9f9f909},{0x01010901,0xf9f9f909},{0x010901f9,0xf9f9f909},{0x01090901,0xf9f9f909},{0x09f9f9f9,0xf9f9f909},{0x09f9f909,0xf9f9f909},
+{0x09f909f9,0xf9f9f909},{0x09f90909,0xf9f9f909},{0x0901f901,0xf9f9f909},{0x09010101,0xf9f9f909},{0x09010901,0xf9f9f909},{0x0909f9f9,0xf9f9f909},{0x0909f909,0xf9f9f909},{0x090909f9,0xf9f9f909},
+{0x09090909,0xf9f9f909},{0xf901f901,0xf9f901f9},{0xf90101f9,0xf9f901f9},{0xf9010109,0xf9f901f9},{0xf9090101,0xf9f901f9},{0x01f9f901,0xf9f901f9},{0x01f90901,0xf9f901f9},{0x01010101,0xf9f901f9},
+{0x01010909,0xf9f901f9},{0x010901f9,0xf9f901f9},{0x01090101,0xf9f901f9},{0x0901f901,0xf9f901f9},{0x09010901,0xf9f901f9},{0x09090101,0xf9f901f9},{0xf9f9f901,0xf9f90101},{0xf9f901f9,0xf9f90101},
+{0xf9f90101,0xf9f90101},{0xf9f90109,0xf9f90101},{0xf9010101,0xf9f90101},{0xf90109f9,0xf9f90101},{0xf9010909,0xf9f90101},{0xf9090901,0xf9f90101},{0x01f9f9f9,0xf9f90101},{0x01f90101,0xf9f90101},
+{0x01f90909,0xf9f90101},{0x0101f9f9,0xf9f90101},{0x0101f901,0xf9f90101},{0x010101f9,0xf9f90101},{0x01010101,0xf9f90101},{0x01010109,0xf9f90101},{0x01010901,0xf9f90101},{0x0109f9f9,0xf9f90101},
+{0x0109f909,0xf9f90101},{0x01090101,0xf9f90101},{0x010909f9,0xf9f90101},{0x01090909,0xf9f90101},{0x09f9f901,0xf9f90101},{0x0901f901,0xf9f90101},{0x09010101,0xf9f90101},{0x090109f9,0xf9f90101},
+{0x09010909,0xf9f90101},{0x0909f901,0xf9f90101},{0x090901f9,0xf9f90101},{0x09090101,0xf9f90101},{0x09090109,0xf9f90101},{0x09090901,0xf9f90101},{0xf90101f9,0xf9f90109},{0xf9010901,0xf9f90109},
+{0x01f9f901,0xf9f90109},{0x01f901f9,0xf9f90109},{0x0101f9f9,0xf9f90109},{0x0101f909,0xf9f90109},{0x01010101,0xf9f90109},{0x010109f9,0xf9f90109},{0x0109f9f9,0xf9f90109},{0x0109f901,0xf9f90109},
+{0x01090109,0xf9f90109},{0x01090901,0xf9f90109},{0x09f90101,0xf9f90109},{0x0901f901,0xf9f90109},{0x090101f9,0xf9f90109},{0x09010901,0xf9f90109},{0xf9f9f9f9,0xf9f909f9},{0xf9f9f909,0xf9f909f9},
+{0xf9f909f9,0xf9f909f9},{0xf9f90909,0xf9f909f9},{0xf9010101,0xf9f909f9},{0xf909f9f9,0xf9f909f9},{0xf909f909,0xf9f909f9},{0xf90909f9,0xf9f909f9},{0xf9090909,0xf9f909f9},{0x01f90101,0xf9f909f9},
+{0x0101f901,0xf9f909f9},{0x01010109,0xf9f909f9},{0x01090101,0xf9f909f9},{0x09f9f9f9,0xf9f909f9},{0x09f9f909,0xf9f909f9},{0x09f909f9,0xf9f909f9},{0x09f90909,0xf9f909f9},{0x09010101,0xf9f909f9},
+{0x0909f9f9,0xf9f909f9},{0x0909f909,0xf9f909f9},{0x090909f9,0xf9f909f9},{0x09090909,0xf9f909f9},{0xf9f90101,0xf9f90901},{0xf901f901,0xf9f90901},{0xf90101f9,0xf9f90901},{0xf9010901,0xf9f90901},
+{0xf90901f9,0xf9f90901},{0xf9090101,0xf9f90901},{0x01f9f901,0xf9f90901},{0x0101f9f9,0xf9f90901},{0x0101f901,0xf9f90901},{0x01010101,0xf9f90901},{0x0109f901,0xf9f90901},{0x010901f9,0xf9f90901},
+{0x01090901,0xf9f90901},{0x0901f901,0xf9f90901},{0x090101f9,0xf9f90901},{0x09010109,0xf9f90901},{0x09010901,0xf9f90901},{0x09090101,0xf9f90901},{0xf9f9f9f9,0xf9f90909},{0xf9f9f909,0xf9f90909},
+{0xf9f909f9,0xf9f90909},{0xf9f90909,0xf9f90909},{0xf9010101,0xf9f90909},{0xf909f9f9,0xf9f90909},{0xf909f909,0xf9f90909},{0xf90909f9,0xf9f90909},{0xf9090909,0xf9f90909},{0x01f90101,0xf9f90909},
+{0x0101f901,0xf9f90909},{0x01010901,0xf9f90909},{0x0109f901,0xf9f90909},{0x01090101,0xf9f90909},{0x09f9f9f9,0xf9f90909},{0x09f9f909,0xf9f90909},{0x09f90101,0xf9f90909},{0x09f909f9,0xf9f90909},
+{0x09f90909,0xf9f90909},{0x09010101,0xf9f90909},{0x0909f9f9,0xf9f90909},{0x0909f909,0xf9f90909},{0x090909f9,0xf9f90909},{0x09090909,0xf9f90909},{0xf901f9f9,0xf901f9f9},{0xf901f901,0xf901f9f9},
+{0xf90101f9,0xf901f9f9},{0xf9010901,0xf901f9f9},{0xf90901f9,0xf901f9f9},{0xf9090101,0xf901f9f9},{0x01f9f901,0xf901f9f9},{0x01f901f9,0xf901f9f9},{0x0101f9f9,0xf901f9f9},{0x01010101,0xf901f9f9},
+{0x010109f9,0xf901f9f9},{0x0109f901,0xf901f9f9},{0x010901f9,0xf901f9f9},{0x01090101,0xf901f9f9},{0x01090901,0xf901f9f9},{0x0901f901,0xf901f9f9},{0x090101f9,0xf901f9f9},{0x09010109,0xf901f9f9},
+{0x0909f901,0xf901f9f9},{0x09090101,0xf901f9f9},{0xf9f9f901,0xf901f901},{0xf9f901f9,0xf901f901},{0xf9f90109,0xf901f901},{0xf9f90901,0xf901f901},{0xf901f9f9,0xf901f901},{0xf901f909,0xf901f901},
+{0xf9010101,0xf901f901},{0xf90109f9,0xf901f901},{0xf909f901,0xf901f901},{0xf90901f9,0xf901f901},{0xf9090901,0xf901f901},{0x01f90101,0xf901f901},{0x01f90909,0xf901f901},{0x0101f9f9,0xf901f901},
+{0x0101f901,0xf901f901},{0x0101f909,0xf901f901},{0x010101f9,0xf901f901},{0x01010101,0xf901f901},{0x01010109,0xf901f901},{0x01010901,0xf901f901},{0x0109f9f9,0xf901f901},{0x01090101,0xf901f901},
+{0x09f901f9,0xf901f901},{0x0901f909,0xf901f901},{0x09010101,0xf901f901},{0x0909f901,0xf901f901},{0x090901f9,0xf901f901},{0xf901f901,0xf901f909},{0xf90101f9,0xf901f909},{0xf9010109,0xf901f909},
+{0xf9090101,0xf901f909},{0x01f9f9f9,0xf901f909},{0x01f90109,0xf901f909},{0x01f90901,0xf901f909},{0x0101f909,0xf901f909},{0x01010101,0xf901f909},{0x010109f9,0xf901f909},{0x01010909,0xf901f909},
+{0x010901f9,0xf901f909},{0x01090109,0xf901f909},{0x09f90101,0xf901f909},{0x0901f901,0xf901f909},{0x090101f9,0xf901f909},{0x09010109,0xf901f909},{0x09090101,0xf901f909},{0xf9f9f901,0xf90101f9},
+{0xf9f90109,0xf90101f9},{0xf9f90901,0xf90101f9},{0xf90101f9,0xf90101f9},{0xf9010101,0xf90101f9},{0xf90109f9,0xf90101f9},{0xf9010901,0xf90101f9},{0xf909f901,0xf90101f9},{0xf9090109,0xf90101f9},
+{0x01f9f901,0xf90101f9},{0x01f90101,0xf90101f9},{0x01f90109,0xf90101f9},{0x01f909f9,0xf90101f9},{0x01f90909,0xf90101f9},{0x0101f901,0xf90101f9},{0x010101f9,0xf90101f9},{0x01010101,0xf90101f9},
+{0x01010109,0xf90101f9},{0x01010901,0xf90101f9},{0x0109f909,0xf90101f9},{0x01090101,0xf90101f9},{0x010909f9,0xf90101f9},{0x09f901f9,0xf90101f9},{0x09f90901,0xf90101f9},{0x0901f9f9,0xf90101f9},
+{0x090101f9,0xf90101f9},{0x09010101,0xf90101f9},{0x090109f9,0xf90101f9},{0x09010901,0xf90101f9},{0x09010909,0xf90101f9},{0x0909f901,0xf90101f9},{0x090901f9,0xf90101f9},{0x09090101,0xf90101f9},
+{0x09090901,0xf90101f9},{0xf9f9f909,0xf9010101},{0xf9f90101,0xf9010101},{0xf9f90909,0xf9010101},{0xf901f901,0xf9010101},{0xf90101f9,0xf9010101},{0xf9010101,0xf9010101},{0xf9010109,0xf9010101},
+{0xf9010901,0xf9010101},{0xf909f9f9,0xf9010101},{0xf909f909,0xf9010101},{0xf9090101,0xf9010101},{0xf90909f9,0xf9010101},{0xf9090909,0xf9010101},{0x01f9f901,0xf9010101},{0x01f901f9,0xf9010101},
+{0x01f90101,0xf9010101},{0x01f90109,0xf9010101},{0x0101f901,0xf9010101},{0x0101f909,0xf9010101},{0x010101f9,0xf9010101},{0x01010101,0xf9010101},{0x01010109,0xf9010101},{0x01010901,0xf9010101},
+{0x01010909,0xf9010101},{0x0109f901,0xf9010101},{0x010901f9,0xf9010101},{0x01090101,0xf9010101},{0x01090109,0xf9010101},{0x01090901,0xf9010101},{0x09f9f9f9,0xf9010101},{0x09f9f909,0xf9010101},
+{0x09f901f9,0xf9010101},{0x09f90101,0xf9010101},{0x09f909f9,0xf9010101},{0x09f90909,0xf9010101},{0x0901f9f9,0xf9010101},{0x0901f901,0xf9010101},{0x090101f9,0xf9010101},{0x09010101,0xf9010101},
+{0x09010109,0xf9010101},{0x09010901,0xf9010101},{0x09010909,0xf9010101},{0x0909f9f9,0xf9010101},{0x0909f909,0xf9010101},{0x09090101,0xf9010101},{0xf9f9f901,0xf9010109},{0xf9f901f9,0xf9010109},
+{0xf9f90101,0xf9010109},{0xf9f90109,0xf9010109},{0xf9010101,0xf9010109},{0xf9010109,0xf9010109},{0xf90109f9,0xf9010109},{0xf9010909,0xf9010109},{0xf909f901,0xf9010109},{0xf9090109,0xf9010109},
+{0x01f9f9f9,0xf9010109},{0x01f9f909,0xf9010109},{0x01f901f9,0xf9010109},{0x01f90101,0xf9010109},{0x01f909f9,0xf9010109},{0x01f90909,0xf9010109},{0x0101f901,0xf9010109},{0x01010101,0xf9010109},
+{0x01010109,0xf9010109},{0x010109f9,0xf9010109},{0x01010901,0xf9010109},{0x0109f901,0xf9010109},{0x010901f9,0xf9010109},{0x01090101,0xf9010109},{0x010909f9,0xf9010109},{0x01090901,0xf9010109},
+{0x01090909,0xf9010109},{0x09f90109,0xf9010109},{0x09f90909,0xf9010109},{0x0901f909,0xf9010109},{0x09010101,0xf9010109},{0x090901f9,0xf9010109},{0x09090901,0xf9010109},{0xf901f901,0xf90109f9},
+{0xf9010109,0xf90109f9},{0xf9090101,0xf90109f9},{0x01f9f901,0xf90109f9},{0x01f901f9,0xf90109f9},{0x01f90109,0xf90109f9},{0x01f90901,0xf90109f9},{0x0101f9f9,0xf90109f9},{0x01010101,0xf90109f9},
+{0x010109f9,0xf90109f9},{0x01010909,0xf90109f9},{0x0109f9f9,0xf90109f9},{0x0109f901,0xf90109f9},{0x010901f9,0xf90109f9},{0x01090109,0xf90109f9},{0x01090901,0xf90109f9},{0x09f90101,0xf90109f9},
+{0x0901f901,0xf90109f9},{0x090101f9,0xf90109f9},{0x09090101,0xf90109f9},{0xf901f9f9,0xf9010901},{0xf901f909,0xf9010901},{0xf9010101,0xf9010901},{0xf9010909,0xf9010901},{0xf909f901,0xf9010901},
+{0xf9090101,0xf9010901},{0x01f9f909,0xf9010901},{0x01f901f9,0xf9010901},{0x01f90101,0xf9010901},{0x01f909f9,0xf9010901},{0x0101f901,0xf9010901},{0x010101f9,0xf9010901},{0x01010101,0xf9010901},
+{0x01010109,0xf9010901},{0x01010901,0xf9010901},{0x01010909,0xf9010901},{0x0109f9f9,0xf9010901},{0x01090101,0xf9010901},{0x01090909,0xf9010901},{0x09f90901,0xf9010901},{0x0901f901,0xf9010901},
+{0x0901f909,0xf9010901},{0x09010101,0xf9010901},{0x090109f9,0xf9010901},{0x0909f901,0xf9010901},{0x09090109,0xf9010901},{0x09090901,0xf9010901},{0xf9f90901,0xf9010909},{0xf9010109,0xf9010909},
+{0xf90901f9,0xf9010909},{0xf9090109,0xf9010909},{0x01f901f9,0xf9010909},{0x01f90109,0xf9010909},{0x01f90901,0xf9010909},{0x0101f9f9,0xf9010909},{0x0101f909,0xf9010909},{0x01010101,0xf9010909},
+{0x010109f9,0xf9010909},{0x0109f901,0xf9010909},{0x01090109,0xf9010909},{0x01090901,0xf9010909},{0x09f90101,0xf9010909},{0x0901f901,0xf9010909},{0x09010109,0xf9010909},{0x09010909,0xf9010909},
+{0xf9f9f9f9,0xf909f9f9},{0xf9f9f909,0xf909f9f9},{0xf9f909f9,0xf909f9f9},{0xf9f90909,0xf909f9f9},{0xf9010101,0xf909f9f9},{0xf909f9f9,0xf909f9f9},{0xf909f909,0xf909f9f9},{0xf9090101,0xf909f9f9},
+{0xf90909f9,0xf909f9f9},{0xf9090909,0xf909f9f9},{0x01f90101,0xf909f9f9},{0x0101f901,0xf909f9f9},{0x01010901,0xf909f9f9},{0x0109f901,0xf909f9f9},{0x01090101,0xf909f9f9},{0x09f9f9f9,0xf909f9f9},
+{0x09f9f909,0xf909f9f9},{0x09f909f9,0xf909f9f9},{0x09f90909,0xf909f9f9},{0x09010101,0xf909f9f9},{0x0909f9f9,0xf909f9f9},{0x0909f909,0xf909f9f9},{0x09090101,0xf909f9f9},{0x090909f9,0xf909f9f9},
+{0x09090909,0xf909f9f9},{0xf9f90101,0xf909f901},{0xf901f901,0xf909f901},{0xf90101f9,0xf909f901},{0xf9010901,0xf909f901},{0xf9090101,0xf909f901},{0x01f9f909,0xf909f901},{0x01f901f9,0xf909f901},
+{0x01f90901,0xf909f901},{0x01010101,0xf909f901},{0x010109f9,0xf909f901},{0x01010909,0xf909f901},{0x0109f901,0xf909f901},{0x010901f9,0xf909f901},{0x01090101,0xf909f901},{0x01090109,0xf909f901},
+{0x09f90101,0xf909f901},{0x0901f9f9,0xf909f901},{0x09010109,0xf909f901},{0x09010901,0xf909f901},{0x09090101,0xf909f901},{0xf9f9f901,0xf909f909},{0xf9f909f9,0xf909f909},{0xf9f90909,0xf909f909},
+{0xf901f901,0xf909f909},{0xf9010101,0xf909f909},{0xf909f9f9,0xf909f909},{0xf909f909,0xf909f909},{0xf90909f9,0xf909f909},{0xf9090909,0xf909f909},{0x01f90101,0xf909f909},{0x0101f901,0xf909f909},
+{0x01010109,0xf909f909},{0x01010901,0xf909f909},{0x01090101,0xf909f909},{0x09f9f901,0xf909f909},{0x09f909f9,0xf909f909},{0x09f90909,0xf909f909},{0x0901f901,0xf909f909},{0x09010101,0xf909f909},
+{0x0909f9f9,0xf909f909},{0x0909f909,0xf909f909},{0x090909f9,0xf909f909},{0x09090909,0xf909f909},{0xf9f90101,0xf90901f9},{0xf90101f9,0xf90901f9},{0xf9010109,0xf90901f9},{0xf9010901,0xf90901f9},
+{0xf9090101,0xf90901f9},{0x01f901f9,0xf90901f9},{0x01f90101,0xf90901f9},{0x01f90109,0xf90901f9},{0x01f90901,0xf90901f9},{0x0101f909,0xf90901f9},{0x01010101,0xf90901f9},{0x010109f9,0xf90901f9},
+{0x01010909,0xf90901f9},{0x01090109,0xf90901f9},{0x09f90101,0xf90901f9},{0x0901f901,0xf90901f9},{0x090101f9,0xf90901f9},{0x09010901,0xf90901f9},{0x0909f901,0xf90901f9},{0x09090101,0xf90901f9},
+{0xf9f90901,0xf9090101},{0xf9010101,0xf9090101},{0xf909f901,0xf9090101},{0xf9090901,0xf9090101},{0x01f9f9f9,0xf9090101},{0x01f90101,0xf9090101},{0x01f909f9,0xf9090101},{0x0101f901,0xf9090101},
+{0x010101f9,0xf9090101},{0x01010101,0xf9090101},{0x01010901,0xf9090101},{0x0109f909,0xf9090101},{0x01090101,0xf9090101},{0x010909f9,0xf9090101},{0x09f90901,0xf9090101},{0x0901f9f9,0xf9090101},
+{0x090101f9,0xf9090101},{0x09010101,0xf9090101},{0x090109f9,0xf9090101},{0x09010909,0xf9090101},{0x0909f901,0xf9090101},{0x090901f9,0xf9090101},{0x09090109,0xf9090101},{0x09090901,0xf9090101},
+{0xf9f90101,0xf9090109},{0xf901f9f9,0xf9090109},{0xf901f909,0xf9090109},{0xf9010901,0xf9090109},{0xf9090101,0xf9090109},{0x01f9f901,0xf9090109},{0x01f90901,0xf9090109},{0x01010101,0xf9090109},
+{0x0109f9f9,0xf9090109},{0x0109f901,0xf9090109},{0x01090901,0xf9090109},{0x09f901f9,0xf9090109},{0x09f90109,0xf9090109},{0x0901f9f9,0xf9090109},{0x09010909,0xf9090109},{0xf9f9f9f9,0xf90909f9},
+{0xf9f9f909,0xf90909f9},{0xf9f909f9,0xf90909f9},{0xf9f90909,0xf90909f9},{0xf9010101,0xf90909f9},{0xf909f9f9,0xf90909f9},{0xf909f909,0xf90909f9},{0xf90909f9,0xf90909f9},{0xf9090909,0xf90909f9},
+{0x01f90101,0xf90909f9},{0x0101f901,0xf90909f9},{0x010101f9,0xf90909f9},{0x01090101,0xf90909f9},{0x09f9f9f9,0xf90909f9},{0x09f9f909,0xf90909f9},{0x09f909f9,0xf90909f9},{0x09f90909,0xf90909f9},
+{0x0909f9f9,0xf90909f9},{0x0909f909,0xf90909f9},{0x090909f9,0xf90909f9},{0x09090909,0xf90909f9},{0xf9f90901,0xf9090901},{0xf901f901,0xf9090901},{0xf90101f9,0xf9090901},{0xf9010901,0xf9090901},
+{0xf9090101,0xf9090901},{0x01f90109,0xf9090901},{0x01f90901,0xf9090901},{0x0101f909,0xf9090901},{0x01010101,0xf9090901},{0x0109f901,0xf9090901},{0x010901f9,0xf9090901},{0x01090109,0xf9090901},
+{0x01090901,0xf9090901},{0x09f90101,0xf9090901},{0x0901f9f9,0xf9090901},{0x09010109,0xf9090901},{0x09010901,0xf9090901},{0x090901f9,0xf9090901},{0x09090101,0xf9090901},{0xf9f9f9f9,0xf9090909},
+{0xf9f9f909,0xf9090909},{0xf9f909f9,0xf9090909},{0xf9f90909,0xf9090909},{0xf909f9f9,0xf9090909},{0xf909f909,0xf9090909},{0xf90909f9,0xf9090909},{0xf9090909,0xf9090909},{0x01f90101,0xf9090909},
+{0x0101f901,0xf9090909},{0x01010109,0xf9090909},{0x01010901,0xf9090909},{0x01090101,0xf9090909},{0x09f9f9f9,0xf9090909},{0x09f9f909,0xf9090909},{0x09f909f9,0xf9090909},{0x09f90909,0xf9090909},
+{0x09010101,0xf9090909},{0x0909f9f9,0xf9090909},{0x0909f909,0xf9090909},{0x090909f9,0xf9090909},{0x09090909,0xf9090909},{0xf9f90101,0x01f9f9f9},{0xf901f901,0x01f9f9f9},{0xf9010109,0x01f9f9f9},
+{0xf9090101,0x01f9f9f9},{0x01f90901,0x01f9f9f9},{0x0101f909,0x01f9f9f9},{0x01010101,0x01f9f9f9},{0x010109f9,0x01f9f9f9},{0x01010909,0x01f9f9f9},{0x0109f901,0x01f9f9f9},{0x010901f9,0x01f9f9f9},
+{0x01090109,0x01f9f9f9},{0x090101f9,0x01f9f9f9},{0x09010901,0x01f9f9f9},{0x0909f901,0x01f9f9f9},{0x09090109,0x01f9f9f9},{0xf9f9f9f9,0x01f9f901},{0xf9f9f901,0x01f9f901},{0xf9f901f9,0x01f9f901},
+{0xf9f90109,0x01f9f901},{0xf9f90901,0x01f9f901},{0xf901f909,0x01f9f901},{0xf9010101,0x01f9f901},{0xf9010109,0x01f9f901},{0xf90109f9,0x01f9f901},{0xf9010909,0x01f9f901},{0xf909f901,0x01f9f901},
+{0xf9090109,0x01f9f901},{0xf9090901,0x01f9f901},{0x01f90101,0x01f9f901},{0x01f909f9,0x01f9f901},{0x01f90909,0x01f9f901},{0x0101f901,0x01f9f901},{0x010101f9,0x01f9f901},{0x01010101,0x01f9f901},
+{0x01010109,0x01f9f901},{0x01010901,0x01f9f901},{0x01010909,0x01f9f901},{0x01090101,0x01f9f901},{0x010909f9,0x01f9f901},{0x01090909,0x01f9f901},{0x09f9f901,0x01f9f901},{0x09f901f9,0x01f9f901},
+{0x09f90109,0x01f9f901},{0x0901f9f9,0x01f9f901},{0x0901f909,0x01f9f901},{0x09010101,0x01f9f901},{0x0909f9f9,0x01f9f901},{0x0909f901,0x01f9f901},{0x0909f909,0x01f9f901},{0xf9f90101,0x01f9f909},
+{0xf901f901,0x01f9f909},{0xf90101f9,0x01f9f909},{0xf9010109,0x01f9f909},{0xf9090101,0x01f9f909},{0x01f9f901,0x01f9f909},{0x0101f909,0x01f9f909},{0x01010101,0x01f9f909},{0x01010909,0x01f9f909},
+{0x010901f9,0x01f9f909},{0x01090901,0x01f9f909},{0x09f90901,0x01f9f909},{0x090101f9,0x01f9f909},{0x09090101,0x01f9f909},{0xf9f9f901,0x01f901f9},{0xf9010101,0x01f901f9},{0xf9010901,0x01f901f9},
+{0xf9090901,0x01f901f9},{0x01f90101,0x01f901f9},{0x01f909f9,0x01f901f9},{0x01f90909,0x01f901f9},{0x0101f901,0x01f901f9},{0x010101f9,0x01f901f9},{0x01010101,0x01f901f9},{0x01010109,0x01f901f9},
+{0x0109f901,0x01f901f9},{0x0109f909,0x01f901f9},{0x01090101,0x01f901f9},{0x010909f9,0x01f901f9},{0x01090909,0x01f901f9},{0x09f9f901,0x01f901f9},{0x09f90109,0x01f901f9},{0x09f90901,0x01f901f9},
+{0x0901f9f9,0x01f901f9},{0x0901f909,0x01f901f9},{0x09010101,0x01f901f9},{0x0909f9f9,0x01f901f9},{0x0909f901,0x01f901f9},{0x09090901,0x01f901f9},{0xf9f9f901,0x01f90101},{0xf9f9f909,0x01f90101},
+{0xf9f90101,0x01f90101},{0xf9f90909,0x01f90101},{0xf901f901,0x01f90101},{0xf90101f9,0x01f90101},{0xf9010101,0x01f90101},{0xf9010109,0x01f90101},{0xf9010901,0x01f90101},{0xf909f9f9,0x01f90101},
+{0xf9090101,0x01f90101},{0xf9090909,0x01f90101},{0x01f9f901,0x01f90101},{0x01f901f9,0x01f90101},{0x01f90101,0x01f90101},{0x01f90109,0x01f90101},{0x01f90901,0x01f90101},{0x0101f9f9,0x01f90101},
+{0x0101f901,0x01f90101},{0x010101f9,0x01f90101},{0x01010101,0x01f90101},{0x01010109,0x01f90101},{0x010109f9,0x01f90101},{0x01010901,0x01f90101},{0x0109f901,0x01f90101},{0x010901f9,0x01f90101},
+{0x01090101,0x01f90101},{0x01090109,0x01f90101},{0x01090901,0x01f90101},{0x09f9f909,0x01f90101},{0x09f901f9,0x01f90101},{0x09f90101,0x01f90101},{0x09f909f9,0x01f90101},{0x0901f901,0x01f90101},
+{0x090101f9,0x01f90101},{0x09010101,0x01f90101},{0x09010109,0x01f90101},{0x09010901,0x01f90101},{0x09010909,0x01f90101},{0x09090101,0x01f90101},{0x090909f9,0x01f90101},{0x09090909,0x01f90101},
+{0xf9f9f901,0x01f90109},{0xf9f90101,0x01f90109},{0xf9f90901,0x01f90109},{0xf90101f9,0x01f90109},{0xf9010101,0x01f90109},{0xf90109f9,0x01f90109},{0xf9010909,0x01f90109},{0xf909f901,0x01f90109},
+{0xf90901f9,0x01f90109},{0xf9090901,0x01f90109},{0x01f9f9f9,0x01f90109},{0x01f9f909,0x01f90109},{0x01f90101,0x01f90109},{0x01f909f9,0x01f90109},{0x0101f9f9,0x01f90109},{0x0101f901,0x01f90109},
+{0x0101f909,0x01f90109},{0x01010101,0x01f90109},{0x01010109,0x01f90109},{0x01010901,0x01f90109},{0x0109f909,0x01f90109},{0x01090101,0x01f90109},{0x010909f9,0x01f90109},{0x09f9f901,0x01f90109},
+{0x09f90101,0x01f90109},{0x09f90909,0x01f90109},{0x090101f9,0x01f90109},{0x09010101,0x01f90109},{0x0909f901,0x01f90109},{0x090901f9,0x01f90109},{0x09090109,0x01f90109},{0xf9f90101,0x01f909f9},
+{0xf901f901,0x01f909f9},{0xf9010101,0x01f909f9},{0xf9010909,0x01f909f9},{0xf9090101,0x01f909f9},{0x01f9f909,0x01f909f9},{0x01f90901,0x01f909f9},{0x0101f9f9,0x01f909f9},{0x01010101,0x01f909f9},
+{0x010109f9,0x01f909f9},{0x0109f901,0x01f909f9},{0x010901f9,0x01f909f9},{0x01090109,0x01f909f9},{0x01090901,0x01f909f9},{0x09f90101,0x01f909f9},{0x0901f901,0x01f909f9},{0x090101f9,0x01f909f9},
+{0x09010109,0x01f909f9},{0x09010901,0x01f909f9},{0x09090101,0x01f909f9},{0xf9f9f901,0x01f90901},{0xf9f90101,0x01f90901},{0xf9f90109,0x01f90901},{0xf9f90909,0x01f90901},{0xf901f9f9,0x01f90901},
+{0xf90101f9,0x01f90901},{0xf9010101,0x01f90901},{0xf90109f9,0x01f90901},{0xf909f901,0x01f90901},{0xf90901f9,0x01f90901},{0xf9090109,0x01f90901},{0x01f9f9f9,0x01f90901},{0x01f90101,0x01f90901},
+{0x01f90909,0x01f90901},{0x0101f901,0x01f90901},{0x0101f909,0x01f90901},{0x010101f9,0x01f90901},{0x01010101,0x01f90901},{0x01010109,0x01f90901},{0x01010901,0x01f90901},{0x0109f9f9,0x01f90901},
+{0x0109f909,0x01f90901},{0x01090101,0x01f90901},{0x01090109,0x01f90901},{0x01090909,0x01f90901},{0x09f90109,0x01f90901},{0x09f90901,0x01f90901},{0x0901f909,0x01f90901},{0x09010101,0x01f90901},
+{0x09010109,0x01f90901},{0x090109f9,0x01f90901},{0x0909f901,0x01f90901},{0x090901f9,0x01f90901},{0x09090109,0x01f90901},{0x09090901,0x01f90901},{0xf9010109,0x01f90909},{0x01f901f9,0x01f90909},
+{0x01f90109,0x01f90909},{0x01f90901,0x01f90909},{0x01010101,0x01f90909},{0x010109f9,0x01f90909},{0x01010909,0x01f90909},{0x010901f9,0x01f90909},{0x01090901,0x01f90909},{0x090101f9,0x01f90909},
+{0x09090101,0x01f90909},{0xf9f9f901,0x0101f9f9},{0xf9f901f9,0x0101f9f9},{0xf9f90101,0x0101f9f9},{0xf9f90109,0x0101f9f9},{0xf9f90901,0x0101f9f9},{0xf901f909,0x0101f9f9},{0xf9010101,0x0101f9f9},
+{0xf9010909,0x0101f9f9},{0xf909f901,0x0101f9f9},{0xf90901f9,0x0101f9f9},{0xf9090901,0x0101f9f9},{0x01f9f9f9,0x0101f9f9},{0x01f90101,0x0101f9f9},{0x01f909f9,0x0101f9f9},{0x0101f901,0x0101f9f9},
+{0x010101f9,0x0101f9f9},{0x01010101,0x0101f9f9},{0x01010109,0x0101f9f9},{0x01010901,0x0101f9f9},{0x01090101,0x0101f9f9},{0x010909f9,0x0101f9f9},{0x09f90109,0x0101f9f9},{0x09f90901,0x0101f9f9},
+{0x09010101,0x0101f9f9},{0x090109f9,0x0101f9f9},{0x0909f9f9,0x0101f9f9},{0x0909f901,0x0101f9f9},{0x09090109,0x0101f9f9},{0x09090901,0x0101f9f9},{0xf9f90101,0x0101f901},{0xf9f909f9,0x0101f901},
+{0xf9f90901,0x0101f901},{0xf9f90909,0x0101f901},{0xf901f901,0x0101f901},{0xf90101f9,0x0101f901},{0xf9010101,0x0101f901},{0xf9010109,0x0101f901},{0xf90109f9,0x0101f901},{0xf9010901,0x0101f901},
+{0xf909f9f9,0x0101f901},{0xf9090101,0x0101f901},{0xf9090109,0x0101f901},{0xf90909f9,0x0101f901},{0xf9090909,0x0101f901},{0x01f9f901,0x0101f901},{0x01f901f9,0x0101f901},{0x01f90101,0x0101f901},
+{0x01f90109,0x0101f901},{0x01f90901,0x0101f901},{0x0101f9f9,0x0101f901},{0x0101f901,0x0101f901},{0x0101f909,0x0101f901},{0x010101f9,0x0101f901},{0x01010101,0x0101f901},{0x01010109,0x0101f901},
+{0x010109f9,0x0101f901},{0x01010901,0x0101f901},{0x01010909,0x0101f901},{0x0109f901,0x0101f901},{0x010901f9,0x0101f901},{0x01090101,0x0101f901},{0x01090109,0x0101f901},{0x01090901,0x0101f901},
+{0x09f9f909,0x0101f901},{0x09f90101,0x0101f901},{0x0901f901,0x0101f901},{0x090101f9,0x0101f901},{0x09010101,0x0101f901},{0x09010109,0x0101f901},{0x09010901,0x0101f901},{0x0909f9f9,0x0101f901},
+{0x09090101,0x0101f901},{0x09090909,0x0101f901},{0xf9f9f901,0x0101f909},{0xf9f90109,0x0101f909},{0xf901f909,0x0101f909},{0xf9010101,0x0101f909},{0xf9010909,0x0101f909},{0xf909f901,0x0101f909},
+{0xf90901f9,0x0101f909},{0x01f9f909,0x0101f909},{0x01f90101,0x0101f909},{0x01f90909,0x0101f909},{0x0101f901,0x0101f909},{0x010101f9,0x0101f909},{0x01010101,0x0101f909},{0x01010109,0x0101f909},
+{0x01010901,0x0101f909},{0x0109f909,0x0101f909},{0x01090101,0x0101f909},{0x09f90101,0x0101f909},{0x0901f9f9,0x0101f909},{0x0901f909,0x0101f909},{0x09010101,0x0101f909},{0x09010901,0x0101f909},
+{0x09010909,0x0101f909},{0x090901f9,0x0101f909},{0xf9f901f9,0x010101f9},{0xf9f90101,0x010101f9},{0xf901f901,0x010101f9},{0xf90101f9,0x010101f9},{0xf9010101,0x010101f9},{0xf9010109,0x010101f9},
+{0xf90109f9,0x010101f9},{0xf9010901,0x010101f9},{0xf909f901,0x010101f9},{0xf9090101,0x010101f9},{0xf90909f9,0x010101f9},{0xf9090909,0x010101f9},{0x01f9f901,0x010101f9},{0x01f901f9,0x010101f9},
+{0x01f90101,0x010101f9},{0x01f90109,0x010101f9},{0x01f90901,0x010101f9},{0x01f90909,0x010101f9},{0x0101f9f9,0x010101f9},{0x0101f901,0x010101f9},{0x010101f9,0x010101f9},{0x01010101,0x010101f9},
+{0x01010109,0x010101f9},{0x010109f9,0x010101f9},{0x01010901,0x010101f9},{0x01010909,0x010101f9},{0x0109f901,0x010101f9},{0x0109f909,0x010101f9},{0x010901f9,0x010101f9},{0x01090101,0x010101f9},
+{0x01090109,0x010101f9},{0x01090901,0x010101f9},{0x09f9f9f9,0x010101f9},{0x09f909f9,0x010101f9},{0x09f90909,0x010101f9},{0x0901f901,0x010101f9},{0x090101f9,0x010101f9},{0x09010101,0x010101f9},
+{0x09010109,0x010101f9},{0x09010901,0x010101f9},{0x0909f901,0x010101f9},{0x090901f9,0x010101f9},{0x09090101,0x010101f9},{0x09090909,0x010101f9},{0xf9f9f901,0x01010101},{0xf9f9f909,0x01010101},
+{0xf9f901f9,0x01010101},{0xf9f90101,0x01010101},{0xf9f90109,0x01010101},{0xf9f90901,0x01010101},{0xf901f9f9,0x01010101},{0xf901f901,0x01010101},{0xf901f909,0x01010101},{0xf90101f9,0x01010101},
+{0xf9010101,0x01010101},{0xf9010109,0x01010101},{0xf9010901,0x01010101},{0xf9010909,0x01010101},{0xf909f901,0x01010101},{0xf90901f9,0x01010101},{0xf9090101,0x01010101},{0xf9090109,0x01010101},
+{0xf9090901,0x01010101},{0x01f9f9f9,0x01010101},{0x01f9f901,0x01010101},{0x01f9f909,0x01010101},{0x01f901f9,0x01010101},{0x01f90101,0x01010101},{0x01f90109,0x01010101},{0x01f909f9,0x01010101},
+{0x01f90901,0x01010101},{0x0101f9f9,0x01010101},{0x0101f901,0x01010101},{0x0101f909,0x01010101},{0x010101f9,0x01010101},{0x01010101,0x01010101},{0x01010109,0x01010101},{0x010109f9,0x01010101},
+{0x01010901,0x01010101},{0x01010909,0x01010101},{0x0109f9f9,0x01010101},{0x0109f901,0x01010101},{0x010901f9,0x01010101},{0x01090101,0x01010101},{0x01090109,0x01010101},{0x010909f9,0x01010101},
+{0x01090901,0x01010101},{0x01090909,0x01010101},{0x09f9f901,0x01010101},{0x09f901f9,0x01010101},{0x09f90101,0x01010101},{0x09f90901,0x01010101},{0x09f90909,0x01010101},{0x0901f9f9,0x01010101},
+{0x0901f901,0x01010101},{0x090101f9,0x01010101},{0x09010101,0x01010101},{0x09010109,0x01010101},{0x090109f9,0x01010101},{0x09010901,0x01010101},{0x0909f901,0x01010101},{0x090901f9,0x01010101},
+{0x09090101,0x01010101},{0x09090109,0x01010101},{0x09090901,0x01010101},{0xf9f9f9f9,0x01010109},{0xf9f9f901,0x01010109},{0xf9f9f909,0x01010109},{0xf9f901f9,0x01010109},{0xf9f90109,0x01010109},
+{0xf9f909f9,0x01010109},{0xf9f90901,0x01010109},{0xf901f901,0x01010109},{0xf90101f9,0x01010109},{0xf9010101,0x01010109},{0xf90109f9,0x01010109},{0xf9010901,0x01010109},{0xf909f9f9,0x01010109},
+{0xf909f901,0x01010109},{0xf909f909,0x01010109},{0xf90901f9,0x01010109},{0xf9090101,0x01010109},{0xf9090109,0x01010109},{0xf90909f9,0x01010109},{0xf9090901,0x01010109},{0x01f9f901,0x01010109},
+{0x01f90101,0x01010109},{0x01f90109,0x01010109},{0x01f909f9,0x01010109},{0x01f90901,0x01010109},{0x01f90909,0x01010109},{0x0101f9f9,0x01010109},{0x0101f901,0x01010109},{0x0101f909,0x01010109},
+{0x010101f9,0x01010109},{0x01010101,0x01010109},{0x01010109,0x01010109},{0x010109f9,0x01010109},{0x01010901,0x01010109},{0x01010909,0x01010109},{0x0109f901,0x01010109},{0x010901f9,0x01010109},
+{0x01090101,0x01010109},{0x01090901,0x01010109},{0x09f9f909,0x01010109},{0x09f90101,0x01010109},{0x09f90109,0x01010109},{0x09f909f9,0x01010109},{0x09f90901,0x01010109},{0x09f90909,0x01010109},
+{0x0901f901,0x01010109},{0x09010101,0x01010109},{0x09010909,0x01010109},{0x0909f909,0x01010109},{0x09090101,0x01010109},{0x09090109,0x01010109},{0x090909f9,0x01010109},{0x09090901,0x01010109},
+{0xf9f901f9,0x010109f9},{0xf9f90101,0x010109f9},{0xf9f90109,0x010109f9},{0xf9f90901,0x010109f9},{0xf901f9f9,0x010109f9},{0xf9010101,0x010109f9},{0xf90109f9,0x010109f9},{0xf909f901,0x010109f9},
+{0xf9090909,0x010109f9},{0x01f90101,0x010109f9},{0x01f909f9,0x010109f9},{0x01f90909,0x010109f9},{0x0101f901,0x010109f9},{0x010101f9,0x010109f9},{0x01010101,0x010109f9},{0x01010109,0x010109f9},
+{0x010109f9,0x010109f9},{0x01010901,0x010109f9},{0x0109f9f9,0x010109f9},{0x0109f909,0x010109f9},{0x010901f9,0x010109f9},{0x01090101,0x010109f9},{0x09f9f909,0x010109f9},{0x09f90901,0x010109f9},
+{0x0901f9f9,0x010109f9},{0x0901f909,0x010109f9},{0x09010101,0x010109f9},{0x090109f9,0x010109f9},{0x0909f901,0x010109f9},{0x09090901,0x010109f9},{0xf9f9f901,0x01010901},{0xf9f9f909,0x01010901},
+{0xf9f90101,0x01010901},{0xf9f90909,0x01010901},{0xf901f901,0x01010901},{0xf90101f9,0x01010901},{0xf9010101,0x01010901},{0xf9010109,0x01010901},{0xf9010901,0x01010901},{0xf9090101,0x01010901},
+{0x01f9f901,0x01010901},{0x01f901f9,0x01010901},{0x01f90101,0x01010901},{0x01f90109,0x01010901},{0x01f90901,0x01010901},{0x0101f9f9,0x01010901},{0x0101f901,0x01010901},{0x0101f909,0x01010901},
+{0x010101f9,0x01010901},{0x01010101,0x01010901},{0x01010109,0x01010901},{0x010109f9,0x01010901},{0x01010901,0x01010901},{0x01010909,0x01010901},{0x0109f901,0x01010901},{0x010901f9,0x01010901},
+{0x01090101,0x01010901},{0x01090109,0x01010901},{0x01090901,0x01010901},{0x09f9f901,0x01010901},{0x09f90101,0x01010901},{0x09f90901,0x01010901},{0x0901f901,0x01010901},{0x090101f9,0x01010901},
+{0x09010101,0x01010901},{0x09010109,0x01010901},{0x090109f9,0x01010901},{0x09010901,0x01010901},{0x09090101,0x01010901},{0xf9f901f9,0x01010909},{0xf9f909f9,0x01010909},{0xf9010101,0x01010909},
+{0xf9010909,0x01010909},{0xf909f9f9,0x01010909},{0xf9090101,0x01010909},{0xf9090109,0x01010909},{0xf9090901,0x01010909},{0x01f90101,0x01010909},{0x01f909f9,0x01010909},{0x01f90901,0x01010909},
+{0x0101f901,0x01010909},{0x01010101,0x01010909},{0x01010109,0x01010909},{0x010109f9,0x01010909},{0x01010901,0x01010909},{0x0109f909,0x01010909},{0x01090101,0x01010909},{0x010909f9,0x01010909},
+{0x01090909,0x01010909},{0x09f9f901,0x01010909},{0x09f90909,0x01010909},{0x0901f909,0x01010909},{0x09010101,0x01010909},{0x09010109,0x01010909},{0x090109f9,0x01010909},{0x09010909,0x01010909},
+{0x0909f901,0x01010909},{0xf9f90101,0x0109f9f9},{0xf90101f9,0x0109f9f9},{0xf9010109,0x0109f9f9},{0xf9010901,0x0109f9f9},{0xf9090101,0x0109f9f9},{0x01f901f9,0x0109f9f9},{0x0101f9f9,0x0109f9f9},
+{0x01010101,0x0109f9f9},{0x01010109,0x0109f9f9},{0x010109f9,0x0109f9f9},{0x01010909,0x0109f9f9},{0x0109f901,0x0109f9f9},{0x010901f9,0x0109f9f9},{0x01090109,0x0109f9f9},{0x01090901,0x0109f9f9},
+{0x09f9f901,0x0109f9f9},{0x09010109,0x0109f9f9},{0x09090101,0x0109f9f9},{0xf9f9f901,0x0109f901},{0xf9f901f9,0x0109f901},{0xf9f90109,0x0109f901},{0xf9f90901,0x0109f901},{0xf901f909,0x0109f901},
+{0xf9010101,0x0109f901},{0xf909f901,0x0109f901},{0xf909f909,0x0109f901},{0xf9090109,0x0109f901},{0xf9090901,0x0109f901},{0x01f90101,0x0109f901},{0x01f90901,0x0109f901},{0x0101f901,0x0109f901},
+{0x01010101,0x0109f901},{0x01010109,0x0109f901},{0x01010901,0x0109f901},{0x01090101,0x0109f901},{0x01090109,0x0109f901},{0x01090909,0x0109f901},{0x09f901f9,0x0109f901},{0x09f90909,0x0109f901},
+{0x0901f909,0x0109f901},{0x09010101,0x0109f901},{0x0909f901,0x0109f901},{0x09090109,0x0109f901},{0x09090901,0x0109f901},{0xf901f901,0x0109f909},{0xf9010109,0x0109f909},{0xf9010901,0x0109f909},
+{0x01f9f9f9,0x0109f909},{0x01f9f901,0x0109f909},{0x01f90109,0x0109f909},{0x01010101,0x0109f909},{0x01010109,0x0109f909},{0x010109f9,0x0109f909},{0x0109f9f9,0x0109f909},{0x09f90101,0x0109f909},
+{0x0901f901,0x0109f909},{0x09010109,0x0109f909},{0x09090101,0x0109f909},{0xf901f901,0x010901f9},{0xf901f909,0x010901f9},{0xf9010101,0x010901f9},{0xf9010109,0x010901f9},{0xf9010909,0x010901f9},
+{0xf909f901,0x010901f9},{0xf9090109,0x010901f9},{0xf9090901,0x010901f9},{0x01f9f9f9,0x010901f9},{0x01f9f909,0x010901f9},{0x01f90101,0x010901f9},{0x01f909f9,0x010901f9},{0x01f90909,0x010901f9},
+{0x0101f901,0x010901f9},{0x010101f9,0x010901f9},{0x01010101,0x010901f9},{0x01010109,0x010901f9},{0x01010901,0x010901f9},{0x01010909,0x010901f9},{0x0109f9f9,0x010901f9},{0x0109f909,0x010901f9},
+{0x01090101,0x010901f9},{0x09f901f9,0x010901f9},{0x09f90101,0x010901f9},{0x09f90901,0x010901f9},{0x0901f9f9,0x010901f9},{0x0901f909,0x010901f9},{0x090101f9,0x010901f9},{0x09010101,0x010901f9},
+{0x09010109,0x010901f9},{0x090109f9,0x010901f9},{0x09010909,0x010901f9},{0x0909f901,0x010901f9},{0x090901f9,0x010901f9},{0x09090901,0x010901f9},{0xf9f90101,0x01090101},{0xf9f909f9,0x01090101},
+{0xf9f90909,0x01090101},{0xf901f901,0x01090101},{0xf9010101,0x01090101},{0xf9010109,0x01090101},{0xf9010901,0x01090101},{0x01f901f9,0x01090101},{0x01f90101,0x01090101},{0x01f90109,0x01090101},
+{0x01f90901,0x01090101},{0x0101f9f9,0x01090101},{0x0101f901,0x01090101},{0x010101f9,0x01090101},{0x01010101,0x01090101},{0x01010109,0x01090101},{0x01010901,0x01090101},{0x0109f901,0x01090101},
+{0x010901f9,0x01090101},{0x01090101,0x01090101},{0x01090109,0x01090101},{0x01090901,0x01090101},{0x09f90109,0x01090101},{0x09f90901,0x01090101},{0x09f90909,0x01090101},{0x0901f901,0x01090101},
+{0x09010101,0x01090101},{0x09010109,0x01090101},{0x09010901,0x01090101},{0x09010909,0x01090101},{0x0909f909,0x01090101},{0x09090101,0x01090101},{0x09090109,0x01090101},{0x090909f9,0x01090101},
+{0xf9f9f909,0x01090109},{0xf9f90901,0x01090109},{0xf9010101,0x01090109},{0xf909f9f9,0x01090109},{0xf9090109,0x01090109},{0xf90909f9,0x01090109},{0xf9090901,0x01090109},{0x01f9f9f9,0x01090109},
+{0x01f90101,0x01090109},{0x01f909f9,0x01090109},{0x01f90909,0x01090109},{0x0101f901,0x01090109},{0x010101f9,0x01090109},{0x01010101,0x01090109},{0x01010109,0x01090109},{0x010109f9,0x01090109},
+{0x01010909,0x01090109},{0x0109f9f9,0x01090109},{0x01090101,0x01090109},{0x010909f9,0x01090109},{0x09f9f9f9,0x01090109},{0x09f9f909,0x01090109},{0x09f90101,0x01090109},{0x09f90909,0x01090109},
+{0x090101f9,0x01090109},{0x09010109,0x01090109},{0x090109f9,0x01090109},{0x09010901,0x01090109},{0x0909f9f9,0x01090109},{0x090901f9,0x01090109},{0x09090109,0x01090109},{0x09090909,0x01090109},
+{0xf9010109,0x010909f9},{0xf9010901,0x010909f9},{0xf9090101,0x010909f9},{0x01f9f901,0x010909f9},{0x0101f909,0x010909f9},{0x01010101,0x010909f9},{0x01010909,0x010909f9},{0x0109f901,0x010909f9},
+{0x01090901,0x010909f9},{0x09f90101,0x010909f9},{0x0901f901,0x010909f9},{0x090109f9,0x010909f9},{0x09090109,0x010909f9},{0xf9f9f901,0x01090901},{0xf9f901f9,0x01090901},{0xf901f9f9,0x01090901},
+{0xf9010101,0x01090901},{0xf909f901,0x01090901},{0xf90901f9,0x01090901},{0xf9090109,0x01090901},{0xf9090901,0x01090901},{0x01f9f9f9,0x01090901},{0x01f9f901,0x01090901},{0x01f90101,0x01090901},
+{0x01f90109,0x01090901},{0x01f909f9,0x01090901},{0x0101f901,0x01090901},{0x010101f9,0x01090901},{0x01010101,0x01090901},{0x01010109,0x01090901},{0x01010901,0x01090901},{0x0109f9f9,0x01090901},
+{0x01090101,0x01090901},{0x01090909,0x01090901},{0x09f9f909,0x01090901},{0x09f901f9,0x01090901},{0x09f90909,0x01090901},{0x09010101,0x01090901},{0x0909f901,0x01090901},{0x090901f9,0x01090901},
+{0x09090101,0x01090901},{0x09090901,0x01090901},{0xf901f901,0x01090909},{0xf9010109,0x01090909},{0xf90109f9,0x01090909},{0x01f9f901,0x01090909},{0x01f901f9,0x01090909},{0x01f90901,0x01090909},
+{0x0101f9f9,0x01090909},{0x01010101,0x01090909},{0x010109f9,0x01090909},{0x01010909,0x01090909},{0x010901f9,0x01090909},{0x01090101,0x01090909},{0x01090901,0x01090909},{0x09f90109,0x01090909},
+{0x090101f9,0x01090909},{0x090109f9,0x01090909},{0x09010909,0x01090909},{0x09090109,0x01090909},{0xf9f9f9f9,0x09f9f9f9},{0xf9f9f909,0x09f9f9f9},{0xf9f909f9,0x09f9f9f9},{0xf9f90909,0x09f9f9f9},
+{0xf909f9f9,0x09f9f9f9},{0xf909f909,0x09f9f9f9},{0xf90909f9,0x09f9f9f9},{0xf9090909,0x09f9f9f9},{0x01f90101,0x09f9f9f9},{0x0101f9f9,0x09f9f9f9},{0x0101f901,0x09f9f9f9},{0x010101f9,0x09f9f9f9},
+{0x01010109,0x09f9f9f9},{0x01010901,0x09f9f9f9},{0x01090101,0x09f9f9f9},{0x09f9f9f9,0x09f9f9f9},{0x09f9f909,0x09f9f9f9},{0x09f909f9,0x09f9f9f9},{0x09f90909,0x09f9f9f9},{0x09010101,0x09f9f9f9},
+{0x0909f9f9,0x09f9f9f9},{0x0909f909,0x09f9f9f9},{0x090909f9,0x09f9f9f9},{0x09090909,0x09f9f9f9},{0xf9f90101,0x09f9f901},{0xf901f901,0x09f9f901},{0xf90101f9,0x09f9f901},{0xf9010109,0x09f9f901},
+{0xf9010901,0x09f9f901},{0xf9090101,0x09f9f901},{0x01f9f901,0x09f9f901},{0x01f901f9,0x09f9f901},{0x01f90901,0x09f9f901},{0x0101f9f9,0x09f9f901},{0x0101f909,0x09f9f901},{0x01010101,0x09f9f901},
+{0x01010109,0x09f9f901},{0x010109f9,0x09f9f901},{0x01010901,0x09f9f901},{0x010901f9,0x09f9f901},{0x01090109,0x09f9f901},{0x01090901,0x09f9f901},{0x09f90101,0x09f9f901},{0x09f90901,0x09f9f901},
+{0x090101f9,0x09f9f901},{0x09010109,0x09f9f901},{0x09010901,0x09f9f901},{0x09090101,0x09f9f901},{0xf9f9f9f9,0x09f9f909},{0xf9f9f909,0x09f9f909},{0xf9f909f9,0x09f9f909},{0xf9f90909,0x09f9f909},
+{0xf9010101,0x09f9f909},{0xf909f9f9,0x09f9f909},{0xf909f909,0x09f9f909},{0xf90909f9,0x09f9f909},{0xf9090909,0x09f9f909},{0x0101f901,0x09f9f909},{0x010101f9,0x09f9f909},{0x01010901,0x09f9f909},
+{0x01090101,0x09f9f909},{0x09f9f9f9,0x09f9f909},{0x09f9f909,0x09f9f909},{0x09f909f9,0x09f9f909},{0x09f90909,0x09f9f909},{0x09010101,0x09f9f909},{0x0909f9f9,0x09f9f909},{0x0909f909,0x09f9f909},
+{0x090909f9,0x09f9f909},{0x09090909,0x09f9f909},{0xf90101f9,0x09f901f9},{0xf9010901,0x09f901f9},{0x01f9f901,0x09f901f9},{0x01f901f9,0x09f901f9},{0x0101f901,0x09f901f9},{0x01010101,0x09f901f9},
+{0x01010909,0x09f901f9},{0x0109f901,0x09f901f9},{0x010901f9,0x09f901f9},{0x01090901,0x09f901f9},{0x090101f9,0x09f901f9},{0x09010901,0x09f901f9},{0xf9f9f901,0x09f90101},{0xf9f90901,0x09f90101},
+{0xf901f909,0x09f90101},{0xf9010101,0x09f90101},{0xf9010909,0x09f90101},{0xf9090109,0x09f90101},{0xf9090901,0x09f90101},{0x01f9f9f9,0x09f90101},{0x01f9f901,0x09f90101},{0x01f90101,0x09f90101},
+{0x01f909f9,0x09f90101},{0x0101f901,0x09f90101},{0x010101f9,0x09f90101},{0x01010101,0x09f90101},{0x01010109,0x09f90101},{0x01010901,0x09f90101},{0x01010909,0x09f90101},{0x01090101,0x09f90101},
+{0x01090109,0x09f90101},{0x010909f9,0x09f90101},{0x01090909,0x09f90101},{0x09f9f901,0x09f90101},{0x09f901f9,0x09f90101},{0x09f90109,0x09f90101},{0x09f90901,0x09f90101},{0x0901f9f9,0x09f90101},
+{0x0901f909,0x09f90101},{0x09010101,0x09f90101},{0x090109f9,0x09f90101},{0x09090109,0x09f90101},{0xf901f901,0x09f90109},{0xf9010109,0x09f90109},{0xf9010901,0x09f90109},{0xf9090101,0x09f90109},
+{0x01f9f901,0x09f90109},{0x01f901f9,0x09f90109},{0x01f90901,0x09f90109},{0x01f90909,0x09f90109},{0x0101f9f9,0x09f90109},{0x01010101,0x09f90109},{0x01010901,0x09f90109},{0x01010909,0x09f90109},
+{0x0109f901,0x09f90109},{0x01090109,0x09f90109},{0x01090909,0x09f90109},{0x09f90101,0x09f90109},{0x0901f901,0x09f90109},{0x09010909,0x09f90109},{0x090901f9,0x09f90109},{0xf9f9f9f9,0x09f909f9},
+{0xf9f9f909,0x09f909f9},{0xf9f909f9,0x09f909f9},{0xf9f90909,0x09f909f9},{0xf9010101,0x09f909f9},{0xf909f9f9,0x09f909f9},{0xf909f909,0x09f909f9},{0xf90909f9,0x09f909f9},{0xf9090909,0x09f909f9},
+{0x01f9f901,0x09f909f9},{0x01f90101,0x09f909f9},{0x0101f901,0x09f909f9},{0x010101f9,0x09f909f9},{0x01010901,0x09f909f9},{0x01090101,0x09f909f9},{0x01090901,0x09f909f9},{0x09f9f9f9,0x09f909f9},
+{0x09f9f909,0x09f909f9},{0x09f909f9,0x09f909f9},{0x09f90909,0x09f909f9},{0x09010101,0x09f909f9},{0x0909f9f9,0x09f909f9},{0x0909f909,0x09f909f9},{0x090909f9,0x09f909f9},{0x09090909,0x09f909f9},
+{0xf9f90101,0x09f90901},{0xf9f90109,0x09f90901},{0xf901f901,0x09f90901},{0xf90101f9,0x09f90901},{0xf9010109,0x09f90901},{0xf9090101,0x09f90901},{0x01f9f901,0x09f90901},{0x01f901f9,0x09f90901},
+{0x01f90109,0x09f90901},{0x01f90901,0x09f90901},{0x0101f9f9,0x09f90901},{0x0101f909,0x09f90901},{0x01010101,0x09f90901},{0x01010909,0x09f90901},{0x0109f901,0x09f90901},{0x010901f9,0x09f90901},
+{0x09f90101,0x09f90901},{0x09010109,0x09f90901},{0x09010901,0x09f90901},{0x09090101,0x09f90901},{0xf9f9f9f9,0x09f90909},{0xf9f9f909,0x09f90909},{0xf9f909f9,0x09f90909},{0xf9f90909,0x09f90909},
+{0xf9010101,0x09f90909},{0xf909f9f9,0x09f90909},{0xf909f909,0x09f90909},{0xf90909f9,0x09f90909},{0xf9090909,0x09f90909},{0x01f90101,0x09f90909},{0x0101f901,0x09f90909},{0x010101f9,0x09f90909},
+{0x01010109,0x09f90909},{0x09f9f9f9,0x09f90909},{0x09f9f909,0x09f90909},{0x09f909f9,0x09f90909},{0x09f90909,0x09f90909},{0x09010101,0x09f90909},{0x0909f9f9,0x09f90909},{0x0909f909,0x09f90909},
+{0x090909f9,0x09f90909},{0x09090909,0x09f90909},{0xf9f90101,0x0901f9f9},{0xf901f901,0x0901f9f9},{0xf9010109,0x0901f9f9},{0xf90109f9,0x0901f9f9},{0xf9010901,0x0901f9f9},{0xf9090101,0x0901f9f9},
+{0x01f9f901,0x0901f9f9},{0x01f90109,0x0901f9f9},{0x01f90901,0x0901f9f9},{0x01010101,0x0901f9f9},{0x010109f9,0x0901f9f9},{0x01010909,0x0901f9f9},{0x01090901,0x0901f9f9},{0x01090909,0x0901f9f9},
+{0x09f90101,0x0901f9f9},{0x0901f901,0x0901f9f9},{0x090101f9,0x0901f9f9},{0x09010109,0x0901f9f9},{0x09010901,0x0901f9f9},{0x09090101,0x0901f9f9},{0xf9f9f901,0x0901f901},{0xf9f901f9,0x0901f901},
+{0xf9f90109,0x0901f901},{0xf9f90901,0x0901f901},{0xf901f9f9,0x0901f901},{0xf9010101,0x0901f901},{0xf90109f9,0x0901f901},{0xf9010909,0x0901f901},{0xf909f901,0x0901f901},{0xf90901f9,0x0901f901},
+{0xf9090109,0x0901f901},{0xf9090901,0x0901f901},{0x01f9f9f9,0x0901f901},{0x01f90101,0x0901f901},{0x0101f9f9,0x0901f901},{0x0101f901,0x0901f901},{0x010101f9,0x0901f901},{0x01010101,0x0901f901},
+{0x01010109,0x0901f901},{0x01010901,0x0901f901},{0x0109f909,0x0901f901},{0x01090101,0x0901f901},{0x09f901f9,0x0901f901},{0x09f90109,0x0901f901},{0x0901f909,0x0901f901},{0x09010101,0x0901f901},
+{0x090109f9,0x0901f901},{0x0909f901,0x0901f901},{0x090901f9,0x0901f901},{0x09090109,0x0901f901},{0x09090901,0x0901f901},{0xf9f90101,0x0901f909},{0xf901f901,0x0901f909},{0xf90101f9,0x0901f909},
+{0xf9010901,0x0901f909},{0xf9090101,0x0901f909},{0x01f901f9,0x0901f909},{0x01f90109,0x0901f909},{0x01f90901,0x0901f909},{0x0101f9f9,0x0901f909},{0x0101f909,0x0901f909},{0x01010101,0x0901f909},
+{0x010109f9,0x0901f909},{0x01090109,0x0901f909},{0x01090901,0x0901f909},{0x09f90101,0x0901f909},{0x090101f9,0x0901f909},{0x09010109,0x0901f909},{0x09090901,0x0901f909},{0xf9f9f901,0x090101f9},
+{0xf9f901f9,0x090101f9},{0xf9f90109,0x090101f9},{0xf901f9f9,0x090101f9},{0xf9010101,0x090101f9},{0xf90109f9,0x090101f9},{0xf9090109,0x090101f9},{0x01f9f9f9,0x090101f9},{0x01f90909,0x090101f9},
+{0x0101f901,0x090101f9},{0x010101f9,0x090101f9},{0x01010101,0x090101f9},{0x01010109,0x090101f9},{0x010109f9,0x090101f9},{0x01010901,0x090101f9},{0x0109f9f9,0x090101f9},{0x0109f901,0x090101f9},
+{0x0109f909,0x090101f9},{0x01090101,0x090101f9},{0x09f901f9,0x090101f9},{0x09f90109,0x090101f9},{0x0901f909,0x090101f9},{0x090101f9,0x090101f9},{0x09010101,0x090101f9},{0x090109f9,0x090101f9},
+{0x0909f901,0x090101f9},{0x09090901,0x090101f9},{0xf9f9f9f9,0x09010101},{0xf9f90101,0x09010101},{0xf9f909f9,0x09010101},{0xf9f90909,0x09010101},{0xf901f9f9,0x09010101},{0xf901f901,0x09010101},
+{0xf90101f9,0x09010101},{0xf9010101,0x09010101},{0xf9010109,0x09010101},{0xf9010901,0x09010101},{0xf909f901,0x09010101},{0xf9090101,0x09010101},{0xf9090901,0x09010101},{0xf9090909,0x09010101},
+{0x01f9f901,0x09010101},{0x01f901f9,0x09010101},{0x01f90101,0x09010101},{0x01f90109,0x09010101},{0x01f90901,0x09010101},{0x0101f9f9,0x09010101},{0x0101f901,0x09010101},{0x0101f909,0x09010101},
+{0x010101f9,0x09010101},{0x01010101,0x09010101},{0x01010109,0x09010101},{0x010109f9,0x09010101},{0x01010901,0x09010101},{0x01010909,0x09010101},{0x0109f901,0x09010101},{0x010901f9,0x09010101},
+{0x01090101,0x09010101},{0x01090109,0x09010101},{0x01090901,0x09010101},{0x09f9f901,0x09010101},{0x09f90101,0x09010101},{0x09f909f9,0x09010101},{0x0901f901,0x09010101},{0x0901f909,0x09010101},
+{0x090101f9,0x09010101},{0x09010101,0x09010101},{0x09010109,0x09010101},{0x09010901,0x09010101},{0x09010909,0x09010101},{0x0909f9f9,0x09010101},{0x0909f909,0x09010101},{0x09090101,0x09010101},
+{0x090909f9,0x09010101},{0x09090909,0x09010101},{0xf9f9f901,0x09010109},{0xf9f901f9,0x09010109},{0xf901f9f9,0x09010109},{0xf9010101,0x09010109},{0xf9010901,0x09010109},{0xf909f9f9,0x09010109},
+{0xf9090109,0x09010109},{0xf9090901,0x09010109},{0x01f90101,0x09010109},{0x01f909f9,0x09010109},{0x01f90901,0x09010109},{0x0101f901,0x09010109},{0x0101f909,0x09010109},{0x01010101,0x09010109},
+{0x01010109,0x09010109},{0x01010901,0x09010109},{0x01090101,0x09010109},{0x010909f9,0x09010109},{0x09f9f909,0x09010109},{0x09f901f9,0x09010109},{0x09f90901,0x09010109},{0x09f90909,0x09010109},
+{0x0901f909,0x09010109},{0x090101f9,0x09010109},{0x09010101,0x09010109},{0x090901f9,0x09010109},{0x09090109,0x09010109},{0x09090901,0x09010109},{0xf9f90101,0x090109f9},{0xf9010109,0x090109f9},
+{0xf9010901,0x090109f9},{0xf9090101,0x090109f9},{0x01f9f901,0x090109f9},{0x01f90109,0x090109f9},{0x0101f9f9,0x090109f9},{0x0101f909,0x090109f9},{0x01010101,0x090109f9},{0x01010109,0x090109f9},
+{0x01010909,0x090109f9},{0x010901f9,0x090109f9},{0x01090101,0x090109f9},{0x09f90101,0x090109f9},{0x0901f901,0x090109f9},{0x09010109,0x090109f9},{0x09010901,0x090109f9},{0x09090101,0x090109f9},
+{0xf9f901f9,0x09010901},{0xf9f90109,0x09010901},{0xf9f90901,0x09010901},{0xf901f9f9,0x09010901},{0xf901f909,0x09010901},{0xf9010101,0x09010901},{0xf90109f9,0x09010901},{0xf9010909,0x09010901},
+{0xf909f9f9,0x09010901},{0xf909f901,0x09010901},{0xf90901f9,0x09010901},{0xf9090109,0x09010901},{0x01f9f9f9,0x09010901},{0x01f9f909,0x09010901},{0x01f90101,0x09010901},{0x01f909f9,0x09010901},
+{0x01f90909,0x09010901},{0x0101f901,0x09010901},{0x010101f9,0x09010901},{0x01010101,0x09010901},{0x01010109,0x09010901},{0x01010901,0x09010901},{0x0109f909,0x09010901},{0x01090101,0x09010901},
+{0x01090109,0x09010901},{0x01090909,0x09010901},{0x09f9f901,0x09010901},{0x09f901f9,0x09010901},{0x0901f9f9,0x09010901},{0x0901f909,0x09010901},{0x09010101,0x09010901},{0x09010909,0x09010901},
+{0x0909f901,0x09010901},{0x09090109,0x09010901},{0xf9f90101,0x09010909},{0xf9010101,0x09010909},{0xf9090101,0x09010909},{0x01f901f9,0x09010909},{0x01f90109,0x09010909},{0x01f90901,0x09010909},
+{0x0101f9f9,0x09010909},{0x01010101,0x09010909},{0x010109f9,0x09010909},{0x0109f901,0x09010909},{0x09f90101,0x09010909},{0x0901f901,0x09010909},{0x090101f9,0x09010909},{0x09010101,0x09010909},
+{0x09010109,0x09010909},{0xf9f9f9f9,0x0909f9f9},{0xf9f9f909,0x0909f9f9},{0xf9f909f9,0x0909f9f9},{0xf9f90909,0x0909f9f9},{0xf9010101,0x0909f9f9},{0xf909f9f9,0x0909f9f9},{0xf909f909,0x0909f9f9},
+{0xf90909f9,0x0909f9f9},{0xf9090909,0x0909f9f9},{0x01f90101,0x0909f9f9},{0x0101f901,0x0909f9f9},{0x010101f9,0x0909f9f9},{0x01010109,0x0909f9f9},{0x01010901,0x0909f9f9},{0x09f9f9f9,0x0909f9f9},
+{0x09f9f909,0x0909f9f9},{0x09f909f9,0x0909f9f9},{0x09f90909,0x0909f9f9},{0x09010101,0x0909f9f9},{0x0909f9f9,0x0909f9f9},{0x0909f909,0x0909f9f9},{0x090909f9,0x0909f9f9},{0x09090909,0x0909f9f9},
+{0xf9f90101,0x0909f901},{0xf9f90901,0x0909f901},{0xf901f901,0x0909f901},{0xf90101f9,0x0909f901},{0xf9010109,0x0909f901},{0xf9010901,0x0909f901},{0xf9010909,0x0909f901},{0x01f90109,0x0909f901},
+{0x01f90901,0x0909f901},{0x0101f901,0x0909f901},{0x01010101,0x0909f901},{0x010109f9,0x0909f901},{0x01010909,0x0909f901},{0x0109f901,0x0909f901},{0x010901f9,0x0909f901},{0x09f90101,0x0909f901},
+{0x0901f9f9,0x0909f901},{0x0901f909,0x0909f901},{0x09010109,0x0909f901},{0x09010901,0x0909f901},{0xf9f9f909,0x0909f909},{0xf9f909f9,0x0909f909},{0xf9f90909,0x0909f909},{0xf901f9f9,0x0909f909},
+{0xf9010901,0x0909f909},{0xf909f909,0x0909f909},{0xf90909f9,0x0909f909},{0xf9090909,0x0909f909},{0x01f90101,0x0909f909},{0x0101f901,0x0909f909},{0x01010109,0x0909f909},{0x01010901,0x0909f909},
+{0x01090101,0x0909f909},{0x09f9f9f9,0x0909f909},{0x09f9f909,0x0909f909},{0x09f909f9,0x0909f909},{0x09f90909,0x0909f909},{0x09010101,0x0909f909},{0x0909f9f9,0x0909f909},{0x0909f909,0x0909f909},
+{0x090909f9,0x0909f909},{0x09090909,0x0909f909},{0xf9010901,0x090901f9},{0xf9090101,0x090901f9},{0x01f9f901,0x090901f9},{0x01f901f9,0x090901f9},{0x0101f9f9,0x090901f9},{0x010101f9,0x090901f9},
+{0x01010101,0x090901f9},{0x010109f9,0x090901f9},{0x01010909,0x090901f9},{0x0109f901,0x090901f9},{0x01090101,0x090901f9},{0x01090109,0x090901f9},{0x010909f9,0x090901f9},{0x01090901,0x090901f9},
+{0x09f90101,0x090901f9},{0xf9f90109,0x09090101},{0xf9f90901,0x09090101},{0xf901f9f9,0x09090101},{0xf901f909,0x09090101},{0xf9010101,0x09090101},{0xf90109f9,0x09090101},{0xf9090109,0x09090101},
+{0xf9090901,0x09090101},{0x01f9f909,0x09090101},{0x01f90101,0x09090101},{0x0101f901,0x09090101},{0x010101f9,0x09090101},{0x01010101,0x09090101},{0x01010109,0x09090101},{0x01010901,0x09090101},
+{0x01090101,0x09090101},{0x01090909,0x09090101},{0x09f9f901,0x09090101},{0x09f901f9,0x09090101},{0x09f90101,0x09090101},{0x09f90109,0x09090101},{0x09f90901,0x09090101},{0x0901f909,0x09090101},
+{0x09010101,0x09090101},{0x090109f9,0x09090101},{0xf9f90101,0x09090109},{0xf901f901,0x09090109},{0xf9010109,0x09090109},{0xf9010909,0x09090109},{0xf909f901,0x09090109},{0xf9090101,0x09090109},
+{0x01f901f9,0x09090109},{0x01f90109,0x09090109},{0x01f90909,0x09090109},{0x0101f909,0x09090109},{0x01010101,0x09090109},{0x01010109,0x09090109},{0x010109f9,0x09090109},{0x0109f9f9,0x09090109},
+{0x0109f909,0x09090109},{0x09f90109,0x09090109},{0x0901f9f9,0x09090109},{0x09010101,0x09090109},{0x09010109,0x09090109},{0x09010901,0x09090109},{0x0909f901,0x09090109},{0x090901f9,0x09090109},
+{0x09090109,0x09090109},{0xf9f9f9f9,0x090909f9},{0xf9f9f909,0x090909f9},{0xf9f909f9,0x090909f9},{0xf9f90909,0x090909f9},{0xf909f9f9,0x090909f9},{0xf909f909,0x090909f9},{0xf90909f9,0x090909f9},
+{0xf9090909,0x090909f9},{0x0101f901,0x090909f9},{0x010101f9,0x090909f9},{0x01010109,0x090909f9},{0x01010901,0x090909f9},{0x09f9f9f9,0x090909f9},{0x09f9f909,0x090909f9},{0x09f909f9,0x090909f9},
+{0x09f90909,0x090909f9},{0x09010101,0x090909f9},{0x0909f9f9,0x090909f9},{0x0909f909,0x090909f9},{0x090909f9,0x090909f9},{0x09090909,0x090909f9},{0xf9f90101,0x09090901},{0xf90101f9,0x09090901},
+{0xf9010901,0x09090901},{0xf909f901,0x09090901},{0xf9090101,0x09090901},{0x01f9f901,0x09090901},{0x0101f9f9,0x09090901},{0x01010101,0x09090901},{0x01010909,0x09090901},{0x0109f901,0x09090901},
+{0x01090109,0x09090901},{0x01090901,0x09090901},{0x0901f9f9,0x09090901},{0x09010109,0x09090901},{0xf9f9f9f9,0x09090909},{0xf9f9f909,0x09090909},{0xf9f909f9,0x09090909},{0xf9f90909,0x09090909},
+{0xf909f9f9,0x09090909},{0xf909f909,0x09090909},{0xf90909f9,0x09090909},{0xf9090909,0x09090909},{0x0101f901,0x09090909},{0x010101f9,0x09090909},{0x01010109,0x09090909},{0x09f9f9f9,0x09090909},
+{0x09f9f909,0x09090909},{0x09f909f9,0x09090909},{0x09f90909,0x09090909},{0x09010101,0x09090909},{0x0909f9f9,0x09090909},{0x0909f909,0x09090909},{0x090909f9,0x09090909},{0x09090909,0x09090909},
+{0xf7f7f7f7,0xf7f7f7f7},{0xf7f7f707,0xf7f7f7f7},{0xf7f7ffff,0xf7f7f7f7},{0xf7f707f7,0xf7f7f7f7},{0xf7f70707,0xf7f7f7f7},{0xf7fff7ff,0xf7f7f7f7},{0xf7ffffff,0xf7f7f7f7},{0xf707f7f7,0xf7f7f7f7},
+{0xf707f707,0xf7f7f7f7},{0xf70707f7,0xf7f7f7f7},{0xf7070707,0xf7f7f7f7},{0xfff7ffff,0xf7f7f7f7},{0xfffff7ff,0xf7f7f7f7},{0xfffffff7,0xf7f7f7f7},{0xffffff07,0xf7f7f7f7},{0xff07ffff,0xf7f7f7f7},
+{0x07f7f7f7,0xf7f7f7f7},{0x07f7f707,0xf7f7f7f7},{0x07f707f7,0xf7f7f7f7},{0x07f70707,0xf7f7f7f7},{0x07ffffff,0xf7f7f7f7},{0x0707f7f7,0xf7f7f7f7},{0x0707f707,0xf7f7f7f7},{0x070707f7,0xf7f7f7f7},
+{0x07070707,0xf7f7f7f7},{0xf7f7fff7,0xf7f7f7ff},{0xf7f7ffff,0xf7f7f7ff},{0xf7fff7ff,0xf7f7f7ff},{0xf7fffff7,0xf7f7f7ff},{0xf7ffff07,0xf7f7f7ff},{0xf7ff07ff,0xf7f7f7ff},{0xf7ff0707,0xf7f7f7ff},
+{0xf707ffff,0xf7f7f7ff},{0xfff7f7ff,0xf7f7f7ff},{0xfff7ff07,0xf7f7f7ff},{0xfff707ff,0xf7f7f7ff},{0xfffff707,0xf7f7f7ff},{0xffffffff,0xf7f7f7ff},{0xffff0707,0xf7f7f7ff},{0xff07f7ff,0xf7f7f7ff},
+{0xff07fff7,0xf7f7f7ff},{0xff07ff07,0xf7f7f7ff},{0xff0707f7,0xf7f7f7ff},{0x07f7ffff,0xf7f7f7ff},{0x07fff7ff,0xf7f7f7ff},{0x07fffff7,0xf7f7f7ff},{0x07ffff07,0xf7f7f7ff},{0x0707ffff,0xf7f7f7ff},
+{0xf7f7f7f7,0xf7f7f707},{0xf7f7f707,0xf7f7f707},{0xf7f707f7,0xf7f7f707},{0xf7f70707,0xf7f7f707},{0xf7ffffff,0xf7f7f707},{0xf707f7f7,0xf7f7f707},{0xf707f707,0xf7f7f707},{0xf70707f7,0xf7f7f707},
+{0xf7070707,0xf7f7f707},{0xfff7ffff,0xf7f7f707},{0xfffff7ff,0xf7f7f707},{0xffff07ff,0xf7f7f707},{0xff07fff7,0xf7f7f707},{0xff0707ff,0xf7f7f707},{0x07f7f7f7,0xf7f7f707},{0x07f7f707,0xf7f7f707},
+{0x07f707f7,0xf7f7f707},{0x07f70707,0xf7f7f707},{0x07fff7ff,0xf7f7f707},{0x07ffffff,0xf7f7f707},{0x07ff07ff,0xf7f7f707},{0x0707f7f7,0xf7f7f707},{0x0707f707,0xf7f7f707},{0x070707f7,0xf7f7f707},
+{0x07070707,0xf7f7f707},{0xf7fff7ff,0xf7f7fff7},{0xf7fffff7,0xf7f7fff7},{0xf7ffff07,0xf7f7fff7},{0xf707ffff,0xf7f7fff7},{0xfff7f7ff,0xf7f7fff7},{0xfff707ff,0xf7f7fff7},{0xffffffff,0xf7f7fff7},
+{0xffff0707,0xf7f7fff7},{0xff07fff7,0xf7f7fff7},{0xff07ffff,0xf7f7fff7},{0x07fff7ff,0xf7f7fff7},{0x07ff07ff,0xf7f7fff7},{0x0707ffff,0xf7f7fff7},{0xf7f7f7ff,0xf7f7ffff},{0xf7f7fff7,0xf7f7ffff},
+{0xf7f7ffff,0xf7f7ffff},{0xf7f7ff07,0xf7f7ffff},{0xf7ffffff,0xf7f7ffff},{0xf7ff07f7,0xf7f7ffff},{0xf7ff0707,0xf7f7ffff},{0xf70707ff,0xf7f7ffff},{0xfff7f7f7,0xf7f7ffff},{0xfff7ffff,0xf7f7ffff},
+{0xfff70707,0xf7f7ffff},{0xfffff7f7,0xf7f7ffff},{0xfffff7ff,0xf7f7ffff},{0xfffffff7,0xf7f7ffff},{0xffffffff,0xf7f7ffff},{0xffffff07,0xf7f7ffff},{0xffff07ff,0xf7f7ffff},{0xff07f7f7,0xf7f7ffff},
+{0xff07f707,0xf7f7ffff},{0xff07ffff,0xf7f7ffff},{0xff0707f7,0xf7f7ffff},{0xff070707,0xf7f7ffff},{0x07f7f7ff,0xf7f7ffff},{0x07fff7ff,0xf7f7ffff},{0x07ffffff,0xf7f7ffff},{0x07ff07f7,0xf7f7ffff},
+{0x07ff0707,0xf7f7ffff},{0x0707f7ff,0xf7f7ffff},{0x0707fff7,0xf7f7ffff},{0x0707ffff,0xf7f7ffff},{0x0707ff07,0xf7f7ffff},{0x070707ff,0xf7f7ffff},{0xf7fffff7,0xf7f7ff07},{0xf7ff07ff,0xf7f7ff07},
+{0xfff7f7ff,0xf7f7ff07},{0xfff7fff7,0xf7f7ff07},{0xfffff7f7,0xf7f7ff07},{0xfffff707,0xf7f7ff07},{0xffffffff,0xf7f7ff07},{0xffff07f7,0xf7f7ff07},{0xff07f7f7,0xf7f7ff07},{0xff07f7ff,0xf7f7ff07},
+{0xff07ff07,0xf7f7ff07},{0xff0707ff,0xf7f7ff07},{0x07f7ffff,0xf7f7ff07},{0x07fff7ff,0xf7f7ff07},{0x07fffff7,0xf7f7ff07},{0x07ff07ff,0xf7f7ff07},{0xf7f7f7f7,0xf7f707f7},{0xf7f7f707,0xf7f707f7},
+{0xf7f707f7,0xf7f707f7},{0xf7f70707,0xf7f707f7},{0xf7ffffff,0xf7f707f7},{0xf707f7f7,0xf7f707f7},{0xf707f707,0xf7f707f7},{0xf70707f7,0xf7f707f7},{0xf7070707,0xf7f707f7},{0xfff7ffff,0xf7f707f7},
+{0xfffff7ff,0xf7f707f7},{0xffffff07,0xf7f707f7},{0xff07ffff,0xf7f707f7},{0x07f7f7f7,0xf7f707f7},{0x07f7f707,0xf7f707f7},{0x07f707f7,0xf7f707f7},{0x07f70707,0xf7f707f7},{0x07ffffff,0xf7f707f7},
+{0x0707f7f7,0xf7f707f7},{0x0707f707,0xf7f707f7},{0x070707f7,0xf7f707f7},{0x07070707,0xf7f707f7},{0xf7f7ffff,0xf7f707ff},{0xf7fff7ff,0xf7f707ff},{0xf7fffff7,0xf7f707ff},{0xf7ff07ff,0xf7f707ff},
+{0xf707fff7,0xf7f707ff},{0xf707ffff,0xf7f707ff},{0xfff7f7ff,0xf7f707ff},{0xfffff7f7,0xf7f707ff},{0xfffff7ff,0xf7f707ff},{0xffffffff,0xf7f707ff},{0xff07f7ff,0xf7f707ff},{0xff07fff7,0xf7f707ff},
+{0xff0707ff,0xf7f707ff},{0x07fff7ff,0xf7f707ff},{0x07fffff7,0xf7f707ff},{0x07ffff07,0xf7f707ff},{0x07ff07ff,0xf7f707ff},{0x0707ffff,0xf7f707ff},{0xf7f7f7f7,0xf7f70707},{0xf7f7f707,0xf7f70707},
+{0xf7f707f7,0xf7f70707},{0xf7f70707,0xf7f70707},{0xf7ffffff,0xf7f70707},{0xf707f7f7,0xf7f70707},{0xf707f707,0xf7f70707},{0xf70707f7,0xf7f70707},{0xf7070707,0xf7f70707},{0xfff7ffff,0xf7f70707},
+{0xfffff7ff,0xf7f70707},{0xffff07ff,0xf7f70707},{0xff07f7ff,0xf7f70707},{0xff07ffff,0xf7f70707},{0x07f7f7f7,0xf7f70707},{0x07f7f707,0xf7f70707},{0x07f7ffff,0xf7f70707},{0x07f707f7,0xf7f70707},
+{0x07f70707,0xf7f70707},{0x07ffffff,0xf7f70707},{0x0707f7f7,0xf7f70707},{0x0707f707,0xf7f70707},{0x070707f7,0xf7f70707},{0x07070707,0xf7f70707},{0xf7fff7f7,0xf7fff7f7},{0xf7fff7ff,0xf7fff7f7},
+{0xf7fffff7,0xf7fff7f7},{0xf7ff07ff,0xf7fff7f7},{0xf707fff7,0xf7fff7f7},{0xf707ffff,0xf7fff7f7},{0xfff7f7ff,0xf7fff7f7},{0xfff7fff7,0xf7fff7f7},{0xfffff7f7,0xf7fff7f7},{0xffffffff,0xf7fff7f7},
+{0xffff07f7,0xf7fff7f7},{0xff07f7ff,0xf7fff7f7},{0xff07fff7,0xf7fff7f7},{0xff07ffff,0xf7fff7f7},{0xff0707ff,0xf7fff7f7},{0x07fff7ff,0xf7fff7f7},{0x07fffff7,0xf7fff7f7},{0x07ffff07,0xf7fff7f7},
+{0x0707f7ff,0xf7fff7f7},{0x0707ffff,0xf7fff7f7},{0xf7f7f7ff,0xf7fff7ff},{0xf7f7fff7,0xf7fff7ff},{0xf7f7ff07,0xf7fff7ff},{0xf7f707ff,0xf7fff7ff},{0xf7fff7f7,0xf7fff7ff},{0xf7fff707,0xf7fff7ff},
+{0xf7ffffff,0xf7fff7ff},{0xf7ff07f7,0xf7fff7ff},{0xf707f7ff,0xf7fff7ff},{0xf707fff7,0xf7fff7ff},{0xf70707ff,0xf7fff7ff},{0xfff7ffff,0xf7fff7ff},{0xfff70707,0xf7fff7ff},{0xfffff7f7,0xf7fff7ff},
+{0xfffff7ff,0xf7fff7ff},{0xfffff707,0xf7fff7ff},{0xfffffff7,0xf7fff7ff},{0xffffffff,0xf7fff7ff},{0xffffff07,0xf7fff7ff},{0xffff07ff,0xf7fff7ff},{0xff07f7f7,0xf7fff7ff},{0xff07ffff,0xf7fff7ff},
+{0x07f7fff7,0xf7fff7ff},{0x07fff707,0xf7fff7ff},{0x07ffffff,0xf7fff7ff},{0x0707f7ff,0xf7fff7ff},{0x0707fff7,0xf7fff7ff},{0xf7fff7ff,0xf7fff707},{0xf7fffff7,0xf7fff707},{0xf7ffff07,0xf7fff707},
+{0xf707ffff,0xf7fff707},{0xfff7f7f7,0xf7fff707},{0xfff7ff07,0xf7fff707},{0xfff707ff,0xf7fff707},{0xfffff707,0xf7fff707},{0xffffffff,0xf7fff707},{0xffff07f7,0xf7fff707},{0xffff0707,0xf7fff707},
+{0xff07fff7,0xf7fff707},{0xff07ff07,0xf7fff707},{0x07f7ffff,0xf7fff707},{0x07fff7ff,0xf7fff707},{0x07fffff7,0xf7fff707},{0x07ffff07,0xf7fff707},{0x0707ffff,0xf7fff707},{0xf7f7f7ff,0xf7fffff7},
+{0xf7f7ff07,0xf7fffff7},{0xf7f707ff,0xf7fffff7},{0xf7fffff7,0xf7fffff7},{0xf7ffffff,0xf7fffff7},{0xf7ff07f7,0xf7fffff7},{0xf7ff07ff,0xf7fffff7},{0xf707f7ff,0xf7fffff7},{0xf707ff07,0xf7fffff7},
+{0xfff7f7ff,0xf7fffff7},{0xfff7ffff,0xf7fffff7},{0xfff7ff07,0xf7fffff7},{0xfff707f7,0xf7fffff7},{0xfff70707,0xf7fffff7},{0xfffff7ff,0xf7fffff7},{0xfffffff7,0xf7fffff7},{0xffffffff,0xf7fffff7},
+{0xffffff07,0xf7fffff7},{0xffff07ff,0xf7fffff7},{0xff07f707,0xf7fffff7},{0xff07ffff,0xf7fffff7},{0xff0707f7,0xf7fffff7},{0x07f7fff7,0xf7fffff7},{0x07f707ff,0xf7fffff7},{0x07fff7f7,0xf7fffff7},
+{0x07fffff7,0xf7fffff7},{0x07ffffff,0xf7fffff7},{0x07ff07f7,0xf7fffff7},{0x07ff07ff,0xf7fffff7},{0x07ff0707,0xf7fffff7},{0x0707f7ff,0xf7fffff7},{0x0707fff7,0xf7fffff7},{0x0707ffff,0xf7fffff7},
+{0x070707ff,0xf7fffff7},{0xf7f7f707,0xf7ffffff},{0xf7f7ffff,0xf7ffffff},{0xf7f70707,0xf7ffffff},{0xf7fff7ff,0xf7ffffff},{0xf7fffff7,0xf7ffffff},{0xf7ffffff,0xf7ffffff},{0xf7ffff07,0xf7ffffff},
+{0xf7ff07ff,0xf7ffffff},{0xf707f7f7,0xf7ffffff},{0xf707f707,0xf7ffffff},{0xf707ffff,0xf7ffffff},{0xf70707f7,0xf7ffffff},{0xf7070707,0xf7ffffff},{0xfff7f7ff,0xf7ffffff},{0xfff7fff7,0xf7ffffff},
+{0xfff7ffff,0xf7ffffff},{0xfff7ff07,0xf7ffffff},{0xfffff7ff,0xf7ffffff},{0xfffff707,0xf7ffffff},{0xfffffff7,0xf7ffffff},{0xffffffff,0xf7ffffff},{0xffffff07,0xf7ffffff},{0xffff07ff,0xf7ffffff},
+{0xffff0707,0xf7ffffff},{0xff07f7ff,0xf7ffffff},{0xff07fff7,0xf7ffffff},{0xff07ffff,0xf7ffffff},{0xff07ff07,0xf7ffffff},{0xff0707ff,0xf7ffffff},{0x07f7f7f7,0xf7ffffff},{0x07f7f707,0xf7ffffff},
+{0x07f7fff7,0xf7ffffff},{0x07f7ffff,0xf7ffffff},{0x07f707f7,0xf7ffffff},{0x07f70707,0xf7ffffff},{0x07fff7f7,0xf7ffffff},{0x07fff7ff,0xf7ffffff},{0x07fffff7,0xf7ffffff},{0x07ffffff,0xf7ffffff},
+{0x07ffff07,0xf7ffffff},{0x07ff07ff,0xf7ffffff},{0x07ff0707,0xf7ffffff},{0x0707f7f7,0xf7ffffff},{0x0707f707,0xf7ffffff},{0x0707ffff,0xf7ffffff},{0xf7f7f7ff,0xf7ffff07},{0xf7f7fff7,0xf7ffff07},
+{0xf7f7ffff,0xf7ffff07},{0xf7f7ff07,0xf7ffff07},{0xf7ffffff,0xf7ffff07},{0xf7ffff07,0xf7ffff07},{0xf7ff07f7,0xf7ffff07},{0xf7ff0707,0xf7ffff07},{0xf707f7ff,0xf7ffff07},{0xf707ff07,0xf7ffff07},
+{0xfff7f7f7,0xf7ffff07},{0xfff7f707,0xf7ffff07},{0xfff7fff7,0xf7ffff07},{0xfff7ffff,0xf7ffff07},{0xfff707f7,0xf7ffff07},{0xfff70707,0xf7ffff07},{0xfffff7ff,0xf7ffff07},{0xffffffff,0xf7ffff07},
+{0xffffff07,0xf7ffff07},{0xffff07f7,0xf7ffff07},{0xffff07ff,0xf7ffff07},{0xff07f7ff,0xf7ffff07},{0xff07fff7,0xf7ffff07},{0xff07ffff,0xf7ffff07},{0xff0707f7,0xf7ffff07},{0xff0707ff,0xf7ffff07},
+{0xff070707,0xf7ffff07},{0x07f7ff07,0xf7ffff07},{0x07f70707,0xf7ffff07},{0x07fff707,0xf7ffff07},{0x07ffffff,0xf7ffff07},{0x0707fff7,0xf7ffff07},{0x070707ff,0xf7ffff07},{0xf7fff7ff,0xf7ff07f7},
+{0xf7ffff07,0xf7ff07f7},{0xf707ffff,0xf7ff07f7},{0xfff7f7ff,0xf7ff07f7},{0xfff7fff7,0xf7ff07f7},{0xfff7ff07,0xf7ff07f7},{0xfff707ff,0xf7ff07f7},{0xfffff7f7,0xf7ff07f7},{0xffffffff,0xf7ff07f7},
+{0xffff07f7,0xf7ff07f7},{0xffff0707,0xf7ff07f7},{0xff07f7f7,0xf7ff07f7},{0xff07f7ff,0xf7ff07f7},{0xff07fff7,0xf7ff07f7},{0xff07ff07,0xf7ff07f7},{0xff0707ff,0xf7ff07f7},{0x07f7ffff,0xf7ff07f7},
+{0x07fff7ff,0xf7ff07f7},{0x07fffff7,0xf7ff07f7},{0x0707ffff,0xf7ff07f7},{0xf7fff7f7,0xf7ff07ff},{0xf7fff707,0xf7ff07ff},{0xf7ffffff,0xf7ff07ff},{0xf7ff0707,0xf7ff07ff},{0xf707f7ff,0xf7ff07ff},
+{0xf707ffff,0xf7ff07ff},{0xfff7f707,0xf7ff07ff},{0xfff7fff7,0xf7ff07ff},{0xfff7ffff,0xf7ff07ff},{0xfff707f7,0xf7ff07ff},{0xfffff7ff,0xf7ff07ff},{0xfffffff7,0xf7ff07ff},{0xffffffff,0xf7ff07ff},
+{0xffffff07,0xf7ff07ff},{0xffff07ff,0xf7ff07ff},{0xffff0707,0xf7ff07ff},{0xff07f7f7,0xf7ff07ff},{0xff07ffff,0xf7ff07ff},{0xff070707,0xf7ff07ff},{0x07f707ff,0xf7ff07ff},{0x07fff7ff,0xf7ff07ff},
+{0x07fff707,0xf7ff07ff},{0x07ffffff,0xf7ff07ff},{0x07ff07f7,0xf7ff07ff},{0x0707f7ff,0xf7ff07ff},{0x0707ff07,0xf7ff07ff},{0x070707ff,0xf7ff07ff},{0xf7f707ff,0xf7ff0707},{0xf7ffff07,0xf7ff0707},
+{0xf707fff7,0xf7ff0707},{0xf707ff07,0xf7ff0707},{0xfff7fff7,0xf7ff0707},{0xfff7ff07,0xf7ff0707},{0xfff707ff,0xf7ff0707},{0xfffff7f7,0xf7ff0707},{0xfffff707,0xf7ff0707},{0xffffffff,0xf7ff0707},
+{0xffff07f7,0xf7ff0707},{0xff07f7ff,0xf7ff0707},{0xff07ff07,0xf7ff0707},{0xff0707ff,0xf7ff0707},{0x07f7ffff,0xf7ff0707},{0x07fff7ff,0xf7ff0707},{0x07ffff07,0xf7ff0707},{0x07ff0707,0xf7ff0707},
+{0xf7f7f7f7,0xf707f7f7},{0xf7f7f707,0xf707f7f7},{0xf7f707f7,0xf707f7f7},{0xf7f70707,0xf707f7f7},{0xf7ffffff,0xf707f7f7},{0xf707f7f7,0xf707f7f7},{0xf707f707,0xf707f7f7},{0xf707ffff,0xf707f7f7},
+{0xf70707f7,0xf707f7f7},{0xf7070707,0xf707f7f7},{0xfff7ffff,0xf707f7f7},{0xfffff7ff,0xf707f7f7},{0xffff07ff,0xf707f7f7},{0xff07f7ff,0xf707f7f7},{0xff07ffff,0xf707f7f7},{0x07f7f7f7,0xf707f7f7},
+{0x07f7f707,0xf707f7f7},{0x07f707f7,0xf707f7f7},{0x07f70707,0xf707f7f7},{0x07ffffff,0xf707f7f7},{0x0707f7f7,0xf707f7f7},{0x0707f707,0xf707f7f7},{0x0707ffff,0xf707f7f7},{0x070707f7,0xf707f7f7},
+{0x07070707,0xf707f7f7},{0xf7f7ffff,0xf707f7ff},{0xf7fff7ff,0xf707f7ff},{0xf7fffff7,0xf707f7ff},{0xf7ff07ff,0xf707f7ff},{0xf707ffff,0xf707f7ff},{0xfff7f707,0xf707f7ff},{0xfff7fff7,0xf707f7ff},
+{0xfff707ff,0xf707f7ff},{0xffffffff,0xf707f7ff},{0xffff07f7,0xf707f7ff},{0xffff0707,0xf707f7ff},{0xff07f7ff,0xf707f7ff},{0xff07fff7,0xf707f7ff},{0xff07ffff,0xf707f7ff},{0xff07ff07,0xf707f7ff},
+{0x07f7ffff,0xf707f7ff},{0x07fff7f7,0xf707f7ff},{0x07ffff07,0xf707f7ff},{0x07ff07ff,0xf707f7ff},{0x0707ffff,0xf707f7ff},{0xf7f7f7ff,0xf707f707},{0xf7f707f7,0xf707f707},{0xf7f70707,0xf707f707},
+{0xf7fff7ff,0xf707f707},{0xf7ffffff,0xf707f707},{0xf707f7f7,0xf707f707},{0xf707f707,0xf707f707},{0xf70707f7,0xf707f707},{0xf7070707,0xf707f707},{0xfff7ffff,0xf707f707},{0xfffff7ff,0xf707f707},
+{0xffffff07,0xf707f707},{0xffff07ff,0xf707f707},{0xff07ffff,0xf707f707},{0x07f7f7ff,0xf707f707},{0x07f707f7,0xf707f707},{0x07f70707,0xf707f707},{0x07fff7ff,0xf707f707},{0x07ffffff,0xf707f707},
+{0x0707f7f7,0xf707f707},{0x0707f707,0xf707f707},{0x070707f7,0xf707f707},{0x07070707,0xf707f707},{0xf7f7ffff,0xf707fff7},{0xf7fffff7,0xf707fff7},{0xf7ffff07,0xf707fff7},{0xf7ff07ff,0xf707fff7},
+{0xf707ffff,0xf707fff7},{0xfff7fff7,0xf707fff7},{0xfff7ffff,0xf707fff7},{0xfff7ff07,0xf707fff7},{0xfff707ff,0xf707fff7},{0xfffff707,0xf707fff7},{0xffffffff,0xf707fff7},{0xffff07f7,0xf707fff7},
+{0xffff0707,0xf707fff7},{0xff07ff07,0xf707fff7},{0x07f7ffff,0xf707fff7},{0x07fff7ff,0xf707fff7},{0x07fffff7,0xf707fff7},{0x07ff07ff,0xf707fff7},{0x0707f7ff,0xf707fff7},{0x0707ffff,0xf707fff7},
+{0xf7f707ff,0xf707ffff},{0xf7ffffff,0xf707ffff},{0xf707f7ff,0xf707ffff},{0xf70707ff,0xf707ffff},{0xfff7f7f7,0xf707ffff},{0xfff7ffff,0xf707ffff},{0xfff707f7,0xf707ffff},{0xfffff7ff,0xf707ffff},
+{0xfffffff7,0xf707ffff},{0xffffffff,0xf707ffff},{0xffff07ff,0xf707ffff},{0xff07f707,0xf707ffff},{0xff07ffff,0xf707ffff},{0xff0707f7,0xf707ffff},{0x07f707ff,0xf707ffff},{0x07fff7f7,0xf707ffff},
+{0x07fffff7,0xf707ffff},{0x07ffffff,0xf707ffff},{0x07ff07f7,0xf707ffff},{0x07ff0707,0xf707ffff},{0x0707f7ff,0xf707ffff},{0x0707fff7,0xf707ffff},{0x0707ff07,0xf707ffff},{0x070707ff,0xf707ffff},
+{0xf7f7ffff,0xf707ff07},{0xf7fff7f7,0xf707ff07},{0xf7fff707,0xf707ff07},{0xf7ff07ff,0xf707ff07},{0xf707ffff,0xf707ff07},{0xfff7f7ff,0xf707ff07},{0xfff707ff,0xf707ff07},{0xffffffff,0xf707ff07},
+{0xff07f7f7,0xf707ff07},{0xff07f7ff,0xf707ff07},{0xff0707ff,0xf707ff07},{0x07f7fff7,0xf707ff07},{0x07f7ff07,0xf707ff07},{0x07fff7f7,0xf707ff07},{0x07ff0707,0xf707ff07},{0xf7f7f7f7,0xf70707f7},
+{0xf7f7f707,0xf70707f7},{0xf7f707f7,0xf70707f7},{0xf7f70707,0xf70707f7},{0xf7ffffff,0xf70707f7},{0xf707f7f7,0xf70707f7},{0xf707f707,0xf70707f7},{0xf70707f7,0xf70707f7},{0xf7070707,0xf70707f7},
+{0xfff7ffff,0xf70707f7},{0xfffff7ff,0xf70707f7},{0xfffffff7,0xf70707f7},{0xff07ffff,0xf70707f7},{0x07f7f7f7,0xf70707f7},{0x07f7f707,0xf70707f7},{0x07f707f7,0xf70707f7},{0x07f70707,0xf70707f7},
+{0x0707f7f7,0xf70707f7},{0x0707f707,0xf70707f7},{0x070707f7,0xf70707f7},{0x07070707,0xf70707f7},{0xf7f707ff,0xf70707ff},{0xf7fff7ff,0xf70707ff},{0xf7fffff7,0xf70707ff},{0xf7ff07ff,0xf70707ff},
+{0xf707ffff,0xf70707ff},{0xfff7ff07,0xf70707ff},{0xfff707ff,0xf70707ff},{0xfffff707,0xf70707ff},{0xffffffff,0xf70707ff},{0xff07f7ff,0xf70707ff},{0xff07fff7,0xf70707ff},{0xff07ff07,0xf70707ff},
+{0xff0707ff,0xf70707ff},{0x07f7ffff,0xf70707ff},{0x07fff7f7,0xf70707ff},{0x07ffff07,0xf70707ff},{0x07ff07ff,0xf70707ff},{0x0707fff7,0xf70707ff},{0x0707ffff,0xf70707ff},{0xf7f7f7f7,0xf7070707},
+{0xf7f7f707,0xf7070707},{0xf7f707f7,0xf7070707},{0xf7f70707,0xf7070707},{0xf707f7f7,0xf7070707},{0xf707f707,0xf7070707},{0xf70707f7,0xf7070707},{0xf7070707,0xf7070707},{0xfff7ffff,0xf7070707},
+{0xfffff7ff,0xf7070707},{0xffffff07,0xf7070707},{0xffff07ff,0xf7070707},{0xff07ffff,0xf7070707},{0x07f7f7f7,0xf7070707},{0x07f7f707,0xf7070707},{0x07f707f7,0xf7070707},{0x07f70707,0xf7070707},
+{0x07ffffff,0xf7070707},{0x0707f7f7,0xf7070707},{0x0707f707,0xf7070707},{0x070707f7,0xf7070707},{0x07070707,0xf7070707},{0xf7f7ffff,0xfff7f7f7},{0xf7fff7ff,0xfff7f7f7},{0xf7ffff07,0xfff7f7f7},
+{0xf707ffff,0xfff7f7f7},{0xfff707ff,0xfff7f7f7},{0xfffff707,0xfff7f7f7},{0xffffffff,0xfff7f7f7},{0xffff07f7,0xfff7f7f7},{0xffff0707,0xfff7f7f7},{0xff07f7ff,0xfff7f7f7},{0xff07fff7,0xfff7f7f7},
+{0xff07ff07,0xfff7f7f7},{0x07fffff7,0xfff7f7f7},{0x07ff07ff,0xfff7f7f7},{0x0707f7ff,0xfff7f7f7},{0x0707ff07,0xfff7f7f7},{0xf7f7f7f7,0xfff7f7ff},{0xf7f7f7ff,0xfff7f7ff},{0xf7f7fff7,0xfff7f7ff},
+{0xf7f7ff07,0xfff7f7ff},{0xf7f707ff,0xfff7f7ff},{0xf7fff707,0xfff7f7ff},{0xf7ffffff,0xfff7f7ff},{0xf7ffff07,0xfff7f7ff},{0xf7ff07f7,0xfff7f7ff},{0xf7ff0707,0xfff7f7ff},{0xf707f7ff,0xfff7f7ff},
+{0xf707ff07,0xfff7f7ff},{0xf70707ff,0xfff7f7ff},{0xfff7ffff,0xfff7f7ff},{0xfff707f7,0xfff7f7ff},{0xfff70707,0xfff7f7ff},{0xfffff7ff,0xfff7f7ff},{0xfffffff7,0xfff7f7ff},{0xffffffff,0xfff7f7ff},
+{0xffffff07,0xfff7f7ff},{0xffff07ff,0xfff7f7ff},{0xffff0707,0xfff7f7ff},{0xff07ffff,0xfff7f7ff},{0xff0707f7,0xfff7f7ff},{0xff070707,0xfff7f7ff},{0x07f7f7ff,0xfff7f7ff},{0x07f7fff7,0xfff7f7ff},
+{0x07f7ff07,0xfff7f7ff},{0x07fff7f7,0xfff7f7ff},{0x07fff707,0xfff7f7ff},{0x07ffffff,0xfff7f7ff},{0x0707f7f7,0xfff7f7ff},{0x0707f7ff,0xfff7f7ff},{0x0707f707,0xfff7f7ff},{0xf7f7ffff,0xfff7f707},
+{0xf7fff7ff,0xfff7f707},{0xf7fffff7,0xfff7f707},{0xf7ffff07,0xfff7f707},{0xf707ffff,0xfff7f707},{0xfff7f7ff,0xfff7f707},{0xfffff707,0xfff7f707},{0xffffffff,0xfff7f707},{0xffff0707,0xfff7f707},
+{0xff07fff7,0xfff7f707},{0xff0707ff,0xfff7f707},{0x07f707ff,0xfff7f707},{0x07fffff7,0xfff7f707},{0x0707ffff,0xfff7f707},{0xf7f7f7ff,0xfff7fff7},{0xf7ffffff,0xfff7fff7},{0xf7ff07ff,0xfff7fff7},
+{0xf70707ff,0xfff7fff7},{0xfff7ffff,0xfff7fff7},{0xfff707f7,0xfff7fff7},{0xfff70707,0xfff7fff7},{0xfffff7ff,0xfff7fff7},{0xfffffff7,0xfff7fff7},{0xffffffff,0xfff7fff7},{0xffffff07,0xfff7fff7},
+{0xff07f7ff,0xfff7fff7},{0xff07f707,0xfff7fff7},{0xff07ffff,0xfff7fff7},{0xff0707f7,0xfff7fff7},{0xff070707,0xfff7fff7},{0x07f7f7ff,0xfff7fff7},{0x07f7ff07,0xfff7fff7},{0x07f707ff,0xfff7fff7},
+{0x07fff7f7,0xfff7fff7},{0x07fff707,0xfff7fff7},{0x07ffffff,0xfff7fff7},{0x0707f7f7,0xfff7fff7},{0x0707f7ff,0xfff7fff7},{0x070707ff,0xfff7fff7},{0xf7f7f7ff,0xfff7ffff},{0xf7f7f707,0xfff7ffff},
+{0xf7f7ffff,0xfff7ffff},{0xf7f70707,0xfff7ffff},{0xf7fff7ff,0xfff7ffff},{0xf7fffff7,0xfff7ffff},{0xf7ffffff,0xfff7ffff},{0xf7ffff07,0xfff7ffff},{0xf7ff07ff,0xfff7ffff},{0xf707f7f7,0xfff7ffff},
+{0xf707ffff,0xfff7ffff},{0xf7070707,0xfff7ffff},{0xfff7f7ff,0xfff7ffff},{0xfff7fff7,0xfff7ffff},{0xfff7ffff,0xfff7ffff},{0xfff7ff07,0xfff7ffff},{0xfff707ff,0xfff7ffff},{0xfffff7f7,0xfff7ffff},
+{0xfffff7ff,0xfff7ffff},{0xfffffff7,0xfff7ffff},{0xffffffff,0xfff7ffff},{0xffffff07,0xfff7ffff},{0xffff07f7,0xfff7ffff},{0xffff07ff,0xfff7ffff},{0xff07f7ff,0xfff7ffff},{0xff07fff7,0xfff7ffff},
+{0xff07ffff,0xfff7ffff},{0xff07ff07,0xfff7ffff},{0xff0707ff,0xfff7ffff},{0x07f7f707,0xfff7ffff},{0x07f7fff7,0xfff7ffff},{0x07f7ffff,0xfff7ffff},{0x07f707f7,0xfff7ffff},{0x07fff7ff,0xfff7ffff},
+{0x07fffff7,0xfff7ffff},{0x07ffffff,0xfff7ffff},{0x07ffff07,0xfff7ffff},{0x07ff07ff,0xfff7ffff},{0x07ff0707,0xfff7ffff},{0x0707ffff,0xfff7ffff},{0x070707f7,0xfff7ffff},{0x07070707,0xfff7ffff},
+{0xf7f7f7ff,0xfff7ff07},{0xf7f7ffff,0xfff7ff07},{0xf7f707ff,0xfff7ff07},{0xf7fffff7,0xfff7ff07},{0xf7ffffff,0xfff7ff07},{0xf7ff07f7,0xfff7ff07},{0xf7ff0707,0xfff7ff07},{0xf707f7ff,0xfff7ff07},
+{0xf707fff7,0xfff7ff07},{0xf70707ff,0xfff7ff07},{0xfff7f7f7,0xfff7ff07},{0xfff7f707,0xfff7ff07},{0xfff7ffff,0xfff7ff07},{0xfff707f7,0xfff7ff07},{0xfffff7f7,0xfff7ff07},{0xfffff7ff,0xfff7ff07},
+{0xfffff707,0xfff7ff07},{0xffffffff,0xfff7ff07},{0xffffff07,0xfff7ff07},{0xffff07ff,0xfff7ff07},{0xff07f707,0xfff7ff07},{0xff07ffff,0xfff7ff07},{0xff0707f7,0xfff7ff07},{0x07f7f7ff,0xfff7ff07},
+{0x07f7ffff,0xfff7ff07},{0x07f70707,0xfff7ff07},{0x07fffff7,0xfff7ff07},{0x07ffffff,0xfff7ff07},{0x0707f7ff,0xfff7ff07},{0x0707fff7,0xfff7ff07},{0x0707ff07,0xfff7ff07},{0xf7f7ffff,0xfff707f7},
+{0xf7fff7ff,0xfff707f7},{0xf7ffffff,0xfff707f7},{0xf7ff0707,0xfff707f7},{0xf707ffff,0xfff707f7},{0xfff7f707,0xfff707f7},{0xfff707ff,0xfff707f7},{0xfffff7f7,0xfff707f7},{0xffffffff,0xfff707f7},
+{0xffff07f7,0xfff707f7},{0xff07f7ff,0xfff707f7},{0xff07fff7,0xfff707f7},{0xff07ff07,0xfff707f7},{0xff0707ff,0xfff707f7},{0x07f7ffff,0xfff707f7},{0x07fff7ff,0xfff707f7},{0x07fffff7,0xfff707f7},
+{0x07ffff07,0xfff707f7},{0x07ff07ff,0xfff707f7},{0x0707ffff,0xfff707f7},{0xf7f7f7ff,0xfff707ff},{0xf7f7ffff,0xfff707ff},{0xf7f7ff07,0xfff707ff},{0xf7f70707,0xfff707ff},{0xf7fff7f7,0xfff707ff},
+{0xf7fffff7,0xfff707ff},{0xf7ffffff,0xfff707ff},{0xf7ff07f7,0xfff707ff},{0xf707f7ff,0xfff707ff},{0xf707fff7,0xfff707ff},{0xf707ff07,0xfff707ff},{0xfff7f7f7,0xfff707ff},{0xfff7ffff,0xfff707ff},
+{0xfff70707,0xfff707ff},{0xfffff7ff,0xfff707ff},{0xfffff707,0xfff707ff},{0xfffffff7,0xfff707ff},{0xffffffff,0xfff707ff},{0xffffff07,0xfff707ff},{0xffff07ff,0xfff707ff},{0xff07f7f7,0xfff707ff},
+{0xff07f707,0xfff707ff},{0xff07ffff,0xfff707ff},{0xff07ff07,0xfff707ff},{0xff070707,0xfff707ff},{0x07f7ff07,0xfff707ff},{0x07f707ff,0xfff707ff},{0x07fff707,0xfff707ff},{0x07ffffff,0xfff707ff},
+{0x07ffff07,0xfff707ff},{0x07ff07f7,0xfff707ff},{0x0707f7ff,0xfff707ff},{0x0707fff7,0xfff707ff},{0x0707ff07,0xfff707ff},{0x070707ff,0xfff707ff},{0xf7ffff07,0xfff70707},{0xfff7fff7,0xfff70707},
+{0xfff7ff07,0xfff70707},{0xfff707ff,0xfff70707},{0xffffffff,0xfff70707},{0xffff07f7,0xfff70707},{0xffff0707,0xfff70707},{0xff07fff7,0xfff70707},{0xff0707ff,0xfff70707},{0x07fffff7,0xfff70707},
+{0x0707ffff,0xfff70707},{0xf7f7f7ff,0xfffff7f7},{0xf7f7fff7,0xfffff7f7},{0xf7f7ffff,0xfffff7f7},{0xf7f7ff07,0xfffff7f7},{0xf7f707ff,0xfffff7f7},{0xf7fff707,0xfffff7f7},{0xf7ffffff,0xfffff7f7},
+{0xf7ff0707,0xfffff7f7},{0xf707f7ff,0xfffff7f7},{0xf707fff7,0xfffff7f7},{0xf70707ff,0xfffff7f7},{0xfff7f7f7,0xfffff7f7},{0xfff7ffff,0xfffff7f7},{0xfff707f7,0xfffff7f7},{0xfffff7ff,0xfffff7f7},
+{0xfffffff7,0xfffff7f7},{0xffffffff,0xfffff7f7},{0xffffff07,0xfffff7f7},{0xffff07ff,0xfffff7f7},{0xff07ffff,0xfffff7f7},{0xff0707f7,0xfffff7f7},{0x07f7ff07,0xfffff7f7},{0x07f707ff,0xfffff7f7},
+{0x07ffffff,0xfffff7f7},{0x07ff07f7,0xfffff7f7},{0x0707f7f7,0xfffff7f7},{0x0707f7ff,0xfffff7f7},{0x0707ff07,0xfffff7f7},{0x070707ff,0xfffff7f7},{0xf7f7ffff,0xfffff7ff},{0xf7f707f7,0xfffff7ff},
+{0xf7f707ff,0xfffff7ff},{0xf7f70707,0xfffff7ff},{0xf7fff7ff,0xfffff7ff},{0xf7fffff7,0xfffff7ff},{0xf7ffffff,0xfffff7ff},{0xf7ffff07,0xfffff7ff},{0xf7ff07f7,0xfffff7ff},{0xf7ff07ff,0xfffff7ff},
+{0xf707f7f7,0xfffff7ff},{0xf707ffff,0xfffff7ff},{0xf707ff07,0xfffff7ff},{0xf70707f7,0xfffff7ff},{0xf7070707,0xfffff7ff},{0xfff7f7ff,0xfffff7ff},{0xfff7fff7,0xfffff7ff},{0xfff7ffff,0xfffff7ff},
+{0xfff7ff07,0xfffff7ff},{0xfff707ff,0xfffff7ff},{0xfffff7f7,0xfffff7ff},{0xfffff7ff,0xfffff7ff},{0xfffff707,0xfffff7ff},{0xfffffff7,0xfffff7ff},{0xffffffff,0xfffff7ff},{0xffffff07,0xfffff7ff},
+{0xffff07f7,0xfffff7ff},{0xffff07ff,0xfffff7ff},{0xffff0707,0xfffff7ff},{0xff07f7ff,0xfffff7ff},{0xff07fff7,0xfffff7ff},{0xff07ffff,0xfffff7ff},{0xff07ff07,0xfffff7ff},{0xff0707ff,0xfffff7ff},
+{0x07f7f707,0xfffff7ff},{0x07f7ffff,0xfffff7ff},{0x07fff7ff,0xfffff7ff},{0x07fffff7,0xfffff7ff},{0x07ffffff,0xfffff7ff},{0x07ffff07,0xfffff7ff},{0x07ff07ff,0xfffff7ff},{0x0707f7f7,0xfffff7ff},
+{0x0707ffff,0xfffff7ff},{0x07070707,0xfffff7ff},{0xf7f7f7ff,0xfffff707},{0xf7f7ff07,0xfffff707},{0xf7fff707,0xfffff707},{0xf7ffffff,0xfffff707},{0xf7ff0707,0xfffff707},{0xf707f7ff,0xfffff707},
+{0xf707fff7,0xfffff707},{0xfff7f707,0xfffff707},{0xfff7ffff,0xfffff707},{0xfff70707,0xfffff707},{0xfffff7ff,0xfffff707},{0xfffffff7,0xfffff707},{0xffffffff,0xfffff707},{0xffffff07,0xfffff707},
+{0xffff07ff,0xfffff707},{0xff07f707,0xfffff707},{0xff07ffff,0xfffff707},{0x07f7ffff,0xfffff707},{0x07fff7f7,0xfffff707},{0x07fff707,0xfffff707},{0x07ffffff,0xfffff707},{0x07ff07ff,0xfffff707},
+{0x07ff0707,0xfffff707},{0x0707fff7,0xfffff707},{0xf7f7fff7,0xfffffff7},{0xf7f7ffff,0xfffffff7},{0xf7fff7ff,0xfffffff7},{0xf7fffff7,0xfffffff7},{0xf7ffffff,0xfffffff7},{0xf7ffff07,0xfffffff7},
+{0xf7ff07f7,0xfffffff7},{0xf7ff07ff,0xfffffff7},{0xf707f7ff,0xfffffff7},{0xf707ffff,0xfffffff7},{0xf70707f7,0xfffffff7},{0xf7070707,0xfffffff7},{0xfff7f7ff,0xfffffff7},{0xfff7fff7,0xfffffff7},
+{0xfff7ffff,0xfffffff7},{0xfff7ff07,0xfffffff7},{0xfff707ff,0xfffffff7},{0xfff70707,0xfffffff7},{0xfffff7f7,0xfffffff7},{0xfffff7ff,0xfffffff7},{0xfffffff7,0xfffffff7},{0xffffffff,0xfffffff7},
+{0xffffff07,0xfffffff7},{0xffff07f7,0xfffffff7},{0xffff07ff,0xfffffff7},{0xffff0707,0xfffffff7},{0xff07f7ff,0xfffffff7},{0xff07f707,0xfffffff7},{0xff07fff7,0xfffffff7},{0xff07ffff,0xfffffff7},
+{0xff07ff07,0xfffffff7},{0xff0707ff,0xfffffff7},{0x07f7f7f7,0xfffffff7},{0x07f707f7,0xfffffff7},{0x07f70707,0xfffffff7},{0x07fff7ff,0xfffffff7},{0x07fffff7,0xfffffff7},{0x07ffffff,0xfffffff7},
+{0x07ffff07,0xfffffff7},{0x07ff07ff,0xfffffff7},{0x0707f7ff,0xfffffff7},{0x0707fff7,0xfffffff7},{0x0707ffff,0xfffffff7},{0x07070707,0xfffffff7},{0xf7f7f7ff,0xffffffff},{0xf7f7f707,0xffffffff},
+{0xf7f7fff7,0xffffffff},{0xf7f7ffff,0xffffffff},{0xf7f7ff07,0xffffffff},{0xf7f707ff,0xffffffff},{0xf7fff7f7,0xffffffff},{0xf7fff7ff,0xffffffff},{0xf7fff707,0xffffffff},{0xf7fffff7,0xffffffff},
+{0xf7ffffff,0xffffffff},{0xf7ffff07,0xffffffff},{0xf7ff07ff,0xffffffff},{0xf7ff0707,0xffffffff},{0xf707f7ff,0xffffffff},{0xf707fff7,0xffffffff},{0xf707ffff,0xffffffff},{0xf707ff07,0xffffffff},
+{0xf70707ff,0xffffffff},{0xfff7f7f7,0xffffffff},{0xfff7f7ff,0xffffffff},{0xfff7f707,0xffffffff},{0xfff7fff7,0xffffffff},{0xfff7ffff,0xffffffff},{0xfff7ff07,0xffffffff},{0xfff707f7,0xffffffff},
+{0xfff707ff,0xffffffff},{0xfffff7f7,0xffffffff},{0xfffff7ff,0xffffffff},{0xfffff707,0xffffffff},{0xfffffff7,0xffffffff},{0xffffffff,0xffffffff},{0xffffff07,0xffffffff},{0xffff07f7,0xffffffff},
+{0xffff07ff,0xffffffff},{0xffff0707,0xffffffff},{0xff07f7f7,0xffffffff},{0xff07f7ff,0xffffffff},{0xff07fff7,0xffffffff},{0xff07ffff,0xffffffff},{0xff07ff07,0xffffffff},{0xff0707f7,0xffffffff},
+{0xff0707ff,0xffffffff},{0xff070707,0xffffffff},{0x07f7f7ff,0xffffffff},{0x07f7fff7,0xffffffff},{0x07f7ffff,0xffffffff},{0x07f707ff,0xffffffff},{0x07f70707,0xffffffff},{0x07fff7f7,0xffffffff},
+{0x07fff7ff,0xffffffff},{0x07fffff7,0xffffffff},{0x07ffffff,0xffffffff},{0x07ffff07,0xffffffff},{0x07ff07f7,0xffffffff},{0x07ff07ff,0xffffffff},{0x0707f7ff,0xffffffff},{0x0707fff7,0xffffffff},
+{0x0707ffff,0xffffffff},{0x0707ff07,0xffffffff},{0x070707ff,0xffffffff},{0xf7f7f7f7,0xffffff07},{0xf7f7f7ff,0xffffff07},{0xf7f7f707,0xffffff07},{0xf7f7fff7,0xffffff07},{0xf7f7ff07,0xffffff07},
+{0xf7f707f7,0xffffff07},{0xf7f707ff,0xffffff07},{0xf7fff7ff,0xffffff07},{0xf7fffff7,0xffffff07},{0xf7ffffff,0xffffff07},{0xf7ff07f7,0xffffff07},{0xf7ff07ff,0xffffff07},{0xf707f7f7,0xffffff07},
+{0xf707f7ff,0xffffff07},{0xf707f707,0xffffff07},{0xf707fff7,0xffffff07},{0xf707ffff,0xffffff07},{0xf707ff07,0xffffff07},{0xf70707f7,0xffffff07},{0xf70707ff,0xffffff07},{0xfff7f7ff,0xffffff07},
+{0xfff7ffff,0xffffff07},{0xfff7ff07,0xffffff07},{0xfff707f7,0xffffff07},{0xfff707ff,0xffffff07},{0xfff70707,0xffffff07},{0xfffff7f7,0xffffff07},{0xfffff7ff,0xffffff07},{0xfffff707,0xffffff07},
+{0xfffffff7,0xffffff07},{0xffffffff,0xffffff07},{0xffffff07,0xffffff07},{0xffff07f7,0xffffff07},{0xffff07ff,0xffffff07},{0xffff0707,0xffffff07},{0xff07f7ff,0xffffff07},{0xff07fff7,0xffffff07},
+{0xff07ffff,0xffffff07},{0xff0707ff,0xffffff07},{0x07f7f707,0xffffff07},{0x07f7ffff,0xffffff07},{0x07f7ff07,0xffffff07},{0x07f707f7,0xffffff07},{0x07f707ff,0xffffff07},{0x07f70707,0xffffff07},
+{0x07fff7ff,0xffffff07},{0x07ffffff,0xffffff07},{0x07ff0707,0xffffff07},{0x0707f707,0xffffff07},{0x0707ffff,0xffffff07},{0x0707ff07,0xffffff07},{0x070707f7,0xffffff07},{0x070707ff,0xffffff07},
+{0xf7f7fff7,0xffff07f7},{0xf7f7ffff,0xffff07f7},{0xf7f7ff07,0xffff07f7},{0xf7f707ff,0xffff07f7},{0xf7fff7f7,0xffff07f7},{0xf7ffffff,0xffff07f7},{0xf7ff07f7,0xffff07f7},{0xf707f7ff,0xffff07f7},
+{0xf7070707,0xffff07f7},{0xfff7ffff,0xffff07f7},{0xfff707f7,0xffff07f7},{0xfff70707,0xffff07f7},{0xfffff7ff,0xffff07f7},{0xfffffff7,0xffff07f7},{0xffffffff,0xffff07f7},{0xffffff07,0xffff07f7},
+{0xffff07f7,0xffff07f7},{0xffff07ff,0xffff07f7},{0xff07f7f7,0xffff07f7},{0xff07f707,0xffff07f7},{0xff07fff7,0xffff07f7},{0xff07ffff,0xffff07f7},{0x07f7f707,0xffff07f7},{0x07f707ff,0xffff07f7},
+{0x07fff7f7,0xffff07f7},{0x07fff707,0xffff07f7},{0x07ffffff,0xffff07f7},{0x07ff07f7,0xffff07f7},{0x0707f7ff,0xffff07f7},{0x070707ff,0xffff07f7},{0xf7f7f7ff,0xffff07ff},{0xf7f7f707,0xffff07ff},
+{0xf7f7ffff,0xffff07ff},{0xf7f70707,0xffff07ff},{0xf7fff7ff,0xffff07ff},{0xf7fffff7,0xffff07ff},{0xf7ffffff,0xffff07ff},{0xf7ffff07,0xffff07ff},{0xf7ff07ff,0xffff07ff},{0xf707ffff,0xffff07ff},
+{0xfff7f7ff,0xffff07ff},{0xfff7fff7,0xffff07ff},{0xfff7ffff,0xffff07ff},{0xfff7ff07,0xffff07ff},{0xfff707ff,0xffff07ff},{0xfffff7f7,0xffff07ff},{0xfffff7ff,0xffff07ff},{0xfffff707,0xffff07ff},
+{0xfffffff7,0xffff07ff},{0xffffffff,0xffff07ff},{0xffffff07,0xffff07ff},{0xffff07f7,0xffff07ff},{0xffff07ff,0xffff07ff},{0xffff0707,0xffff07ff},{0xff07f7ff,0xffff07ff},{0xff07fff7,0xffff07ff},
+{0xff07ffff,0xffff07ff},{0xff07ff07,0xffff07ff},{0xff0707ff,0xffff07ff},{0x07f7f7ff,0xffff07ff},{0x07f7ffff,0xffff07ff},{0x07f707ff,0xffff07ff},{0x07fff7ff,0xffff07ff},{0x07fffff7,0xffff07ff},
+{0x07ffffff,0xffff07ff},{0x07ffff07,0xffff07ff},{0x07ff07f7,0xffff07ff},{0x07ff07ff,0xffff07ff},{0x0707ffff,0xffff07ff},{0xf7f7fff7,0xffff0707},{0xf7f707f7,0xffff0707},{0xf7ffffff,0xffff0707},
+{0xf7ff0707,0xffff0707},{0xf707f7f7,0xffff0707},{0xf707ffff,0xffff0707},{0xf707ff07,0xffff0707},{0xf70707ff,0xffff0707},{0xfff7ffff,0xffff0707},{0xfff707f7,0xffff0707},{0xfff707ff,0xffff0707},
+{0xfffff7ff,0xffff0707},{0xffffffff,0xffff0707},{0xffffff07,0xffff0707},{0xffff07f7,0xffff0707},{0xffff07ff,0xffff0707},{0xff07f707,0xffff0707},{0xff07ffff,0xffff0707},{0xff0707f7,0xffff0707},
+{0xff070707,0xffff0707},{0x07f7f7ff,0xffff0707},{0x07f70707,0xffff0707},{0x07fff707,0xffff0707},{0x07ffffff,0xffff0707},{0x07ffff07,0xffff0707},{0x07ff07f7,0xffff0707},{0x07ff0707,0xffff0707},
+{0x0707f7ff,0xffff0707},{0xf7f7ffff,0xff07f7f7},{0xf7fffff7,0xff07f7f7},{0xf7ffff07,0xff07f7f7},{0xf7ff07ff,0xff07f7f7},{0xf707ffff,0xff07f7f7},{0xfff7fff7,0xff07f7f7},{0xfffff7f7,0xff07f7f7},
+{0xffffffff,0xff07f7f7},{0xffffff07,0xff07f7f7},{0xffff07f7,0xff07f7f7},{0xffff0707,0xff07f7f7},{0xff07f7ff,0xff07f7f7},{0xff07fff7,0xff07f7f7},{0xff07ff07,0xff07f7f7},{0xff0707ff,0xff07f7f7},
+{0x07f7f7ff,0xff07f7f7},{0x07ffff07,0xff07f7f7},{0x0707ffff,0xff07f7f7},{0xf7f7f7ff,0xff07f7ff},{0xf7f7fff7,0xff07f7ff},{0xf7f7ff07,0xff07f7ff},{0xf7f707ff,0xff07f7ff},{0xf7fff707,0xff07f7ff},
+{0xf7ffffff,0xff07f7ff},{0xf707f7ff,0xff07f7ff},{0xf707f707,0xff07f7ff},{0xf707ff07,0xff07f7ff},{0xf70707ff,0xff07f7ff},{0xfff7ffff,0xff07f7ff},{0xfff707ff,0xff07f7ff},{0xfffff7ff,0xff07f7ff},
+{0xffffffff,0xff07f7ff},{0xffffff07,0xff07f7ff},{0xffff07ff,0xff07f7ff},{0xff07ffff,0xff07f7ff},{0xff07ff07,0xff07f7ff},{0xff070707,0xff07f7ff},{0x07f7fff7,0xff07f7ff},{0x07f70707,0xff07f7ff},
+{0x07fff707,0xff07f7ff},{0x07ffffff,0xff07f7ff},{0x0707f7ff,0xff07f7ff},{0x0707ff07,0xff07f7ff},{0x070707ff,0xff07f7ff},{0xf7fff7ff,0xff07f707},{0xf7ffff07,0xff07f707},{0xf7ff07ff,0xff07f707},
+{0xfff7f7f7,0xff07f707},{0xfff7f7ff,0xff07f707},{0xfff7ff07,0xff07f707},{0xffffffff,0xff07f707},{0xffffff07,0xff07f707},{0xffff07f7,0xff07f707},{0xff07f7f7,0xff07f707},{0x07f7ffff,0xff07f707},
+{0x07fff7ff,0xff07f707},{0x07ffff07,0xff07f707},{0x0707ffff,0xff07f707},{0xf7fff7ff,0xff07fff7},{0xf7fff707,0xff07fff7},{0xf7ffffff,0xff07fff7},{0xf7ffff07,0xff07fff7},{0xf7ff0707,0xff07fff7},
+{0xf707f7ff,0xff07fff7},{0xf707ff07,0xff07fff7},{0xf70707ff,0xff07fff7},{0xfff7f7f7,0xff07fff7},{0xfff7f707,0xff07fff7},{0xfff7ffff,0xff07fff7},{0xfff707f7,0xff07fff7},{0xfff70707,0xff07fff7},
+{0xfffff7ff,0xff07fff7},{0xfffffff7,0xff07fff7},{0xffffffff,0xff07fff7},{0xffffff07,0xff07fff7},{0xffff07ff,0xff07fff7},{0xffff0707,0xff07fff7},{0xff07f7f7,0xff07fff7},{0xff07f707,0xff07fff7},
+{0xff07ffff,0xff07fff7},{0x07f7fff7,0xff07fff7},{0x07f7ffff,0xff07fff7},{0x07f707ff,0xff07fff7},{0x07fff7f7,0xff07fff7},{0x07fff707,0xff07fff7},{0x07fffff7,0xff07fff7},{0x07ffffff,0xff07fff7},
+{0x07ffff07,0xff07fff7},{0x07ff07f7,0xff07fff7},{0x07ff0707,0xff07fff7},{0x0707f7ff,0xff07fff7},{0x0707fff7,0xff07fff7},{0x070707ff,0xff07fff7},{0xf7f7ffff,0xff07ffff},{0xf7f707f7,0xff07ffff},
+{0xf7f70707,0xff07ffff},{0xf7fff7ff,0xff07ffff},{0xf7ffffff,0xff07ffff},{0xf7ffff07,0xff07ffff},{0xf7ff07ff,0xff07ffff},{0xfff7fff7,0xff07ffff},{0xfff7ffff,0xff07ffff},{0xfff7ff07,0xff07ffff},
+{0xfff707ff,0xff07ffff},{0xfffff7f7,0xff07ffff},{0xfffff7ff,0xff07ffff},{0xfffffff7,0xff07ffff},{0xffffffff,0xff07ffff},{0xffffff07,0xff07ffff},{0xffff07ff,0xff07ffff},{0xff07f7ff,0xff07ffff},
+{0xff07fff7,0xff07ffff},{0xff07ffff,0xff07ffff},{0xff07ff07,0xff07ffff},{0xff0707ff,0xff07ffff},{0x07f7ff07,0xff07ffff},{0x07f707ff,0xff07ffff},{0x07f70707,0xff07ffff},{0x07fff7ff,0xff07ffff},
+{0x07ffffff,0xff07ffff},{0x07ffff07,0xff07ffff},{0x07ff07ff,0xff07ffff},{0x07ff0707,0xff07ffff},{0x0707f707,0xff07ffff},{0x0707ffff,0xff07ffff},{0x0707ff07,0xff07ffff},{0x070707f7,0xff07ffff},
+{0xf7f7f707,0xff07ff07},{0xf7f707ff,0xff07ff07},{0xf7ffffff,0xff07ff07},{0xf707f7f7,0xff07ff07},{0xf707ff07,0xff07ff07},{0xf70707f7,0xff07ff07},{0xf70707ff,0xff07ff07},{0xfff7f7f7,0xff07ff07},
+{0xfff7ffff,0xff07ff07},{0xfff707f7,0xff07ff07},{0xfff70707,0xff07ff07},{0xfffff7ff,0xff07ff07},{0xfffffff7,0xff07ff07},{0xffffffff,0xff07ff07},{0xffffff07,0xff07ff07},{0xffff07f7,0xff07ff07},
+{0xffff0707,0xff07ff07},{0xff07f7f7,0xff07ff07},{0xff07ffff,0xff07ff07},{0xff0707f7,0xff07ff07},{0x07f7f7f7,0xff07ff07},{0x07f7f707,0xff07ff07},{0x07f7ffff,0xff07ff07},{0x07f70707,0xff07ff07},
+{0x07fffff7,0xff07ff07},{0x07ffff07,0xff07ff07},{0x07ff07f7,0xff07ff07},{0x07ff07ff,0xff07ff07},{0x0707f7f7,0xff07ff07},{0x0707fff7,0xff07ff07},{0x0707ff07,0xff07ff07},{0x07070707,0xff07ff07},
+{0xf7ffff07,0xff0707f7},{0xf7ff07ff,0xff0707f7},{0xf707ffff,0xff0707f7},{0xfff7f7ff,0xff0707f7},{0xfffff707,0xff0707f7},{0xffffffff,0xff0707f7},{0xffff0707,0xff0707f7},{0xff07f7ff,0xff0707f7},
+{0xff0707ff,0xff0707f7},{0x07f7ffff,0xff0707f7},{0x07fff7ff,0xff0707f7},{0x07ff07f7,0xff0707f7},{0x0707ff07,0xff0707f7},{0xf7f7f7ff,0xff0707ff},{0xf7f7fff7,0xff0707ff},{0xf7fff7f7,0xff0707ff},
+{0xf7ffffff,0xff0707ff},{0xf707f7ff,0xff0707ff},{0xf707fff7,0xff0707ff},{0xf707ff07,0xff0707ff},{0xf70707ff,0xff0707ff},{0xfff7f7f7,0xff0707ff},{0xfff7f7ff,0xff0707ff},{0xfff7ffff,0xff0707ff},
+{0xfff7ff07,0xff0707ff},{0xfff707f7,0xff0707ff},{0xfffff7ff,0xff0707ff},{0xfffffff7,0xff0707ff},{0xffffffff,0xff0707ff},{0xffffff07,0xff0707ff},{0xffff07ff,0xff0707ff},{0xff07f7f7,0xff0707ff},
+{0xff07ffff,0xff0707ff},{0xff070707,0xff0707ff},{0x07f7f707,0xff0707ff},{0x07f7fff7,0xff0707ff},{0x07f70707,0xff0707ff},{0x07ffffff,0xff0707ff},{0x0707f7ff,0xff0707ff},{0x0707fff7,0xff0707ff},
+{0x0707ffff,0xff0707ff},{0x070707ff,0xff0707ff},{0xf7fff7ff,0xff070707},{0xf7ffff07,0xff070707},{0xf7ff07f7,0xff070707},{0xfff7f7ff,0xff070707},{0xfff7fff7,0xff070707},{0xfff707ff,0xff070707},
+{0xfffff7f7,0xff070707},{0xffffffff,0xff070707},{0xffff07f7,0xff070707},{0xffff0707,0xff070707},{0xff07fff7,0xff070707},{0xff07ffff,0xff070707},{0xff0707ff,0xff070707},{0x07f7ff07,0xff070707},
+{0x07fffff7,0xff070707},{0x07ff07f7,0xff070707},{0x07ff0707,0xff070707},{0x0707ff07,0xff070707},{0xf7f7f7f7,0x07f7f7f7},{0xf7f7f707,0x07f7f7f7},{0xf7f707f7,0x07f7f7f7},{0xf7f70707,0x07f7f7f7},
+{0xf707f7f7,0x07f7f7f7},{0xf707f707,0x07f7f7f7},{0xf70707f7,0x07f7f7f7},{0xf7070707,0x07f7f7f7},{0xfff7ffff,0x07f7f7f7},{0xfffff7f7,0x07f7f7f7},{0xfffff7ff,0x07f7f7f7},{0xfffffff7,0x07f7f7f7},
+{0xffffff07,0x07f7f7f7},{0xffff07ff,0x07f7f7f7},{0xff07ffff,0x07f7f7f7},{0x07f7f7f7,0x07f7f7f7},{0x07f7f707,0x07f7f7f7},{0x07f707f7,0x07f7f7f7},{0x07f70707,0x07f7f7f7},{0x07ffffff,0x07f7f7f7},
+{0x0707f7f7,0x07f7f7f7},{0x0707f707,0x07f7f7f7},{0x070707f7,0x07f7f7f7},{0x07070707,0x07f7f7f7},{0xf7f7ffff,0x07f7f7ff},{0xf7fff7ff,0x07f7f7ff},{0xf7fffff7,0x07f7f7ff},{0xf7ffff07,0x07f7f7ff},
+{0xf7ff07ff,0x07f7f7ff},{0xf707ffff,0x07f7f7ff},{0xfff7f7ff,0x07f7f7ff},{0xfff7fff7,0x07f7f7ff},{0xfff707ff,0x07f7f7ff},{0xfffff7f7,0x07f7f7ff},{0xfffff707,0x07f7f7ff},{0xffffffff,0x07f7f7ff},
+{0xffffff07,0x07f7f7ff},{0xffff07f7,0x07f7f7ff},{0xffff07ff,0x07f7f7ff},{0xff07fff7,0x07f7f7ff},{0xff07ff07,0x07f7f7ff},{0xff0707ff,0x07f7f7ff},{0x07f7ffff,0x07f7f7ff},{0x07f707ff,0x07f7f7ff},
+{0x07fffff7,0x07f7f7ff},{0x07ffff07,0x07f7f7ff},{0x07ff07ff,0x07f7f7ff},{0x0707ffff,0x07f7f7ff},{0xf7f7f7f7,0x07f7f707},{0xf7f7f707,0x07f7f707},{0xf7f707f7,0x07f7f707},{0xf7f70707,0x07f7f707},
+{0xf7ffffff,0x07f7f707},{0xf707f7f7,0x07f7f707},{0xf707f707,0x07f7f707},{0xf70707f7,0x07f7f707},{0xf7070707,0x07f7f707},{0xfffff7ff,0x07f7f707},{0xfffffff7,0x07f7f707},{0xffff07ff,0x07f7f707},
+{0xff07ffff,0x07f7f707},{0x07f7f7f7,0x07f7f707},{0x07f7f707,0x07f7f707},{0x07f707f7,0x07f7f707},{0x07f70707,0x07f7f707},{0x07ffffff,0x07f7f707},{0x0707f7f7,0x07f7f707},{0x0707f707,0x07f7f707},
+{0x070707f7,0x07f7f707},{0x07070707,0x07f7f707},{0xf7fffff7,0x07f7fff7},{0xf7ff07ff,0x07f7fff7},{0xfff7f7ff,0x07f7fff7},{0xfff7fff7,0x07f7fff7},{0xfffff7ff,0x07f7fff7},{0xffffffff,0x07f7fff7},
+{0xffff0707,0x07f7fff7},{0xff07f7ff,0x07f7fff7},{0xff07fff7,0x07f7fff7},{0xff0707ff,0x07f7fff7},{0x07fffff7,0x07f7fff7},{0x07ff07ff,0x07f7fff7},{0xf7f7f7ff,0x07f7ffff},{0xf7f707ff,0x07f7ffff},
+{0xf7fff707,0x07f7ffff},{0xf7ffffff,0x07f7ffff},{0xf7ff0707,0x07f7ffff},{0xf707ff07,0x07f7ffff},{0xf70707ff,0x07f7ffff},{0xfff7f7f7,0x07f7ffff},{0xfff7f7ff,0x07f7ffff},{0xfff7ffff,0x07f7ffff},
+{0xfff707f7,0x07f7ffff},{0xfffff7ff,0x07f7ffff},{0xfffffff7,0x07f7ffff},{0xffffffff,0x07f7ffff},{0xffffff07,0x07f7ffff},{0xffff07ff,0x07f7ffff},{0xffff0707,0x07f7ffff},{0xff07ffff,0x07f7ffff},
+{0xff07ff07,0x07f7ffff},{0xff0707f7,0x07f7ffff},{0xff070707,0x07f7ffff},{0x07f7f7ff,0x07f7ffff},{0x07f7fff7,0x07f7ffff},{0x07f7ff07,0x07f7ffff},{0x07f707ff,0x07f7ffff},{0x07fff7f7,0x07f7ffff},
+{0x07fff707,0x07f7ffff},{0x07ffffff,0x07f7ffff},{0x07ff07f7,0x07f7ffff},{0x0707ff07,0x07f7ffff},{0xf7fff7ff,0x07f7ff07},{0xf7ffff07,0x07f7ff07},{0xf7ff07ff,0x07f7ff07},{0xf707ffff,0x07f7ff07},
+{0xfff7f7ff,0x07f7ff07},{0xfff7fff7,0x07f7ff07},{0xfff707ff,0x07f7ff07},{0xfff70707,0x07f7ff07},{0xfffff7f7,0x07f7ff07},{0xffffffff,0x07f7ff07},{0xffff07ff,0x07f7ff07},{0xffff0707,0x07f7ff07},
+{0xff07f7ff,0x07f7ff07},{0xff07ff07,0x07f7ff07},{0xff070707,0x07f7ff07},{0x07f7ffff,0x07f7ff07},{0x07fff7ff,0x07f7ff07},{0x07ff0707,0x07f7ff07},{0x0707fff7,0x07f7ff07},{0xf7f7f7f7,0x07f707f7},
+{0xf7f7f707,0x07f707f7},{0xf7f707f7,0x07f707f7},{0xf7f70707,0x07f707f7},{0xf7ffffff,0x07f707f7},{0xf707f7f7,0x07f707f7},{0xf707f707,0x07f707f7},{0xf70707f7,0x07f707f7},{0xf7070707,0x07f707f7},
+{0xfff7f7ff,0x07f707f7},{0xfff7ffff,0x07f707f7},{0xfffff7ff,0x07f707f7},{0xfffffff7,0x07f707f7},{0xffff07ff,0x07f707f7},{0xff07ffff,0x07f707f7},{0xff0707ff,0x07f707f7},{0x07f7f7f7,0x07f707f7},
+{0x07f7f707,0x07f707f7},{0x07f707f7,0x07f707f7},{0x07f70707,0x07f707f7},{0x07ffffff,0x07f707f7},{0x0707f7f7,0x07f707f7},{0x0707f707,0x07f707f7},{0x070707f7,0x07f707f7},{0x07070707,0x07f707f7},
+{0xf7f7ffff,0x07f707ff},{0xf7f7ff07,0x07f707ff},{0xf7fff7ff,0x07f707ff},{0xf7fffff7,0x07f707ff},{0xf7ffff07,0x07f707ff},{0xf707ffff,0x07f707ff},{0xfff7f7ff,0x07f707ff},{0xfff7fff7,0x07f707ff},
+{0xfff7ff07,0x07f707ff},{0xfff707ff,0x07f707ff},{0xfffff7f7,0x07f707ff},{0xfffff707,0x07f707ff},{0xffffffff,0x07f707ff},{0xffff0707,0x07f707ff},{0xff07f7ff,0x07f707ff},{0xff07fff7,0x07f707ff},
+{0x07f7ffff,0x07f707ff},{0x07ffff07,0x07f707ff},{0x07ff07ff,0x07f707ff},{0x0707ffff,0x07f707ff},{0xf7f7f7f7,0x07f70707},{0xf7f7f707,0x07f70707},{0xf7f707f7,0x07f70707},{0xf7f70707,0x07f70707},
+{0xf7ffffff,0x07f70707},{0xf707f7f7,0x07f70707},{0xf707f707,0x07f70707},{0xf70707f7,0x07f70707},{0xf7070707,0x07f70707},{0xfff7ffff,0x07f70707},{0xfffff7ff,0x07f70707},{0xfffffff7,0x07f70707},
+{0xffffff07,0x07f70707},{0x07f7f7f7,0x07f70707},{0x07f7f707,0x07f70707},{0x07f707f7,0x07f70707},{0x07f70707,0x07f70707},{0x07ffffff,0x07f70707},{0x0707f7f7,0x07f70707},{0x0707f707,0x07f70707},
+{0x070707f7,0x07f70707},{0x07070707,0x07f70707},{0xf7f7ffff,0x07fff7f7},{0xf7fff7ff,0x07fff7f7},{0xf7ffff07,0x07fff7f7},{0xf7ff07f7,0x07fff7f7},{0xf7ff07ff,0x07fff7f7},{0xf707ffff,0x07fff7f7},
+{0xfff7f7ff,0x07fff7f7},{0xfff7ff07,0x07fff7f7},{0xfff707ff,0x07fff7f7},{0xffffffff,0x07fff7f7},{0xffff07f7,0x07fff7f7},{0xffff0707,0x07fff7f7},{0xff0707ff,0x07fff7f7},{0xff070707,0x07fff7f7},
+{0x07f7ffff,0x07fff7f7},{0x07fff7ff,0x07fff7f7},{0x07fffff7,0x07fff7f7},{0x07ffff07,0x07fff7f7},{0x07ff07ff,0x07fff7f7},{0x0707ffff,0x07fff7f7},{0xf7f7f7ff,0x07fff7ff},{0xf7f7fff7,0x07fff7ff},
+{0xf7f7ff07,0x07fff7ff},{0xf7f707ff,0x07fff7ff},{0xf7fff7f7,0x07fff7ff},{0xf7ffffff,0x07fff7ff},{0xf7ff07f7,0x07fff7ff},{0xf7ff0707,0x07fff7ff},{0xf707f7ff,0x07fff7ff},{0xf707fff7,0x07fff7ff},
+{0xf707ff07,0x07fff7ff},{0xf70707ff,0x07fff7ff},{0xfff7f7f7,0x07fff7ff},{0xfff7ffff,0x07fff7ff},{0xfffff7f7,0x07fff7ff},{0xfffff7ff,0x07fff7ff},{0xfffffff7,0x07fff7ff},{0xffffffff,0x07fff7ff},
+{0xffffff07,0x07fff7ff},{0xffff07ff,0x07fff7ff},{0xff07f707,0x07fff7ff},{0xff07ffff,0x07fff7ff},{0x07f7fff7,0x07fff7ff},{0x07f7ff07,0x07fff7ff},{0x07fff707,0x07fff7ff},{0x07ffffff,0x07fff7ff},
+{0x07ff07f7,0x07fff7ff},{0x0707f7ff,0x07fff7ff},{0x0707fff7,0x07fff7ff},{0x0707ff07,0x07fff7ff},{0x070707ff,0x07fff7ff},{0xf7f7ffff,0x07fff707},{0xf7fff7ff,0x07fff707},{0xf7fffff7,0x07fff707},
+{0xf7ff07ff,0x07fff707},{0xf707ffff,0x07fff707},{0xfff7fff7,0x07fff707},{0xfff7ff07,0x07fff707},{0xfff707ff,0x07fff707},{0xfffff7f7,0x07fff707},{0xfffff707,0x07fff707},{0xffffffff,0x07fff707},
+{0xffff07f7,0x07fff707},{0xff07ff07,0x07fff707},{0xff0707ff,0x07fff707},{0x07f7ffff,0x07fff707},{0x07fffff7,0x07fff707},{0x07ffff07,0x07fff707},{0x070707ff,0x07fff707},{0xf7f7f7ff,0x07fffff7},
+{0xf7f7fff7,0x07fffff7},{0xf7f7ff07,0x07fffff7},{0xf7fff7f7,0x07fffff7},{0xf7ffffff,0x07fffff7},{0xf7ff07f7,0x07fffff7},{0xf707ff07,0x07fffff7},{0xfff7f7f7,0x07fffff7},{0xfff70707,0x07fffff7},
+{0xfffff7ff,0x07fffff7},{0xfffffff7,0x07fffff7},{0xffffffff,0x07fffff7},{0xffffff07,0x07fffff7},{0xffff07f7,0x07fffff7},{0xffff07ff,0x07fffff7},{0xff07f7f7,0x07fffff7},{0xff07f7ff,0x07fffff7},
+{0xff07f707,0x07fffff7},{0xff07ffff,0x07fffff7},{0x07f7fff7,0x07fffff7},{0x07f7ff07,0x07fffff7},{0x07fff707,0x07fffff7},{0x07fffff7,0x07fffff7},{0x07ffffff,0x07fffff7},{0x07ff07f7,0x07fffff7},
+{0x0707f7ff,0x07fffff7},{0x070707ff,0x07fffff7},{0xf7f7f7f7,0x07ffffff},{0xf7f7ffff,0x07ffffff},{0xf7f707f7,0x07ffffff},{0xf7f70707,0x07ffffff},{0xf7fff7f7,0x07ffffff},{0xf7fff7ff,0x07ffffff},
+{0xf7fffff7,0x07ffffff},{0xf7ffffff,0x07ffffff},{0xf7ffff07,0x07ffffff},{0xf7ff07ff,0x07ffffff},{0xf707f7ff,0x07ffffff},{0xf707ffff,0x07ffffff},{0xf70707ff,0x07ffffff},{0xf7070707,0x07ffffff},
+{0xfff7f7ff,0x07ffffff},{0xfff7fff7,0x07ffffff},{0xfff7ffff,0x07ffffff},{0xfff7ff07,0x07ffffff},{0xfff707ff,0x07ffffff},{0xfffff7f7,0x07ffffff},{0xfffff7ff,0x07ffffff},{0xfffff707,0x07ffffff},
+{0xfffffff7,0x07ffffff},{0xffffffff,0x07ffffff},{0xffffff07,0x07ffffff},{0xffff07f7,0x07ffffff},{0xffff07ff,0x07ffffff},{0xffff0707,0x07ffffff},{0xff07f7ff,0x07ffffff},{0xff07fff7,0x07ffffff},
+{0xff07ffff,0x07ffffff},{0xff07ff07,0x07ffffff},{0xff0707ff,0x07ffffff},{0x07f7f7ff,0x07ffffff},{0x07f7ffff,0x07ffffff},{0x07f707f7,0x07ffffff},{0x07fff7ff,0x07ffffff},{0x07fff707,0x07ffffff},
+{0x07fffff7,0x07ffffff},{0x07ffffff,0x07ffffff},{0x07ffff07,0x07ffffff},{0x07ff07ff,0x07ffffff},{0x07ff0707,0x07ffffff},{0x0707f7f7,0x07ffffff},{0x0707f707,0x07ffffff},{0x0707ffff,0x07ffffff},
+{0x070707f7,0x07ffffff},{0x07070707,0x07ffffff},{0xf7f7f7ff,0x07ffff07},{0xf7f7fff7,0x07ffff07},{0xf7fff7f7,0x07ffff07},{0xf7ffffff,0x07ffff07},{0xf7ff07ff,0x07ffff07},{0xf707f7f7,0x07ffff07},
+{0xf707ff07,0x07ffff07},{0xf70707ff,0x07ffff07},{0xfff7ffff,0x07ffff07},{0xfff707f7,0x07ffff07},{0xfff707ff,0x07ffff07},{0xfffff7ff,0x07ffff07},{0xfffff707,0x07ffff07},{0xffffffff,0x07ffff07},
+{0xffffff07,0x07ffff07},{0xffff07ff,0x07ffff07},{0xff07ffff,0x07ffff07},{0xff0707f7,0x07ffff07},{0x07f7f707,0x07ffff07},{0x07f7fff7,0x07ffff07},{0x07f707ff,0x07ffff07},{0x07f70707,0x07ffff07},
+{0x07fff707,0x07ffff07},{0x07fffff7,0x07ffff07},{0x07ffffff,0x07ffff07},{0x0707fff7,0x07ffff07},{0x0707ff07,0x07ffff07},{0x070707ff,0x07ffff07},{0xf7f7ffff,0x07ff07f7},{0xf7ffff07,0x07ff07f7},
+{0xf7ff07ff,0x07ff07f7},{0xf707ffff,0x07ff07f7},{0xfff7f7ff,0x07ff07f7},{0xfff7ff07,0x07ff07f7},{0xfffff7f7,0x07ff07f7},{0xfffff707,0x07ff07f7},{0xffffffff,0x07ff07f7},{0xffffff07,0x07ff07f7},
+{0xffff0707,0x07ff07f7},{0xff07fff7,0x07ff07f7},{0xff07ffff,0x07ff07f7},{0x07f7ffff,0x07ff07f7},{0x07fff7ff,0x07ff07f7},{0x07ffff07,0x07ff07f7},{0x07ff07ff,0x07ff07f7},{0x0707ffff,0x07ff07f7},
+{0xf7f7fff7,0x07ff07ff},{0xf7f7ff07,0x07ff07ff},{0xf7f707ff,0x07ff07ff},{0xf7fff7f7,0x07ff07ff},{0xf7fff707,0x07ff07ff},{0xf7ffffff,0x07ff07ff},{0xf7ff07f7,0x07ff07ff},{0xf7ff0707,0x07ff07ff},
+{0xf707f7f7,0x07ff07ff},{0xf707f7ff,0x07ff07ff},{0xf707fff7,0x07ff07ff},{0xf707ff07,0x07ff07ff},{0xfff7f7f7,0x07ff07ff},{0xfff7f707,0x07ff07ff},{0xfff7ffff,0x07ff07ff},{0xfff707f7,0x07ff07ff},
+{0xfff70707,0x07ff07ff},{0xfffff7ff,0x07ff07ff},{0xfffffff7,0x07ff07ff},{0xffffffff,0x07ff07ff},{0xffffff07,0x07ff07ff},{0xffff07ff,0x07ff07ff},{0xff07f707,0x07ff07ff},{0xff07ffff,0x07ff07ff},
+{0xff07ff07,0x07ff07ff},{0xff070707,0x07ff07ff},{0x07f7f7ff,0x07ff07ff},{0x07f7fff7,0x07ff07ff},{0x07fff7f7,0x07ff07ff},{0x07fff707,0x07ff07ff},{0x07ffffff,0x07ff07ff},{0x07ff0707,0x07ff07ff},
+{0x0707f7ff,0x07ff07ff},{0x0707ff07,0x07ff07ff},{0xf7f7ffff,0x07ff0707},{0xf7ffffff,0x07ff0707},{0xf707ffff,0x07ff0707},{0xfff7fff7,0x07ff0707},{0xfff7ff07,0x07ff0707},{0xfff707ff,0x07ff0707},
+{0xfffff7f7,0x07ff0707},{0xffffffff,0x07ff0707},{0xffff07f7,0x07ff0707},{0xff07f7ff,0x07ff0707},{0x07f7ffff,0x07ff0707},{0x07fff7ff,0x07ff0707},{0x07fffff7,0x07ff0707},{0x07ffffff,0x07ff0707},
+{0x07ffff07,0x07ff0707},{0xf7f7f7f7,0x0707f7f7},{0xf7f7f707,0x0707f7f7},{0xf7f707f7,0x0707f7f7},{0xf7f70707,0x0707f7f7},{0xf7ffffff,0x0707f7f7},{0xf707f7f7,0x0707f7f7},{0xf707f707,0x0707f7f7},
+{0xf70707f7,0x0707f7f7},{0xf7070707,0x0707f7f7},{0xfff7ffff,0x0707f7f7},{0xfffff7ff,0x0707f7f7},{0xfffffff7,0x0707f7f7},{0xffffff07,0x0707f7f7},{0xffff07ff,0x0707f7f7},{0x07f7f7f7,0x0707f7f7},
+{0x07f7f707,0x0707f7f7},{0x07f707f7,0x0707f7f7},{0x07f70707,0x0707f7f7},{0x07ffffff,0x0707f7f7},{0x0707f7f7,0x0707f7f7},{0x0707f707,0x0707f7f7},{0x070707f7,0x0707f7f7},{0x07070707,0x0707f7f7},
+{0xf7f7ffff,0x0707f7ff},{0xf7f707ff,0x0707f7ff},{0xf7fff7ff,0x0707f7ff},{0xf7fffff7,0x0707f7ff},{0xf7ffff07,0x0707f7ff},{0xf7ff07ff,0x0707f7ff},{0xf7ff0707,0x0707f7ff},{0xfff7ff07,0x0707f7ff},
+{0xfff707ff,0x0707f7ff},{0xfffff7ff,0x0707f7ff},{0xffffffff,0x0707f7ff},{0xffff07f7,0x0707f7ff},{0xffff0707,0x0707f7ff},{0xff07f7ff,0x0707f7ff},{0xff07fff7,0x0707f7ff},{0x07f7ffff,0x0707f7ff},
+{0x07fff7f7,0x0707f7ff},{0x07fff707,0x0707f7ff},{0x07ffff07,0x0707f7ff},{0x07ff07ff,0x0707f7ff},{0xf7f7f707,0x0707f707},{0xf7f707f7,0x0707f707},{0xf7f70707,0x0707f707},{0xf7fff7f7,0x0707f707},
+{0xf7ff07ff,0x0707f707},{0xf707f707,0x0707f707},{0xf70707f7,0x0707f707},{0xf7070707,0x0707f707},{0xfff7ffff,0x0707f707},{0xfffff7ff,0x0707f707},{0xffffff07,0x0707f707},{0xffff07ff,0x0707f707},
+{0xff07ffff,0x0707f707},{0x07f7f7f7,0x0707f707},{0x07f7f707,0x0707f707},{0x07f707f7,0x0707f707},{0x07f70707,0x0707f707},{0x07ffffff,0x0707f707},{0x0707f7f7,0x0707f707},{0x0707f707,0x0707f707},
+{0x070707f7,0x0707f707},{0x07070707,0x0707f707},{0xf7ff07ff,0x0707fff7},{0xf707ffff,0x0707fff7},{0xfff7f7ff,0x0707fff7},{0xfff7fff7,0x0707fff7},{0xfffff7f7,0x0707fff7},{0xfffffff7,0x0707fff7},
+{0xffffffff,0x0707fff7},{0xffff07f7,0x0707fff7},{0xffff0707,0x0707fff7},{0xff07f7ff,0x0707fff7},{0xff07ffff,0x0707fff7},{0xff07ff07,0x0707fff7},{0xff0707f7,0x0707fff7},{0xff0707ff,0x0707fff7},
+{0x07f7ffff,0x0707fff7},{0xf7f7ff07,0x0707ffff},{0xf7f707ff,0x0707ffff},{0xf7fff7f7,0x0707ffff},{0xf7fff707,0x0707ffff},{0xf7ffffff,0x0707ffff},{0xf7ff07f7,0x0707ffff},{0xf707ff07,0x0707ffff},
+{0xf70707ff,0x0707ffff},{0xfff7f707,0x0707ffff},{0xfff7ffff,0x0707ffff},{0xfffff7ff,0x0707ffff},{0xfffffff7,0x0707ffff},{0xffffffff,0x0707ffff},{0xffffff07,0x0707ffff},{0xffff07ff,0x0707ffff},
+{0xff07ffff,0x0707ffff},{0xff070707,0x0707ffff},{0x07f7f7ff,0x0707ffff},{0x07f7fff7,0x0707ffff},{0x07f7ffff,0x0707ffff},{0x07f7ff07,0x0707ffff},{0x07f707ff,0x0707ffff},{0x07fff707,0x0707ffff},
+{0x07ffffff,0x0707ffff},{0x07ff07f7,0x0707ffff},{0xf7f7ffff,0x0707ff07},{0xf7fff7ff,0x0707ff07},{0xf7ffff07,0x0707ff07},{0xf7ff0707,0x0707ff07},{0xf707f7ff,0x0707ff07},{0xf707ffff,0x0707ff07},
+{0xfff7fff7,0x0707ff07},{0xfff7ff07,0x0707ff07},{0xfff70707,0x0707ff07},{0xfffff707,0x0707ff07},{0xffffffff,0x0707ff07},{0xffffff07,0x0707ff07},{0xffff07f7,0x0707ff07},{0xff07f7f7,0x0707ff07},
+{0xff07f707,0x0707ff07},{0x07f7ff07,0x0707ff07},{0x07fff7f7,0x0707ff07},{0x07ffffff,0x0707ff07},{0x07ffff07,0x0707ff07},{0x07ff07ff,0x0707ff07},{0x0707f7ff,0x0707ff07},{0x0707fff7,0x0707ff07},
+{0x0707ff07,0x0707ff07},{0xf7f7f7f7,0x070707f7},{0xf7f7f707,0x070707f7},{0xf7f707f7,0x070707f7},{0xf7f70707,0x070707f7},{0xf707f7f7,0x070707f7},{0xf707f707,0x070707f7},{0xf70707f7,0x070707f7},
+{0xf7070707,0x070707f7},{0xfffff7ff,0x070707f7},{0xfffffff7,0x070707f7},{0xffffff07,0x070707f7},{0xffff07ff,0x070707f7},{0x07f7f7f7,0x070707f7},{0x07f7f707,0x070707f7},{0x07f707f7,0x070707f7},
+{0x07f70707,0x070707f7},{0x07ffffff,0x070707f7},{0x0707f7f7,0x070707f7},{0x0707f707,0x070707f7},{0x070707f7,0x070707f7},{0x07070707,0x070707f7},{0xf7f7ffff,0x070707ff},{0xf7fffff7,0x070707ff},
+{0xf7ff07ff,0x070707ff},{0xf707f7ff,0x070707ff},{0xf707ffff,0x070707ff},{0xfff7f7ff,0x070707ff},{0xfffff7f7,0x070707ff},{0xffffffff,0x070707ff},{0xffff0707,0x070707ff},{0xff07f7ff,0x070707ff},
+{0xff07ff07,0x070707ff},{0xff0707ff,0x070707ff},{0x07fff7f7,0x070707ff},{0x07ffff07,0x070707ff},{0xf7f7f7f7,0x07070707},{0xf7f7f707,0x07070707},{0xf7f707f7,0x07070707},{0xf7f70707,0x07070707},
+{0xf707f7f7,0x07070707},{0xf707f707,0x07070707},{0xf70707f7,0x07070707},{0xf7070707,0x07070707},{0xfffff7ff,0x07070707},{0xfffffff7,0x07070707},{0xffffff07,0x07070707},{0x07f7f7f7,0x07070707},
+{0x07f7f707,0x07070707},{0x07f707f7,0x07070707},{0x07f70707,0x07070707},{0x07ffffff,0x07070707},{0x0707f7f7,0x07070707},{0x0707f707,0x07070707},{0x070707f7,0x07070707},{0x07070707,0x07070707},
diff --git a/tests/dsv41/iq_expert_test.cpp b/tests/dsv41/iq_expert_test.cpp
index 802e8abd1..8eea15c1c 100644
--- a/tests/dsv41/iq_expert_test.cpp
+++ b/tests/dsv41/iq_expert_test.cpp
@@ -217,6 +217,7 @@ static void bench_big(int type, int mib) {
std::vector<int8_t> xq(E, 3), hq((size_t) NE * FF, 3); std::vector<float> xd(E / 32, 0.01f), hd((size_t) NE * FF / 32, 0.01f);
for (int i = 0; i < E; ++i) xq[i] = (int8_t) ((int) (rng() % 255) - 127);
for (size_t i = 0; i < hq.size(); ++i) hq[i] = (int8_t) ((int) (rng() % 255) - 127);
+ if (const char* e = std::getenv("DS4_BENCH_ACTIVE")) { const int na = std::atoi(e); for (int l = 0; l < L; ++l) for (int k = na; k < NE; ++k) plan[(size_t) l * NE + k] = 0; } // (empty plan entries)
unsigned long long* dplan = up(plan);
iq::Args a{};
a.n_embd = E; a.n_ff = FF; a.limit = 10.0f; a.xq = up(xq); a.xd = up(xd); a.hq = up(hq); a.hd = up(hd); a.tg = a.td = type;
@@ -246,11 +247,11 @@ static void bench_big(int type, int mib) {
std::printf("big %-7s ws %4.0f MiB: gate/up %6.1f us (%5.0f GB/s) down %6.1f us (%5.0f GB/s) layer %6.1f us -> %5.0f GB/s, %.2f Tw/s\n",
iq::name(type), (double) L * NE * blob / 1048576.0, us[0], bg / us[0] * 1e-3, us[1], bd / us[1] * 1e-3, us[0] + us[1],
(bg + bd) / (us[0] + us[1]) * 1e-3, (double) NE * 3 * FF * E / ((us[0] + us[1]) * 1e-6) / 1e12);
- for (auto p : plan) hipFree((void*) p);
+ for (auto p : plan) if (p) hipFree((void*) p);
}
// the light sets (experts of <= 16 rows: DSpark verify windows, short prompts): n_exp experts of `rows` rows each, gate/up and down
-static void bench_light(int type, int nexp, int rows) {
+static void bench_light(int type, int nexp, int rows, bool tiles = false) {
const int E = 5120, FF = 2304;
const size_t rb_g = iq::row_bytes(type, E), rb_d = iq::row_bytes(type, FF);
auto al = [](size_t n) { return (n + 255) / 256 * 256; };
@@ -261,6 +262,7 @@ static void bench_light(int type, int nexp, int rows) {
uint8_t* w; CK(hipMalloc(&w, blob * nexp));
for (int e = 0; e < nexp; ++e) CK(hipMemcpy(w + (size_t) e * blob, one.data(), blob, hipMemcpyHostToDevice));
const int NR = nexp * rows, T = 8;
+ if (tiles && rows <= 16) { std::printf("tiles: rows > 16 only\n"); return; }
std::vector<int> bounds(nexp + 1), idx(NR);
for (int e = 0; e <= nexp; ++e) bounds[e] = e * rows;
for (int i = 0; i < NR; ++i) idx[i] = i % T;
@@ -270,7 +272,7 @@ static void bench_light(int type, int nexp, int rows) {
std::vector<uint16_t> h((size_t) NR * FF, 0x3c00);
iq::SetArgs q{};
q.wbase = w; q.stride = blob; for (int r = 0; r < 3; ++r) q.tr[r] = off[r];
- q.bounds = up(bounds); q.row0 = 0; q.max_rows = rows; q.n_exp = nexp; q.n_embd = E; q.n_ff = FF; q.limit = 7.0f;
+ q.bounds = up(bounds); q.row0 = 0; q.max_rows = rows; q.skip_le = 0; q.n_exp = nexp; q.n_embd = E; q.n_ff = FF; q.limit = 7.0f;
q.tg = q.td = type; q.xf = up(x); q.idx = up(idx); q.ldx = E;
uint16_t* dh; CK(hipMalloc(&dh, (size_t) NR * FF * 2)); q.h = dh; q.ldo = FF;
q.xh = up(h);
@@ -281,8 +283,8 @@ static void bench_light(int type, int nexp, int rows) {
auto run = [&](int reps) {
hipEventRecord(e0);
for (int rep = 0; rep < reps; ++rep) {
- if (part == 0) { q.h = dh; q.ldo = FF; iq::light_gate_up(q, 0); }
- else { q.y = dy; q.ldo = E; q.ldx = FF; iq::light_down(q, 0); }
+ if (part == 0) { q.h = dh; q.ldo = FF; if (tiles) iq::set_gate_up(q, 0); else iq::light_gate_up(q, 0); }
+ else { q.y = dy; q.ldo = E; q.ldx = FF; if (tiles) iq::set_down(q, 0); else iq::light_down(q, 0); }
}
hipEventRecord(e1); hipEventSynchronize(e1);
float ms; hipEventElapsedTime(&ms, e0, e1);
@@ -296,8 +298,8 @@ static void bench_light(int type, int nexp, int rows) {
us[part] = best;
}
const double bytes = (double) nexp * (off[2] + al((size_t) E * rb_d));
- std::printf("light %-7s %3d experts x %2d rows: gate/up %7.1f us down %7.1f us -> %6.0f GB/s of weights, %.2f Tw/s\n", iq::name(type), nexp, rows,
- us[0], us[1], bytes / ((us[0] + us[1]) * 1e-6) / 1e9, (double) nexp * 3 * FF * E / ((us[0] + us[1]) * 1e-6) / 1e12);
+ std::printf("%s %-7s %3d experts x %2d rows: gate/up %7.1f us down %7.1f us -> %6.0f GB/s of weights, %.2f Tw/s, %.1f TMAC/s\n", tiles ? "tiles" : "light", iq::name(type), nexp, rows,
+ us[0], us[1], bytes / ((us[0] + us[1]) * 1e-6) / 1e9, (double) nexp * 3 * FF * E / ((us[0] + us[1]) * 1e-6) / 1e12, (double) NR * 3 * FF * E / ((us[0] + us[1]) * 1e-6) / 1e12);
hipFree(w);
}
@@ -305,7 +307,16 @@ int main(int argc, char** argv) {
std::vector<int> types = {16, 17, 22, 18, 21, 23, 29};
std::vector<int> devs;
for (int i = 1; i < argc; ++i) {
- if (std::string(argv[i]) == "--bench-light") { // [types] [n_exp] [rows list]
+ if (std::string(argv[i]) == "--bench-tiles") { // [types] [n_exp] [rows list]: the prompt sets' tensor-core tiles
+ std::vector<int> bt, rl = {32, 128};
+ int nexp = 48;
+ if (i + 1 < argc && argv[i + 1][0] != '-') { for (const char* p = argv[++i]; *p;) { bt.push_back(std::atoi(p)); while (*p && *p != ',') ++p; if (*p) ++p; } }
+ else bt = types;
+ if (i + 1 < argc && argv[i + 1][0] != '-') nexp = std::atoi(argv[++i]);
+ if (i + 1 < argc && argv[i + 1][0] != '-') { rl.clear(); for (const char* p = argv[++i]; *p;) { rl.push_back(std::atoi(p)); while (*p && *p != ',') ++p; if (*p) ++p; } }
+ for (int t : bt) for (int r : rl) bench_light(t, nexp, r, true);
+ return 0;
+ } else if (std::string(argv[i]) == "--bench-light") { // [types] [n_exp] [rows list]
std::vector<int> bt, rl = {1, 2, 4};
int nexp = 24;
if (i + 1 < argc && argv[i + 1][0] != '-') { for (const char* p = argv[++i]; *p;) { bt.push_back(std::atoi(p)); while (*p && *p != ',') ++p; if (*p) ++p; } }