37 tok/s from Qwen3-Next-80B (48 GB) on a 32 GB laptop, 24 without drafts vs 2.8 for llama.cpp; reading 62 vs 16 tok/s. Faster than llama.cpp on all 13 models compared in Q4_K_M. LLMs bigger than your RAM, pure C, CPU or GPU.
C avx2ccpu-inferenceggufinference-enginelinuxllmlocal-llmmixture-of-expertsmoenvmequantizationqwen3simdspeculative-decodingvulkan
/* SPDX-License-Identifier: GPL-3.0-or-later
Copyright (C) 2026 Maurizio Cammalleri
The tables IQ2XXS_GRID, IQ2XS_GRID and IQ2S_GRID below are the IQ2 grids
of ggml (ggml/src/ggml-common.h, iq2xxs_grid, iq2xs_grid, iq2s_grid),
copied as data from src/llm/iq2xxs_grid.h, iq2xs_grid.h and iq2s_grid.h,
each 64-bit entry as two words, low first: they define the formats.
Copyright (c) 2023-2026 The ggml authors, under the MIT licence (see the
ggml repository). Generated - not formatted by hand. */
#version 450
// IQ2 weights times up to NV Q8_K vectors, one row per invocation, as
// janas_iq2_dot_ref computes them, KIND chosen when the pipeline is made:
// 0 IQ2_XXS (66 bytes a block: d, then for each group of 32 a word of four
// grid indices and a word of four 7-bit sign indices and the scale), 1
// IQ2_XS (74: d, a 16-bit word a sub-group of 8 - its 9-bit grid index and
// 7-bit sign index - and a nibble of scale for each 16), 2 IQ2_S (82: d,
// the grid indices' low bytes, the signs' bytes, their top two bits, the
// scales). A 7-bit sign index takes an eighth bit that makes the negatives
// even (ggml's ksigns_iq2xs). Each sub-group of 8 its eight grid levels
// with their signs; the block's exact integer sum (scale 1 + 2 s times
// each sub-group's dot) in one fma, with (d / 8) d8: the CPU's float
// operations, so the results agree bit for bit. Blocks start on 2-byte
// boundaries: their words are realigned. Activations shared across the
// subgroup as in q4k_matvec.comp.
#extension GL_EXT_integer_dot_product : require
#extension GL_KHR_shader_subgroup_basic : require
#extension GL_KHR_shader_subgroup_ballot : require
#extension GL_EXT_buffer_reference : require
#extension GL_EXT_buffer_reference_uvec2 : require
layout(local_size_x = 64) in;
layout(constant_id = 0) const uint NV = 8;
layout(constant_id = 1) const uint SG = 8;
layout(constant_id = 2) const uint KIND = 0;
const uint NX = (19u + SG - 1u) / SG;
/* bytes of a block, words read for it (one more: the realignment) */
const uint BS = KIND == 0u ? 66u : KIND == 1u ? 74u : 82u;
const uint NW = (BS + 3u) / 4u + 1u;
/* entries of the grid */
const uint NG = KIND == 0u ? 256u : KIND == 1u ? 512u : 1024u;
layout(buffer_reference, std430, buffer_reference_align = 4) readonly buffer U1 { uint v[]; };
layout(buffer_reference, std430, buffer_reference_align = 16) readonly buffer U4 { uvec4 v[]; };
layout(buffer_reference, std430, buffer_reference_align = 4) writeonly buffer F { float v[]; };
layout(push_constant) uniform P { uvec2 w, x, y; uint rows, nb, nv, xs, ys; } p;
const uint IQ2XXS_GRID[512] = uint[512](
0x08080808u, 0x08080808u, 0x0808082bu, 0x08080808u, 0x08081919u, 0x08080808u,
0x08082b08u, 0x08080808u, 0x08082b2bu, 0x08080808u, 0x08190819u, 0x08080808u,
0x08191908u, 0x08080808u, 0x082b0808u, 0x08080808u, 0x082b082bu, 0x08080808u,
0x082b2b08u, 0x08080808u, 0x082b2b2bu, 0x08080808u, 0x19080819u, 0x08080808u,
0x19081908u, 0x08080808u, 0x19190808u, 0x08080808u, 0x19192b08u, 0x08080808u,
0x192b0819u, 0x08080808u, 0x192b1908u, 0x08080808u, 0x2b080808u, 0x08080808u,
0x2b08082bu, 0x08080808u, 0x2b082b2bu, 0x08080808u, 0x2b2b082bu, 0x08080808u,
0x08080819u, 0x08080819u, 0x08081908u, 0x08080819u, 0x08190808u, 0x08080819u,
0x08191919u, 0x08080819u, 0x19080808u, 0x08080819u, 0x2b081908u, 0x08080819u,
0x2b192b08u, 0x08080819u, 0x08080808u, 0x0808082bu, 0x0808082bu, 0x0808082bu,
0x082b082bu, 0x0808082bu, 0x2b08082bu, 0x0808082bu, 0x08080819u, 0x08081908u,
0x08081908u, 0x08081908u, 0x08190808u, 0x08081908u, 0x082b0819u, 0x08081908u,
0x082b1908u, 0x08081908u, 0x19080808u, 0x08081908u, 0x1908082bu, 0x08081908u,
0x19082b08u, 0x08081908u, 0x192b0808u, 0x08081908u, 0x2b080819u, 0x08081908u,
0x2b081908u, 0x08081908u, 0x2b190808u, 0x08081908u, 0x2b2b1908u, 0x08081908u,
0x08080808u, 0x08081919u, 0x0808082bu, 0x08081919u, 0x08082b08u, 0x08081919u,
0x082b0808u, 0x08081919u, 0x1908192bu, 0x08081919u, 0x192b2b19u, 0x08081919u,
0x2b080808u, 0x08081919u, 0x2b190819u, 0x08081919u, 0x08082b19u, 0x0808192bu,
0x08190808u, 0x0808192bu, 0x19080808u, 0x0808192bu, 0x2b081908u, 0x0808192bu,
0x2b2b1908u, 0x0808192bu, 0x08080808u, 0x08082b08u, 0x08081919u, 0x08082b08u,
0x08082b08u, 0x08082b08u, 0x08191908u, 0x08082b08u, 0x082b2b08u, 0x08082b08u,
0x19080819u, 0x08082b08u, 0x19081908u, 0x08082b08u, 0x19190808u, 0x08082b08u,
0x1919082bu, 0x08082b08u, 0x2b082b08u, 0x08082b08u, 0x08081908u, 0x08082b19u,
0x19080808u, 0x08082b19u, 0x0808082bu, 0x08082b2bu, 0x08191908u, 0x08082b2bu,
0x08080819u, 0x08190808u, 0x08081908u, 0x08190808u, 0x08190808u, 0x08190808u,
0x082b0819u, 0x08190808u, 0x19080808u, 0x08190808u, 0x192b0808u, 0x08190808u,
0x2b081908u, 0x08190808u, 0x2b190808u, 0x08190808u, 0x2b191919u, 0x08190808u,
0x08080808u, 0x08190819u, 0x08082b08u, 0x08190819u, 0x082b0808u, 0x08190819u,
0x19190808u, 0x08190819u, 0x19192b2bu, 0x08190819u, 0x2b080808u, 0x08190819u,
0x082b1908u, 0x0819082bu, 0x19081919u, 0x0819082bu, 0x08080808u, 0x08191908u,
0x08082b08u, 0x08191908u, 0x082b0808u, 0x08191908u, 0x082b1919u, 0x08191908u,
0x19082b19u, 0x08191908u, 0x2b080808u, 0x08191908u, 0x08192b08u, 0x08191919u,
0x192b082bu, 0x08191919u, 0x08080808u, 0x0819192bu, 0x0819192bu, 0x0819192bu,
0x08080819u, 0x08192b08u, 0x08081908u, 0x08192b08u, 0x08190808u, 0x08192b08u,
0x19080808u, 0x08192b08u, 0x2b080819u, 0x08192b08u, 0x08080808u, 0x08192b19u,
0x08081919u, 0x08192b19u, 0x2b2b0808u, 0x08192b19u, 0x19190819u, 0x08192b2bu,
0x08080808u, 0x082b0808u, 0x0808082bu, 0x082b0808u, 0x08082b2bu, 0x082b0808u,
0x19081908u, 0x082b0808u, 0x192b0819u, 0x082b0808u, 0x2b080808u, 0x082b0808u,
0x2b08082bu, 0x082b0808u, 0x082b2b19u, 0x082b0819u, 0x19082b08u, 0x082b0819u,
0x08080808u, 0x082b082bu, 0x0808082bu, 0x082b082bu, 0x08080819u, 0x082b1908u,
0x08081908u, 0x082b1908u, 0x08190808u, 0x082b1908u, 0x19080808u, 0x082b1908u,
0x1919192bu, 0x082b1908u, 0x08080808u, 0x082b1919u, 0x19080819u, 0x082b1919u,
0x192b1908u, 0x082b1919u, 0x2b190808u, 0x082b192bu, 0x08082b08u, 0x082b2b08u,
0x082b0808u, 0x082b2b08u, 0x2b191908u, 0x082b2b08u, 0x19081908u, 0x082b2b2bu,
0x08080819u, 0x19080808u, 0x08081908u, 0x19080808u, 0x08190808u, 0x19080808u,
0x08192b08u, 0x19080808u, 0x082b0819u, 0x19080808u, 0x082b1908u, 0x19080808u,
0x19080808u, 0x19080808u, 0x19082b08u, 0x19080808u, 0x1919192bu, 0x19080808u,
0x192b0808u, 0x19080808u, 0x2b080819u, 0x19080808u, 0x2b081908u, 0x19080808u,
0x2b190808u, 0x19080808u, 0x08080808u, 0x19080819u, 0x082b0808u, 0x19080819u,
0x192b0819u, 0x19080819u, 0x2b080808u, 0x19080819u, 0x2b081919u, 0x19080819u,
0x08080819u, 0x1908082bu, 0x08190808u, 0x1908082bu, 0x19082b08u, 0x1908082bu,
0x1919192bu, 0x1908082bu, 0x192b2b08u, 0x1908082bu, 0x08080808u, 0x19081908u,
0x08082b08u, 0x19081908u, 0x082b0808u, 0x19081908u, 0x2b080808u, 0x19081908u,
0x2b192b19u, 0x19081908u, 0x0819082bu, 0x19081919u, 0x082b1908u, 0x19081919u,
0x08080808u, 0x1908192bu, 0x08080819u, 0x19082b08u, 0x08081908u, 0x19082b08u,
0x08190808u, 0x19082b08u, 0x19080808u, 0x19082b08u, 0x19081919u, 0x19082b08u,
0x08080808u, 0x19082b19u, 0x19192b08u, 0x19082b19u, 0x192b0819u, 0x19082b19u,
0x2b08082bu, 0x19082b19u, 0x19081919u, 0x19082b2bu, 0x2b190808u, 0x19082b2bu,
0x08080808u, 0x19190808u, 0x08082b08u, 0x19190808u, 0x08190819u, 0x19190808u,
0x08192b19u, 0x19190808u, 0x082b0808u, 0x19190808u, 0x2b080808u, 0x19190808u,
0x2b082b08u, 0x19190808u, 0x08081908u, 0x19190819u, 0x1908082bu, 0x19190819u,
0x2b2b1908u, 0x19190819u, 0x2b190819u, 0x1919082bu, 0x2b190808u, 0x19191908u,
0x2b19082bu, 0x19191908u, 0x08082b2bu, 0x19191919u, 0x08080819u, 0x1919192bu,
0x19191908u, 0x1919192bu, 0x08080808u, 0x19192b08u, 0x08190819u, 0x19192b08u,
0x08192b19u, 0x19192b08u, 0x192b1908u, 0x19192b08u, 0x19080808u, 0x19192b19u,
0x08082b08u, 0x19192b2bu, 0x08081908u, 0x192b0808u, 0x08190808u, 0x192b0808u,
0x19080808u, 0x192b0808u, 0x192b2b08u, 0x192b0808u, 0x08080808u, 0x192b0819u,
0x19191919u, 0x192b0819u, 0x08192b08u, 0x192b082bu, 0x192b0808u, 0x192b082bu,
0x08080808u, 0x192b1908u, 0x08081919u, 0x192b1908u, 0x08190808u, 0x192b1919u,
0x0819082bu, 0x192b1919u, 0x2b081908u, 0x192b1919u, 0x1908082bu, 0x192b2b08u,
0x08080808u, 0x2b080808u, 0x0808082bu, 0x2b080808u, 0x08082b2bu, 0x2b080808u,
0x19080819u, 0x2b080808u, 0x2b08082bu, 0x2b080808u, 0x08081908u, 0x2b080819u,
0x08192b08u, 0x2b080819u, 0x19080808u, 0x2b080819u, 0x08190819u, 0x2b08082bu,
0x08080819u, 0x2b081908u, 0x08081908u, 0x2b081908u, 0x08190808u, 0x2b081908u,
0x08191919u, 0x2b081908u, 0x19080808u, 0x2b081908u, 0x192b0808u, 0x2b081908u,
0x08080808u, 0x2b081919u, 0x1908192bu, 0x2b081919u, 0x2b191908u, 0x2b081919u,
0x08082b19u, 0x2b08192bu, 0x19080808u, 0x2b08192bu, 0x192b0808u, 0x2b08192bu,
0x0808082bu, 0x2b082b08u, 0x08081908u, 0x2b082b19u, 0x08190819u, 0x2b082b2bu,
0x08081908u, 0x2b190808u, 0x08190808u, 0x2b190808u, 0x082b1908u, 0x2b190808u,
0x19080808u, 0x2b190808u, 0x2b2b0819u, 0x2b190808u, 0x0819192bu, 0x2b190819u,
0x2b080808u, 0x2b190819u, 0x19081919u, 0x2b19082bu, 0x08080808u, 0x2b191908u,
0x082b082bu, 0x2b191908u, 0x19081908u, 0x2b191908u, 0x19190819u, 0x2b191919u,
0x2b080819u, 0x2b192b08u, 0x082b0808u, 0x2b192b19u, 0x0808082bu, 0x2b2b0808u,
0x19190808u, 0x2b2b0808u, 0x2b081919u, 0x2b2b0808u, 0x08082b19u, 0x2b2b0819u,
0x08080808u, 0x2b2b082bu, 0x08192b08u, 0x2b2b1908u, 0x19190808u, 0x2b2b2b08u,
0x08081908u, 0x2b2b2b19u);
const uint IQ2XS_GRID[1024] = uint[1024](
0x08080808u, 0x08080808u, 0x0808082bu, 0x08080808u, 0x08081919u, 0x08080808u,
0x08082b08u, 0x08080808u, 0x08082b2bu, 0x08080808u, 0x08190819u, 0x08080808u,
0x08191908u, 0x08080808u, 0x0819192bu, 0x08080808u, 0x08192b19u, 0x08080808u,
0x082b0808u, 0x08080808u, 0x082b082bu, 0x08080808u, 0x082b1919u, 0x08080808u,
0x082b2b08u, 0x08080808u, 0x19080819u, 0x08080808u, 0x19081908u, 0x08080808u,
0x1908192bu, 0x08080808u, 0x19082b19u, 0x08080808u, 0x19190808u, 0x08080808u,
0x1919082bu, 0x08080808u, 0x19191919u, 0x08080808u, 0x19192b08u, 0x08080808u,
0x192b0819u, 0x08080808u, 0x192b1908u, 0x08080808u, 0x2b080808u, 0x08080808u,
0x2b08082bu, 0x08080808u, 0x2b081919u, 0x08080808u, 0x2b082b08u, 0x08080808u,
0x2b190819u, 0x08080808u, 0x2b191908u, 0x08080808u, 0x2b192b19u, 0x08080808u,
0x2b2b0808u, 0x08080808u, 0x08080819u, 0x08080819u, 0x08081908u, 0x08080819u,
0x0808192bu, 0x08080819u, 0x08082b19u, 0x08080819u, 0x08190808u, 0x08080819u,
0x0819082bu, 0x08080819u, 0x08191919u, 0x08080819u, 0x08192b08u, 0x08080819u,
0x08192b2bu, 0x08080819u, 0x082b0819u, 0x08080819u, 0x082b1908u, 0x08080819u,
0x19080808u, 0x08080819u, 0x1908082bu, 0x08080819u, 0x19081919u, 0x08080819u,
0x19082b08u, 0x08080819u, 0x19190819u, 0x08080819u, 0x19191908u, 0x08080819u,
0x192b0808u, 0x08080819u, 0x192b2b08u, 0x08080819u, 0x2b080819u, 0x08080819u,
0x2b081908u, 0x08080819u, 0x2b190808u, 0x08080819u, 0x08080808u, 0x0808082bu,
0x0808082bu, 0x0808082bu, 0x08081919u, 0x0808082bu, 0x08082b08u, 0x0808082bu,
0x08190819u, 0x0808082bu, 0x08191908u, 0x0808082bu, 0x082b0808u, 0x0808082bu,
0x19080819u, 0x0808082bu, 0x19081908u, 0x0808082bu, 0x19190808u, 0x0808082bu,
0x19191919u, 0x0808082bu, 0x2b080808u, 0x0808082bu, 0x2b082b2bu, 0x0808082bu,
0x08080819u, 0x08081908u, 0x08081908u, 0x08081908u, 0x0808192bu, 0x08081908u,
0x08082b19u, 0x08081908u, 0x08190808u, 0x08081908u, 0x0819082bu, 0x08081908u,
0x08191919u, 0x08081908u, 0x08192b08u, 0x08081908u, 0x082b0819u, 0x08081908u,
0x082b1908u, 0x08081908u, 0x19080808u, 0x08081908u, 0x1908082bu, 0x08081908u,
0x19081919u, 0x08081908u, 0x19082b08u, 0x08081908u, 0x19190819u, 0x08081908u,
0x19191908u, 0x08081908u, 0x1919192bu, 0x08081908u, 0x192b0808u, 0x08081908u,
0x2b080819u, 0x08081908u, 0x2b081908u, 0x08081908u, 0x2b190808u, 0x08081908u,
0x08080808u, 0x08081919u, 0x0808082bu, 0x08081919u, 0x08081919u, 0x08081919u,
0x08082b08u, 0x08081919u, 0x08190819u, 0x08081919u, 0x08191908u, 0x08081919u,
0x082b0808u, 0x08081919u, 0x19080819u, 0x08081919u, 0x19081908u, 0x08081919u,
0x19190808u, 0x08081919u, 0x192b0819u, 0x08081919u, 0x2b080808u, 0x08081919u,
0x08080819u, 0x0808192bu, 0x08081908u, 0x0808192bu, 0x08190808u, 0x0808192bu,
0x082b192bu, 0x0808192bu, 0x19080808u, 0x0808192bu, 0x1908082bu, 0x0808192bu,
0x2b081908u, 0x0808192bu, 0x08080808u, 0x08082b08u, 0x0808082bu, 0x08082b08u,
0x08081919u, 0x08082b08u, 0x08082b08u, 0x08082b08u, 0x08082b2bu, 0x08082b08u,
0x08190819u, 0x08082b08u, 0x08191908u, 0x08082b08u, 0x082b0808u, 0x08082b08u,
0x082b1919u, 0x08082b08u, 0x19080819u, 0x08082b08u, 0x19081908u, 0x08082b08u,
0x19190808u, 0x08082b08u, 0x19192b08u, 0x08082b08u, 0x2b080808u, 0x08082b08u,
0x2b2b0808u, 0x08082b08u, 0x2b2b2b2bu, 0x08082b08u, 0x08080819u, 0x08082b19u,
0x08081908u, 0x08082b19u, 0x08190808u, 0x08082b19u, 0x19080808u, 0x08082b19u,
0x2b080819u, 0x08082b19u, 0x2b082b19u, 0x08082b19u, 0x08080808u, 0x08082b2bu,
0x082b0808u, 0x08082b2bu, 0x082b2b08u, 0x08082b2bu, 0x2b19192bu, 0x08082b2bu,
0x2b2b0808u, 0x08082b2bu, 0x08080819u, 0x08190808u, 0x08081908u, 0x08190808u,
0x0808192bu, 0x08190808u, 0x08082b19u, 0x08190808u, 0x08190808u, 0x08190808u,
0x0819082bu, 0x08190808u, 0x08191919u, 0x08190808u, 0x08192b08u, 0x08190808u,
0x082b0819u, 0x08190808u, 0x082b1908u, 0x08190808u, 0x19080808u, 0x08190808u,
0x1908082bu, 0x08190808u, 0x19081919u, 0x08190808u, 0x19082b08u, 0x08190808u,
0x19190819u, 0x08190808u, 0x19191908u, 0x08190808u, 0x192b0808u, 0x08190808u,
0x192b2b2bu, 0x08190808u, 0x2b080819u, 0x08190808u, 0x2b081908u, 0x08190808u,
0x2b190808u, 0x08190808u, 0x08080808u, 0x08190819u, 0x0808082bu, 0x08190819u,
0x08081919u, 0x08190819u, 0x08082b08u, 0x08190819u, 0x08190819u, 0x08190819u,
0x08191908u, 0x08190819u, 0x082b0808u, 0x08190819u, 0x19080819u, 0x08190819u,
0x19081908u, 0x08190819u, 0x19190808u, 0x08190819u, 0x2b080808u, 0x08190819u,
0x2b191908u, 0x08190819u, 0x2b19192bu, 0x08190819u, 0x08080819u, 0x0819082bu,
0x08081908u, 0x0819082bu, 0x0808192bu, 0x0819082bu, 0x08190808u, 0x0819082bu,
0x19080808u, 0x0819082bu, 0x192b0808u, 0x0819082bu, 0x08080808u, 0x08191908u,
0x0808082bu, 0x08191908u, 0x08081919u, 0x08191908u, 0x08082b08u, 0x08191908u,
0x08190819u, 0x08191908u, 0x08191908u, 0x08191908u, 0x082b0808u, 0x08191908u,
0x19080819u, 0x08191908u, 0x19081908u, 0x08191908u, 0x19082b19u, 0x08191908u,
0x19190808u, 0x08191908u, 0x192b1908u, 0x08191908u, 0x2b080808u, 0x08191908u,
0x08080819u, 0x08191919u, 0x08081908u, 0x08191919u, 0x08190808u, 0x08191919u,
0x19080808u, 0x08191919u, 0x08080808u, 0x0819192bu, 0x08191908u, 0x0819192bu,
0x19082b19u, 0x0819192bu, 0x08080819u, 0x08192b08u, 0x08081908u, 0x08192b08u,
0x08190808u, 0x08192b08u, 0x0819082bu, 0x08192b08u, 0x19080808u, 0x08192b08u,
0x19191908u, 0x08192b08u, 0x2b08192bu, 0x08192b08u, 0x08080808u, 0x08192b19u,
0x08081919u, 0x08192b19u, 0x192b192bu, 0x08192b19u, 0x19190819u, 0x08192b2bu,
0x2b2b2b19u, 0x08192b2bu, 0x08080808u, 0x082b0808u, 0x0808082bu, 0x082b0808u,
0x08081919u, 0x082b0808u, 0x08082b08u, 0x082b0808u, 0x08082b2bu, 0x082b0808u,
0x08190819u, 0x082b0808u, 0x08191908u, 0x082b0808u, 0x082b0808u, 0x082b0808u,
0x19080819u, 0x082b0808u, 0x19081908u, 0x082b0808u, 0x19190808u, 0x082b0808u,
0x2b080808u, 0x082b0808u, 0x2b2b0808u, 0x082b0808u, 0x08080819u, 0x082b0819u,
0x08081908u, 0x082b0819u, 0x08190808u, 0x082b0819u, 0x19080808u, 0x082b0819u,
0x19082b08u, 0x082b0819u, 0x192b1919u, 0x082b0819u, 0x08080808u, 0x082b082bu,
0x082b082bu, 0x082b082bu, 0x2b080808u, 0x082b082bu, 0x2b2b2b08u, 0x082b082bu,
0x08080819u, 0x082b1908u, 0x08081908u, 0x082b1908u, 0x08190808u, 0x082b1908u,
0x082b2b19u, 0x082b1908u, 0x19080808u, 0x082b1908u, 0x08080808u, 0x082b1919u,
0x19080819u, 0x082b1919u, 0x1919082bu, 0x082b1919u, 0x2b192b19u, 0x082b1919u,
0x08080819u, 0x082b192bu, 0x08192b2bu, 0x082b192bu, 0x2b2b192bu, 0x082b192bu,
0x08080808u, 0x082b2b08u, 0x08082b08u, 0x082b2b08u, 0x08082b2bu, 0x082b2b08u,
0x082b0808u, 0x082b2b08u, 0x19191919u, 0x082b2b08u, 0x2b082b08u, 0x082b2b08u,
0x2b2b082bu, 0x082b2b08u, 0x192b2b08u, 0x082b2b19u, 0x2b190808u, 0x082b2b19u,
0x08082b08u, 0x082b2b2bu, 0x082b0808u, 0x082b2b2bu, 0x2b08082bu, 0x082b2b2bu,
0x2b082b08u, 0x082b2b2bu, 0x2b082b2bu, 0x082b2b2bu, 0x08080819u, 0x19080808u,
0x08081908u, 0x19080808u, 0x0808192bu, 0x19080808u, 0x08082b19u, 0x19080808u,
0x08190808u, 0x19080808u, 0x0819082bu, 0x19080808u, 0x08191919u, 0x19080808u,
0x08192b08u, 0x19080808u, 0x082b0819u, 0x19080808u, 0x082b1908u, 0x19080808u,
0x19080808u, 0x19080808u, 0x1908082bu, 0x19080808u, 0x19081919u, 0x19080808u,
0x19082b08u, 0x19080808u, 0x19082b2bu, 0x19080808u, 0x19190819u, 0x19080808u,
0x19191908u, 0x19080808u, 0x192b0808u, 0x19080808u, 0x192b1919u, 0x19080808u,
0x2b080819u, 0x19080808u, 0x2b081908u, 0x19080808u, 0x2b190808u, 0x19080808u,
0x08080808u, 0x19080819u, 0x0808082bu, 0x19080819u, 0x08081919u, 0x19080819u,
0x08082b08u, 0x19080819u, 0x08190819u, 0x19080819u, 0x08191908u, 0x19080819u,
0x082b0808u, 0x19080819u, 0x19080819u, 0x19080819u, 0x19081908u, 0x19080819u,
0x19190808u, 0x19080819u, 0x2b080808u, 0x19080819u, 0x2b081919u, 0x19080819u,
0x2b2b082bu, 0x19080819u, 0x08080819u, 0x1908082bu, 0x08081908u, 0x1908082bu,
0x08190808u, 0x1908082bu, 0x0819082bu, 0x1908082bu, 0x082b2b19u, 0x1908082bu,
0x19080808u, 0x1908082bu, 0x08080808u, 0x19081908u, 0x0808082bu, 0x19081908u,
0x08081919u, 0x19081908u, 0x08082b08u, 0x19081908u, 0x08190819u, 0x19081908u,
0x08191908u, 0x19081908u, 0x08192b19u, 0x19081908u, 0x082b0808u, 0x19081908u,
0x19080819u, 0x19081908u, 0x19081908u, 0x19081908u, 0x19190808u, 0x19081908u,
0x2b080808u, 0x19081908u, 0x2b191908u, 0x19081908u, 0x08080819u, 0x19081919u,
0x08081908u, 0x19081919u, 0x08190808u, 0x19081919u, 0x082b1908u, 0x19081919u,
0x19080808u, 0x19081919u, 0x2b192b2bu, 0x19081919u, 0x08080808u, 0x1908192bu,
0x08082b2bu, 0x1908192bu, 0x19081908u, 0x1908192bu, 0x19190808u, 0x1908192bu,
0x08080819u, 0x19082b08u, 0x08081908u, 0x19082b08u, 0x08190808u, 0x19082b08u,
0x19080808u, 0x19082b08u, 0x19081919u, 0x19082b08u, 0x19191908u, 0x19082b08u,
0x192b082bu, 0x19082b08u, 0x08080808u, 0x19082b19u, 0x08190819u, 0x19082b19u,
0x19081908u, 0x19082b19u, 0x19190808u, 0x19082b19u, 0x192b2b19u, 0x19082b19u,
0x08081908u, 0x19082b2bu, 0x08080808u, 0x19190808u, 0x0808082bu, 0x19190808u,
0x08081919u, 0x19190808u, 0x08082b08u, 0x19190808u, 0x08190819u, 0x19190808u,
0x08191908u, 0x19190808u, 0x082b0808u, 0x19190808u, 0x082b2b08u, 0x19190808u,
0x19080819u, 0x19190808u, 0x19081908u, 0x19190808u, 0x19190808u, 0x19190808u,
0x2b080808u, 0x19190808u, 0x08080819u, 0x19190819u, 0x08081908u, 0x19190819u,
0x08190808u, 0x19190819u, 0x08191919u, 0x19190819u, 0x19080808u, 0x19190819u,
0x1908082bu, 0x19190819u, 0x08080808u, 0x1919082bu, 0x19081908u, 0x1919082bu,
0x2b2b2b2bu, 0x1919082bu, 0x08080819u, 0x19191908u, 0x08081908u, 0x19191908u,
0x08190808u, 0x19191908u, 0x082b0819u, 0x19191908u, 0x19080808u, 0x19191908u,
0x192b0808u, 0x19191908u, 0x2b080819u, 0x19191908u, 0x2b2b0819u, 0x19191908u,
0x08080808u, 0x19191919u, 0x08082b08u, 0x19191919u, 0x2b080808u, 0x19191919u,
0x2b082b08u, 0x19191919u, 0x082b0819u, 0x1919192bu, 0x192b2b08u, 0x1919192bu,
0x2b2b0819u, 0x1919192bu, 0x08080808u, 0x19192b08u, 0x08191908u, 0x19192b08u,
0x19080819u, 0x19192b08u, 0x19190808u, 0x19192b08u, 0x2b192b19u, 0x19192b08u,
0x08192b2bu, 0x19192b19u, 0x19080808u, 0x19192b19u, 0x1908082bu, 0x19192b19u,
0x2b081919u, 0x19192b2bu, 0x08080819u, 0x192b0808u, 0x08081908u, 0x192b0808u,
0x08190808u, 0x192b0808u, 0x19080808u, 0x192b0808u, 0x19191908u, 0x192b0808u,
0x192b082bu, 0x192b0808u, 0x2b08192bu, 0x192b0808u, 0x2b2b2b19u, 0x192b0808u,
0x08080808u, 0x192b0819u, 0x082b1908u, 0x192b082bu, 0x19082b2bu, 0x192b082bu,
0x2b19082bu, 0x192b082bu, 0x08080808u, 0x192b1908u, 0x0819192bu, 0x192b1908u,
0x08190808u, 0x192b1919u, 0x19080808u, 0x192b1919u, 0x19081919u, 0x192b1919u,
0x2b2b1908u, 0x192b1919u, 0x08080819u, 0x192b2b08u, 0x192b2b2bu, 0x192b2b08u,
0x082b1919u, 0x192b2b19u, 0x0808192bu, 0x192b2b2bu, 0x19191908u, 0x192b2b2bu,
0x192b082bu, 0x192b2b2bu, 0x08080808u, 0x2b080808u, 0x0808082bu, 0x2b080808u,
0x08081919u, 0x2b080808u, 0x08082b08u, 0x2b080808u, 0x08190819u, 0x2b080808u,
0x08191908u, 0x2b080808u, 0x082b0808u, 0x2b080808u, 0x082b2b2bu, 0x2b080808u,
0x19080819u, 0x2b080808u, 0x19081908u, 0x2b080808u, 0x19190808u, 0x2b080808u,
0x2b080808u, 0x2b080808u, 0x2b08082bu, 0x2b080808u, 0x2b2b2b08u, 0x2b080808u,
0x2b2b2b2bu, 0x2b080808u, 0x08080819u, 0x2b080819u, 0x08081908u, 0x2b080819u,
0x0808192bu, 0x2b080819u, 0x08190808u, 0x2b080819u, 0x19080808u, 0x2b080819u,
0x19190819u, 0x2b080819u, 0x19192b19u, 0x2b080819u, 0x08080808u, 0x2b08082bu,
0x082b0808u, 0x2b08082bu, 0x2b080808u, 0x2b08082bu, 0x2b08082bu, 0x2b08082bu,
0x2b2b0808u, 0x2b08082bu, 0x2b2b2b08u, 0x2b08082bu, 0x08080819u, 0x2b081908u,
0x08081908u, 0x2b081908u, 0x08190808u, 0x2b081908u, 0x0819082bu, 0x2b081908u,
0x08191919u, 0x2b081908u, 0x19080808u, 0x2b081908u, 0x192b0808u, 0x2b081908u,
0x2b082b19u, 0x2b081908u, 0x08080808u, 0x2b081919u, 0x19081908u, 0x2b081919u,
0x2b2b1919u, 0x2b081919u, 0x08192b08u, 0x2b08192bu, 0x192b2b2bu, 0x2b08192bu,
0x08080808u, 0x2b082b08u, 0x08082b08u, 0x2b082b08u, 0x082b1919u, 0x2b082b08u,
0x19192b2bu, 0x2b082b08u, 0x2b080808u, 0x2b082b08u, 0x2b08082bu, 0x2b082b08u,
0x2b2b2b08u, 0x2b082b08u, 0x0808192bu, 0x2b082b19u, 0x082b082bu, 0x2b082b2bu,
0x2b080808u, 0x2b082b2bu, 0x2b082b08u, 0x2b082b2bu, 0x2b19192bu, 0x2b082b2bu,
0x2b2b2b08u, 0x2b082b2bu, 0x08080819u, 0x2b190808u, 0x08081908u, 0x2b190808u,
0x08190808u, 0x2b190808u, 0x19080808u, 0x2b190808u, 0x1919192bu, 0x2b190808u,
0x2b081908u, 0x2b190808u, 0x08080808u, 0x2b190819u, 0x082b082bu, 0x2b190819u,
0x192b1908u, 0x2b190819u, 0x1919192bu, 0x2b19082bu, 0x2b082b19u, 0x2b19082bu,
0x08080808u, 0x2b191908u, 0x08081919u, 0x2b191908u, 0x19081908u, 0x2b191908u,
0x19190808u, 0x2b191908u, 0x19192b08u, 0x2b191908u, 0x082b2b19u, 0x2b191919u,
0x2b190808u, 0x2b191919u, 0x2b19082bu, 0x2b191919u, 0x19080819u, 0x2b19192bu,
0x19190819u, 0x2b192b08u, 0x2b2b192bu, 0x2b192b08u, 0x19082b19u, 0x2b192b19u,
0x08191919u, 0x2b192b2bu, 0x192b0808u, 0x2b192b2bu, 0x08080808u, 0x2b2b0808u,
0x0808082bu, 0x2b2b0808u, 0x08082b08u, 0x2b2b0808u, 0x08082b2bu, 0x2b2b0808u,
0x082b0808u, 0x2b2b0808u, 0x082b2b2bu, 0x2b2b0808u, 0x2b2b0808u, 0x2b2b0808u,
0x19190819u, 0x2b2b0819u, 0x19192b19u, 0x2b2b0819u, 0x2b2b192bu, 0x2b2b0819u,
0x08080808u, 0x2b2b082bu, 0x0808082bu, 0x2b2b082bu, 0x08082b08u, 0x2b2b082bu,
0x082b2b2bu, 0x2b2b082bu, 0x2b080808u, 0x2b2b082bu, 0x2b2b0808u, 0x2b2b082bu,
0x19080808u, 0x2b2b1908u, 0x2b191919u, 0x2b2b1908u, 0x192b1919u, 0x2b2b192bu,
0x2b192b08u, 0x2b2b192bu, 0x08082b2bu, 0x2b2b2b08u, 0x082b0808u, 0x2b2b2b08u,
0x082b082bu, 0x2b2b2b08u, 0x082b2b08u, 0x2b2b2b08u, 0x2b2b0808u, 0x2b2b2b08u,
0x2b2b2b08u, 0x2b2b2b08u, 0x08081908u, 0x2b2b2b19u, 0x2b081908u, 0x2b2b2b19u,
0x2b08192bu, 0x2b2b2b19u, 0x082b2b08u, 0x2b2b2b2bu, 0x082b2b2bu, 0x2b2b2b2bu,
0x2b190819u, 0x2b2b2b2bu, 0x2b2b2b2bu, 0x2b2b2b2bu);
const uint IQ2S_GRID[2048] = uint[2048](
0x08080808u, 0x08080808u, 0x0808082bu, 0x08080808u, 0x08081919u, 0x08080808u,
0x08082b08u, 0x08080808u, 0x08082b2bu, 0x08080808u, 0x08190819u, 0x08080808u,
0x08191908u, 0x08080808u, 0x0819192bu, 0x08080808u, 0x08192b19u, 0x08080808u,
0x082b0808u, 0x08080808u, 0x082b082bu, 0x08080808u, 0x082b1919u, 0x08080808u,
0x082b2b08u, 0x08080808u, 0x19080819u, 0x08080808u, 0x19081908u, 0x08080808u,
0x1908192bu, 0x08080808u, 0x19082b19u, 0x08080808u, 0x19190808u, 0x08080808u,
0x1919082bu, 0x08080808u, 0x19191919u, 0x08080808u, 0x19192b08u, 0x08080808u,
0x192b0819u, 0x08080808u, 0x192b1908u, 0x08080808u, 0x192b192bu, 0x08080808u,
0x192b2b19u, 0x08080808u, 0x2b080808u, 0x08080808u, 0x2b08082bu, 0x08080808u,
0x2b081919u, 0x08080808u, 0x2b082b08u, 0x08080808u, 0x2b190819u, 0x08080808u,
0x2b191908u, 0x08080808u, 0x2b2b0808u, 0x08080808u, 0x2b2b1919u, 0x08080808u,
0x2b2b2b2bu, 0x08080808u, 0x08080819u, 0x08080819u, 0x08081908u, 0x08080819u,
0x0808192bu, 0x08080819u, 0x08082b19u, 0x08080819u, 0x08190808u, 0x08080819u,
0x0819082bu, 0x08080819u, 0x08191919u, 0x08080819u, 0x08192b08u, 0x08080819u,
0x082b0819u, 0x08080819u, 0x082b1908u, 0x08080819u, 0x19080808u, 0x08080819u,
0x1908082bu, 0x08080819u, 0x19081919u, 0x08080819u, 0x19082b08u, 0x08080819u,
0x19190819u, 0x08080819u, 0x19191908u, 0x08080819u, 0x1919192bu, 0x08080819u,
0x19192b19u, 0x08080819u, 0x192b0808u, 0x08080819u, 0x192b1919u, 0x08080819u,
0x192b2b08u, 0x08080819u, 0x2b080819u, 0x08080819u, 0x2b081908u, 0x08080819u,
0x2b190808u, 0x08080819u, 0x2b19082bu, 0x08080819u, 0x2b191919u, 0x08080819u,
0x2b2b0819u, 0x08080819u, 0x2b2b1908u, 0x08080819u, 0x08080808u, 0x0808082bu,
0x0808082bu, 0x0808082bu, 0x08081919u, 0x0808082bu, 0x08082b08u, 0x0808082bu,
0x08190819u, 0x0808082bu, 0x08191908u, 0x0808082bu, 0x082b0808u, 0x0808082bu,
0x082b2b2bu, 0x0808082bu, 0x19080819u, 0x0808082bu, 0x19081908u, 0x0808082bu,
0x1908192bu, 0x0808082bu, 0x19082b19u, 0x0808082bu, 0x19190808u, 0x0808082bu,
0x19191919u, 0x0808082bu, 0x2b080808u, 0x0808082bu, 0x2b081919u, 0x0808082bu,
0x2b082b2bu, 0x0808082bu, 0x2b191908u, 0x0808082bu, 0x2b2b082bu, 0x0808082bu,
0x08080819u, 0x08081908u, 0x08081908u, 0x08081908u, 0x0808192bu, 0x08081908u,
0x08082b19u, 0x08081908u, 0x08190808u, 0x08081908u, 0x0819082bu, 0x08081908u,
0x08191919u, 0x08081908u, 0x08192b08u, 0x08081908u, 0x082b0819u, 0x08081908u,
0x082b1908u, 0x08081908u, 0x082b192bu, 0x08081908u, 0x082b2b19u, 0x08081908u,
0x19080808u, 0x08081908u, 0x1908082bu, 0x08081908u, 0x19081919u, 0x08081908u,
0x19082b08u, 0x08081908u, 0x19082b2bu, 0x08081908u, 0x19190819u, 0x08081908u,
0x19191908u, 0x08081908u, 0x1919192bu, 0x08081908u, 0x19192b19u, 0x08081908u,
0x192b0808u, 0x08081908u, 0x192b082bu, 0x08081908u, 0x192b1919u, 0x08081908u,
0x2b080819u, 0x08081908u, 0x2b081908u, 0x08081908u, 0x2b08192bu, 0x08081908u,
0x2b082b19u, 0x08081908u, 0x2b190808u, 0x08081908u, 0x2b191919u, 0x08081908u,
0x2b192b08u, 0x08081908u, 0x2b2b0819u, 0x08081908u, 0x2b2b1908u, 0x08081908u,
0x08080808u, 0x08081919u, 0x0808082bu, 0x08081919u, 0x08081919u, 0x08081919u,
0x08082b08u, 0x08081919u, 0x08082b2bu, 0x08081919u, 0x08190819u, 0x08081919u,
0x08191908u, 0x08081919u, 0x0819192bu, 0x08081919u, 0x08192b19u, 0x08081919u,
0x082b0808u, 0x08081919u, 0x082b1919u, 0x08081919u, 0x082b2b08u, 0x08081919u,
0x19080819u, 0x08081919u, 0x19081908u, 0x08081919u, 0x1908192bu, 0x08081919u,
0x19082b19u, 0x08081919u, 0x19190808u, 0x08081919u, 0x1919082bu, 0x08081919u,
0x19191919u, 0x08081919u, 0x19192b08u, 0x08081919u, 0x192b0819u, 0x08081919u,
0x192b1908u, 0x08081919u, 0x2b080808u, 0x08081919u, 0x2b08082bu, 0x08081919u,
0x2b081919u, 0x08081919u, 0x2b082b08u, 0x08081919u, 0x2b190819u, 0x08081919u,
0x2b191908u, 0x08081919u, 0x2b2b0808u, 0x08081919u, 0x08080819u, 0x0808192bu,
0x08081908u, 0x0808192bu, 0x0808192bu, 0x0808192bu, 0x08082b19u, 0x0808192bu,
0x08190808u, 0x0808192bu, 0x08191919u, 0x0808192bu, 0x19080808u, 0x0808192bu,
0x19081919u, 0x0808192bu, 0x19082b08u, 0x0808192bu, 0x19190819u, 0x0808192bu,
0x19191908u, 0x0808192bu, 0x192b0808u, 0x0808192bu, 0x2b080819u, 0x0808192bu,
0x2b081908u, 0x0808192bu, 0x2b190808u, 0x0808192bu, 0x08080808u, 0x08082b08u,
0x0808082bu, 0x08082b08u, 0x08081919u, 0x08082b08u, 0x08082b08u, 0x08082b08u,
0x08190819u, 0x08082b08u, 0x08191908u, 0x08082b08u, 0x0819192bu, 0x08082b08u,
0x08192b19u, 0x08082b08u, 0x082b0808u, 0x08082b08u, 0x082b1919u, 0x08082b08u,
0x082b2b2bu, 0x08082b08u, 0x19080819u, 0x08082b08u, 0x19081908u, 0x08082b08u,
0x1908192bu, 0x08082b08u, 0x19082b19u, 0x08082b08u, 0x19190808u, 0x08082b08u,
0x1919082bu, 0x08082b08u, 0x19191919u, 0x08082b08u, 0x19192b08u, 0x08082b08u,
0x192b0819u, 0x08082b08u, 0x192b1908u, 0x08082b08u, 0x2b080808u, 0x08082b08u,
0x2b081919u, 0x08082b08u, 0x2b191908u, 0x08082b08u, 0x2b2b2b2bu, 0x08082b08u,
0x08080819u, 0x08082b19u, 0x08081908u, 0x08082b19u, 0x08190808u, 0x08082b19u,
0x0819082bu, 0x08082b19u, 0x08191919u, 0x08082b19u, 0x08192b08u, 0x08082b19u,
0x082b0819u, 0x08082b19u, 0x19080808u, 0x08082b19u, 0x19081919u, 0x08082b19u,
0x19082b08u, 0x08082b19u, 0x19190819u, 0x08082b19u, 0x19191908u, 0x08082b19u,
0x192b0808u, 0x08082b19u, 0x2b080819u, 0x08082b19u, 0x2b190808u, 0x08082b19u,
0x08080808u, 0x08082b2bu, 0x08190819u, 0x08082b2bu, 0x08191908u, 0x08082b2bu,
0x082b082bu, 0x08082b2bu, 0x082b2b08u, 0x08082b2bu, 0x082b2b2bu, 0x08082b2bu,
0x19190808u, 0x08082b2bu, 0x2b192b19u, 0x08082b2bu, 0x08080819u, 0x08190808u,
0x08081908u, 0x08190808u, 0x0808192bu, 0x08190808u, 0x08082b19u, 0x08190808u,
0x08190808u, 0x08190808u, 0x0819082bu, 0x08190808u, 0x08191919u, 0x08190808u,
0x08192b08u, 0x08190808u, 0x082b0819u, 0x08190808u, 0x082b1908u, 0x08190808u,
0x082b192bu, 0x08190808u, 0x19080808u, 0x08190808u, 0x1908082bu, 0x08190808u,
0x19081919u, 0x08190808u, 0x19082b08u, 0x08190808u, 0x19190819u, 0x08190808u,
0x19191908u, 0x08190808u, 0x1919192bu, 0x08190808u, 0x19192b19u, 0x08190808u,
0x192b0808u, 0x08190808u, 0x192b082bu, 0x08190808u, 0x192b1919u, 0x08190808u,
0x192b2b08u, 0x08190808u, 0x2b080819u, 0x08190808u, 0x2b081908u, 0x08190808u,
0x2b08192bu, 0x08190808u, 0x2b190808u, 0x08190808u, 0x2b191919u, 0x08190808u,
0x2b192b08u, 0x08190808u, 0x2b2b0819u, 0x08190808u, 0x2b2b1908u, 0x08190808u,
0x08080808u, 0x08190819u, 0x0808082bu, 0x08190819u, 0x08081919u, 0x08190819u,
0x08082b08u, 0x08190819u, 0x08082b2bu, 0x08190819u, 0x08190819u, 0x08190819u,
0x08191908u, 0x08190819u, 0x0819192bu, 0x08190819u, 0x08192b19u, 0x08190819u,
0x082b0808u, 0x08190819u, 0x082b082bu, 0x08190819u, 0x082b1919u, 0x08190819u,
0x082b2b08u, 0x08190819u, 0x19080819u, 0x08190819u, 0x19081908u, 0x08190819u,
0x1908192bu, 0x08190819u, 0x19082b19u, 0x08190819u, 0x19190808u, 0x08190819u,
0x1919082bu, 0x08190819u, 0x19191919u, 0x08190819u, 0x19192b08u, 0x08190819u,
0x192b0819u, 0x08190819u, 0x192b1908u, 0x08190819u, 0x2b080808u, 0x08190819u,
0x2b08082bu, 0x08190819u, 0x2b081919u, 0x08190819u, 0x2b082b08u, 0x08190819u,
0x2b190819u, 0x08190819u, 0x2b191908u, 0x08190819u, 0x08080819u, 0x0819082bu,
0x08081908u, 0x0819082bu, 0x08082b19u, 0x0819082bu, 0x08190808u, 0x0819082bu,
0x08191919u, 0x0819082bu, 0x082b0819u, 0x0819082bu, 0x082b1908u, 0x0819082bu,
0x19080808u, 0x0819082bu, 0x19081919u, 0x0819082bu, 0x19190819u, 0x0819082bu,
0x19191908u, 0x0819082bu, 0x2b080819u, 0x0819082bu, 0x2b081908u, 0x0819082bu,
0x2b190808u, 0x0819082bu, 0x08080808u, 0x08191908u, 0x0808082bu, 0x08191908u,
0x08081919u, 0x08191908u, 0x08082b08u, 0x08191908u, 0x08190819u, 0x08191908u,
0x08191908u, 0x08191908u, 0x0819192bu, 0x08191908u, 0x08192b19u, 0x08191908u,
0x082b0808u, 0x08191908u, 0x082b1919u, 0x08191908u, 0x082b2b08u, 0x08191908u,
0x19080819u, 0x08191908u, 0x19081908u, 0x08191908u, 0x1908192bu, 0x08191908u,
0x19082b19u, 0x08191908u, 0x19190808u, 0x08191908u, 0x1919082bu, 0x08191908u,
0x19191919u, 0x08191908u, 0x19192b08u, 0x08191908u, 0x192b0819u, 0x08191908u,
0x192b1908u, 0x08191908u, 0x2b080808u, 0x08191908u, 0x2b08082bu, 0x08191908u,
0x2b081919u, 0x08191908u, 0x2b082b08u, 0x08191908u, 0x2b190819u, 0x08191908u,
0x2b191908u, 0x08191908u, 0x2b2b0808u, 0x08191908u, 0x08080819u, 0x08191919u,
0x08081908u, 0x08191919u, 0x0808192bu, 0x08191919u, 0x08082b19u, 0x08191919u,
0x08190808u, 0x08191919u, 0x0819082bu, 0x08191919u, 0x08191919u, 0x08191919u,
0x08192b08u, 0x08191919u, 0x082b0819u, 0x08191919u, 0x082b1908u, 0x08191919u,
0x19080808u, 0x08191919u, 0x1908082bu, 0x08191919u, 0x19081919u, 0x08191919u,
0x19082b08u, 0x08191919u, 0x19190819u, 0x08191919u, 0x19191908u, 0x08191919u,
0x192b0808u, 0x08191919u, 0x2b080819u, 0x08191919u, 0x2b081908u, 0x08191919u,
0x2b190808u, 0x08191919u, 0x08080808u, 0x0819192bu, 0x08081919u, 0x0819192bu,
0x08082b08u, 0x0819192bu, 0x08190819u, 0x0819192bu, 0x08191908u, 0x0819192bu,
0x082b0808u, 0x0819192bu, 0x19080819u, 0x0819192bu, 0x19081908u, 0x0819192bu,
0x19190808u, 0x0819192bu, 0x2b080808u, 0x0819192bu, 0x2b2b2b2bu, 0x0819192bu,
0x08080819u, 0x08192b08u, 0x08081908u, 0x08192b08u, 0x0808192bu, 0x08192b08u,
0x08082b19u, 0x08192b08u, 0x08190808u, 0x08192b08u, 0x08191919u, 0x08192b08u,
0x08192b08u, 0x08192b08u, 0x082b0819u, 0x08192b08u, 0x19080808u, 0x08192b08u,
0x1908082bu, 0x08192b08u, 0x19081919u, 0x08192b08u, 0x19082b08u, 0x08192b08u,
0x19190819u, 0x08192b08u, 0x19191908u, 0x08192b08u, 0x192b0808u, 0x08192b08u,
0x2b080819u, 0x08192b08u, 0x2b081908u, 0x08192b08u, 0x08080808u, 0x08192b19u,
0x0808082bu, 0x08192b19u, 0x08081919u, 0x08192b19u, 0x08082b08u, 0x08192b19u,
0x08190819u, 0x08192b19u, 0x08191908u, 0x08192b19u, 0x082b0808u, 0x08192b19u,
0x19080819u, 0x08192b19u, 0x19081908u, 0x08192b19u, 0x19190808u, 0x08192b19u,
0x192b2b19u, 0x08192b19u, 0x2b2b082bu, 0x08192b19u, 0x08081908u, 0x08192b2bu,
0x08190808u, 0x08192b2bu, 0x19080808u, 0x08192b2bu, 0x1919192bu, 0x08192b2bu,
0x08080808u, 0x082b0808u, 0x0808082bu, 0x082b0808u, 0x08081919u, 0x082b0808u,
0x08082b08u, 0x082b0808u, 0x08190819u, 0x082b0808u, 0x08191908u, 0x082b0808u,
0x0819192bu, 0x082b0808u, 0x08192b19u, 0x082b0808u, 0x082b0808u, 0x082b0808u,
0x082b1919u, 0x082b0808u, 0x082b2b2bu, 0x082b0808u, 0x19080819u, 0x082b0808u,
0x19081908u, 0x082b0808u, 0x19190808u, 0x082b0808u, 0x1919082bu, 0x082b0808u,
0x19191919u, 0x082b0808u, 0x192b1908u, 0x082b0808u, 0x2b080808u, 0x082b0808u,
0x2b082b2bu, 0x082b0808u, 0x2b191908u, 0x082b0808u, 0x2b2b2b2bu, 0x082b0808u,
0x08080819u, 0x082b0819u, 0x08081908u, 0x082b0819u, 0x08190808u, 0x082b0819u,
0x0819082bu, 0x082b0819u, 0x08191919u, 0x082b0819u, 0x082b0819u, 0x082b0819u,
0x19080808u, 0x082b0819u, 0x1908082bu, 0x082b0819u, 0x19081919u, 0x082b0819u,
0x19190819u, 0x082b0819u, 0x19191908u, 0x082b0819u, 0x192b0808u, 0x082b0819u,
0x2b080819u, 0x082b0819u, 0x2b081908u, 0x082b0819u, 0x2b190808u, 0x082b0819u,
0x08080808u, 0x082b082bu, 0x08082b2bu, 0x082b082bu, 0x082b082bu, 0x082b082bu,
0x082b2b08u, 0x082b082bu, 0x082b2b2bu, 0x082b082bu, 0x19081908u, 0x082b082bu,
0x19190808u, 0x082b082bu, 0x2b082b08u, 0x082b082bu, 0x2b082b2bu, 0x082b082bu,
0x2b2b2b08u, 0x082b082bu, 0x08080819u, 0x082b1908u, 0x08081908u, 0x082b1908u,
0x0808192bu, 0x082b1908u, 0x08082b19u, 0x082b1908u, 0x08190808u, 0x082b1908u,
0x08191919u, 0x082b1908u, 0x08192b08u, 0x082b1908u, 0x082b0819u, 0x082b1908u,
0x082b1908u, 0x082b1908u, 0x19080808u, 0x082b1908u, 0x1908082bu, 0x082b1908u,
0x19081919u, 0x082b1908u, 0x19082b08u, 0x082b1908u, 0x19190819u, 0x082b1908u,
0x19191908u, 0x082b1908u, 0x192b0808u, 0x082b1908u, 0x2b080819u, 0x082b1908u,
0x2b081908u, 0x082b1908u, 0x2b190808u, 0x082b1908u, 0x08080808u, 0x082b1919u,
0x08081919u, 0x082b1919u, 0x08082b08u, 0x082b1919u, 0x08190819u, 0x082b1919u,
0x08191908u, 0x082b1919u, 0x082b0808u, 0x082b1919u, 0x19080819u, 0x082b1919u,
0x19081908u, 0x082b1919u, 0x19190808u, 0x082b1919u, 0x192b192bu, 0x082b1919u,
0x2b080808u, 0x082b1919u, 0x08080819u, 0x082b192bu, 0x08081908u, 0x082b192bu,
0x08190808u, 0x082b192bu, 0x19080808u, 0x082b192bu, 0x19192b19u, 0x082b192bu,
0x08080808u, 0x082b2b08u, 0x08081919u, 0x082b2b08u, 0x08190819u, 0x082b2b08u,
0x08191908u, 0x082b2b08u, 0x19080819u, 0x082b2b08u, 0x19081908u, 0x082b2b08u,
0x19190808u, 0x082b2b08u, 0x2b082b2bu, 0x082b2b08u, 0x2b2b2b2bu, 0x082b2b08u,
0x08080819u, 0x082b2b19u, 0x08081908u, 0x082b2b19u, 0x08190808u, 0x082b2b19u,
0x2b191919u, 0x082b2b19u, 0x08082b2bu, 0x082b2b2bu, 0x082b082bu, 0x082b2b2bu,
0x192b1908u, 0x082b2b2bu, 0x2b082b08u, 0x082b2b2bu, 0x2b082b2bu, 0x082b2b2bu,
0x08080819u, 0x19080808u, 0x08081908u, 0x19080808u, 0x0808192bu, 0x19080808u,
0x08082b19u, 0x19080808u, 0x08190808u, 0x19080808u, 0x0819082bu, 0x19080808u,
0x08191919u, 0x19080808u, 0x08192b08u, 0x19080808u, 0x08192b2bu, 0x19080808u,
0x082b0819u, 0x19080808u, 0x082b1908u, 0x19080808u, 0x082b192bu, 0x19080808u,
0x19080808u, 0x19080808u, 0x1908082bu, 0x19080808u, 0x19081919u, 0x19080808u,
0x19082b08u, 0x19080808u, 0x19082b2bu, 0x19080808u, 0x19190819u, 0x19080808u,
0x19191908u, 0x19080808u, 0x1919192bu, 0x19080808u, 0x19192b19u, 0x19080808u,
0x192b0808u, 0x19080808u, 0x192b082bu, 0x19080808u, 0x192b1919u, 0x19080808u,
0x2b080819u, 0x19080808u, 0x2b081908u, 0x19080808u, 0x2b190808u, 0x19080808u,
0x2b191919u, 0x19080808u, 0x2b192b08u, 0x19080808u, 0x2b2b0819u, 0x19080808u,
0x2b2b1908u, 0x19080808u, 0x08080808u, 0x19080819u, 0x0808082bu, 0x19080819u,
0x08081919u, 0x19080819u, 0x08082b08u, 0x19080819u, 0x08190819u, 0x19080819u,
0x08191908u, 0x19080819u, 0x0819192bu, 0x19080819u, 0x08192b19u, 0x19080819u,
0x082b0808u, 0x19080819u, 0x082b082bu, 0x19080819u, 0x082b1919u, 0x19080819u,
0x19080819u, 0x19080819u, 0x19081908u, 0x19080819u, 0x1908192bu, 0x19080819u,
0x19082b19u, 0x19080819u, 0x19190808u, 0x19080819u, 0x1919082bu, 0x19080819u,
0x19191919u, 0x19080819u, 0x19192b08u, 0x19080819u, 0x192b0819u, 0x19080819u,
0x192b1908u, 0x19080819u, 0x2b080808u, 0x19080819u, 0x2b08082bu, 0x19080819u,
0x2b081919u, 0x19080819u, 0x2b082b08u, 0x19080819u, 0x2b190819u, 0x19080819u,
0x2b191908u, 0x19080819u, 0x2b2b0808u, 0x19080819u, 0x08080819u, 0x1908082bu,
0x08081908u, 0x1908082bu, 0x08190808u, 0x1908082bu, 0x0819082bu, 0x1908082bu,
0x08191919u, 0x1908082bu, 0x08192b08u, 0x1908082bu, 0x082b1908u, 0x1908082bu,
0x19080808u, 0x1908082bu, 0x19081919u, 0x1908082bu, 0x19082b08u, 0x1908082bu,
0x19190819u, 0x1908082bu, 0x19191908u, 0x1908082bu, 0x192b0808u, 0x1908082bu,
0x2b080819u, 0x1908082bu, 0x2b081908u, 0x1908082bu, 0x08080808u, 0x19081908u,
0x0808082bu, 0x19081908u, 0x08081919u, 0x19081908u, 0x08082b08u, 0x19081908u,
0x08082b2bu, 0x19081908u, 0x08190819u, 0x19081908u, 0x08191908u, 0x19081908u,
0x0819192bu, 0x19081908u, 0x08192b19u, 0x19081908u, 0x082b0808u, 0x19081908u,
0x082b082bu, 0x19081908u, 0x082b1919u, 0x19081908u, 0x082b2b08u, 0x19081908u,
0x19080819u, 0x19081908u, 0x19081908u, 0x19081908u, 0x1908192bu, 0x19081908u,
0x19082b19u, 0x19081908u, 0x19190808u, 0x19081908u, 0x1919082bu, 0x19081908u,
0x19191919u, 0x19081908u, 0x19192b08u, 0x19081908u, 0x192b0819u, 0x19081908u,
0x192b1908u, 0x19081908u, 0x2b080808u, 0x19081908u, 0x2b08082bu, 0x19081908u,
0x2b081919u, 0x19081908u, 0x2b082b08u, 0x19081908u, 0x2b190819u, 0x19081908u,
0x2b191908u, 0x19081908u, 0x2b2b0808u, 0x19081908u, 0x08080819u, 0x19081919u,
0x08081908u, 0x19081919u, 0x0808192bu, 0x19081919u, 0x08082b19u, 0x19081919u,
0x08190808u, 0x19081919u, 0x0819082bu, 0x19081919u, 0x08191919u, 0x19081919u,
0x08192b08u, 0x19081919u, 0x082b0819u, 0x19081919u, 0x082b1908u, 0x19081919u,
0x19080808u, 0x19081919u, 0x1908082bu, 0x19081919u, 0x19081919u, 0x19081919u,
0x19082b08u, 0x19081919u, 0x19190819u, 0x19081919u, 0x19191908u, 0x19081919u,
0x192b0808u, 0x19081919u, 0x192b2b2bu, 0x19081919u, 0x2b080819u, 0x19081919u,
0x2b081908u, 0x19081919u, 0x2b190808u, 0x19081919u, 0x08080808u, 0x1908192bu,
0x0808082bu, 0x1908192bu, 0x08081919u, 0x1908192bu, 0x08082b08u, 0x1908192bu,
0x08190819u, 0x1908192bu, 0x08191908u, 0x1908192bu, 0x082b0808u, 0x1908192bu,
0x19080819u, 0x1908192bu, 0x19081908u, 0x1908192bu, 0x19190808u, 0x1908192bu,
0x2b080808u, 0x1908192bu, 0x2b2b1919u, 0x1908192bu, 0x08080819u, 0x19082b08u,
0x08081908u, 0x19082b08u, 0x08082b19u, 0x19082b08u, 0x08190808u, 0x19082b08u,
0x0819082bu, 0x19082b08u, 0x08191919u, 0x19082b08u, 0x08192b08u, 0x19082b08u,
0x082b0819u, 0x19082b08u, 0x082b1908u, 0x19082b08u, 0x19080808u, 0x19082b08u,
0x1908082bu, 0x19082b08u, 0x19081919u, 0x19082b08u, 0x19082b08u, 0x19082b08u,
0x19190819u, 0x19082b08u, 0x19191908u, 0x19082b08u, 0x192b0808u, 0x19082b08u,
0x2b081908u, 0x19082b08u, 0x2b190808u, 0x19082b08u, 0x08080808u, 0x19082b19u,
0x0808082bu, 0x19082b19u, 0x08081919u, 0x19082b19u, 0x08082b08u, 0x19082b19u,
0x08190819u, 0x19082b19u, 0x08191908u, 0x19082b19u, 0x082b0808u, 0x19082b19u,
0x19080819u, 0x19082b19u, 0x19081908u, 0x19082b19u, 0x19190808u, 0x19082b19u,
0x2b080808u, 0x19082b19u, 0x2b19192bu, 0x19082b19u, 0x08080819u, 0x19082b2bu,
0x08081908u, 0x19082b2bu, 0x08190808u, 0x19082b2bu, 0x19080808u, 0x19082b2bu,
0x08080808u, 0x19190808u, 0x0808082bu, 0x19190808u, 0x08081919u, 0x19190808u,
0x08082b08u, 0x19190808u, 0x08190819u, 0x19190808u, 0x08191908u, 0x19190808u,
0x0819192bu, 0x19190808u, 0x08192b19u, 0x19190808u, 0x082b0808u, 0x19190808u,
0x082b082bu, 0x19190808u, 0x082b1919u, 0x19190808u, 0x082b2b08u, 0x19190808u,
0x19080819u, 0x19190808u, 0x19081908u, 0x19190808u, 0x1908192bu, 0x19190808u,
0x19082b19u, 0x19190808u, 0x19190808u, 0x19190808u, 0x1919082bu, 0x19190808u,
0x19191919u, 0x19190808u, 0x19192b08u, 0x19190808u, 0x192b0819u, 0x19190808u,
0x192b1908u, 0x19190808u, 0x2b080808u, 0x19190808u, 0x2b08082bu, 0x19190808u,
0x2b081919u, 0x19190808u, 0x2b082b08u, 0x19190808u, 0x2b190819u, 0x19190808u,
0x2b191908u, 0x19190808u, 0x08080819u, 0x19190819u, 0x08081908u, 0x19190819u,
0x0808192bu, 0x19190819u, 0x08082b19u, 0x19190819u, 0x08190808u, 0x19190819u,
0x0819082bu, 0x19190819u, 0x08191919u, 0x19190819u, 0x08192b08u, 0x19190819u,
0x082b0819u, 0x19190819u, 0x082b1908u, 0x19190819u, 0x19080808u, 0x19190819u,
0x1908082bu, 0x19190819u, 0x19081919u, 0x19190819u, 0x19082b08u, 0x19190819u,
0x19190819u, 0x19190819u, 0x19191908u, 0x19190819u, 0x192b0808u, 0x19190819u,
0x2b080819u, 0x19190819u, 0x2b081908u, 0x19190819u, 0x2b190808u, 0x19190819u,
0x08080808u, 0x1919082bu, 0x08081919u, 0x1919082bu, 0x08082b08u, 0x1919082bu,
0x08190819u, 0x1919082bu, 0x08191908u, 0x1919082bu, 0x082b0808u, 0x1919082bu,
0x19080819u, 0x1919082bu, 0x19081908u, 0x1919082bu, 0x19190808u, 0x1919082bu,
0x192b2b19u, 0x1919082bu, 0x2b080808u, 0x1919082bu, 0x08080819u, 0x19191908u,
0x08081908u, 0x19191908u, 0x0808192bu, 0x19191908u, 0x08082b19u, 0x19191908u,
0x08190808u, 0x19191908u, 0x0819082bu, 0x19191908u, 0x08191919u, 0x19191908u,
0x08192b08u, 0x19191908u, 0x082b0819u, 0x19191908u, 0x082b1908u, 0x19191908u,
0x19080808u, 0x19191908u, 0x1908082bu, 0x19191908u, 0x19081919u, 0x19191908u,
0x19082b08u, 0x19191908u, 0x19190819u, 0x19191908u, 0x19191908u, 0x19191908u,
0x192b0808u, 0x19191908u, 0x2b080819u, 0x19191908u, 0x2b081908u, 0x19191908u,
0x2b190808u, 0x19191908u, 0x08080808u, 0x19191919u, 0x0808082bu, 0x19191919u,
0x08081919u, 0x19191919u, 0x08082b08u, 0x19191919u, 0x08190819u, 0x19191919u,
0x08191908u, 0x19191919u, 0x082b0808u, 0x19191919u, 0x19080819u, 0x19191919u,
0x19081908u, 0x19191919u, 0x19190808u, 0x19191919u, 0x2b080808u, 0x19191919u,
0x08080819u, 0x1919192bu, 0x08081908u, 0x1919192bu, 0x08190808u, 0x1919192bu,
0x082b192bu, 0x1919192bu, 0x19080808u, 0x1919192bu, 0x08080808u, 0x19192b08u,
0x0808082bu, 0x19192b08u, 0x08081919u, 0x19192b08u, 0x08082b08u, 0x19192b08u,
0x08190819u, 0x19192b08u, 0x08191908u, 0x19192b08u, 0x082b0808u, 0x19192b08u,
0x19080819u, 0x19192b08u, 0x19081908u, 0x19192b08u, 0x19190808u, 0x19192b08u,
0x19192b2bu, 0x19192b08u, 0x2b080808u, 0x19192b08u, 0x08080819u, 0x19192b19u,
0x08081908u, 0x19192b19u, 0x08190808u, 0x19192b19u, 0x19080808u, 0x19192b19u,
0x08080808u, 0x19192b2bu, 0x08192b19u, 0x19192b2bu, 0x2b081919u, 0x19192b2bu,
0x2b2b2b08u, 0x19192b2bu, 0x08080819u, 0x192b0808u, 0x08081908u, 0x192b0808u,
0x0808192bu, 0x192b0808u, 0x08190808u, 0x192b0808u, 0x0819082bu, 0x192b0808u,
0x08191919u, 0x192b0808u, 0x08192b08u, 0x192b0808u, 0x082b0819u, 0x192b0808u,
0x082b1908u, 0x192b0808u, 0x19080808u, 0x192b0808u, 0x19081919u, 0x192b0808u,
0x19082b08u, 0x192b0808u, 0x19190819u, 0x192b0808u, 0x19191908u, 0x192b0808u,
0x192b0808u, 0x192b0808u, 0x2b081908u, 0x192b0808u, 0x2b190808u, 0x192b0808u,
0x08080808u, 0x192b0819u, 0x0808082bu, 0x192b0819u, 0x08081919u, 0x192b0819u,
0x08082b08u, 0x192b0819u, 0x08190819u, 0x192b0819u, 0x08191908u, 0x192b0819u,
0x082b0808u, 0x192b0819u, 0x19080819u, 0x192b0819u, 0x19081908u, 0x192b0819u,
0x19190808u, 0x192b0819u, 0x2b080808u, 0x192b0819u, 0x2b192b19u, 0x192b0819u,
0x08081908u, 0x192b082bu, 0x08190808u, 0x192b082bu, 0x19080808u, 0x192b082bu,
0x1919192bu, 0x192b082bu, 0x2b2b0819u, 0x192b082bu, 0x08080808u, 0x192b1908u,
0x08081919u, 0x192b1908u, 0x08082b08u, 0x192b1908u, 0x08190819u, 0x192b1908u,
0x08191908u, 0x192b1908u, 0x082b0808u, 0x192b1908u, 0x19080819u, 0x192b1908u,
0x19081908u, 0x192b1908u, 0x19190808u, 0x192b1908u, 0x2b080808u, 0x192b1908u,
0x08080819u, 0x192b1919u, 0x08081908u, 0x192b1919u, 0x08190808u, 0x192b1919u,
0x19080808u, 0x192b1919u, 0x19082b2bu, 0x192b1919u, 0x192b2b08u, 0x192b1919u,
0x2b19082bu, 0x192b1919u, 0x08080808u, 0x192b192bu, 0x2b191908u, 0x192b192bu,
0x08080819u, 0x192b2b08u, 0x08081908u, 0x192b2b08u, 0x08190808u, 0x192b2b08u,
0x192b1919u, 0x192b2b08u, 0x2b192b08u, 0x192b2b08u, 0x08080808u, 0x192b2b19u,
0x082b2b2bu, 0x192b2b19u, 0x1908082bu, 0x192b2b2bu, 0x2b2b0819u, 0x192b2b2bu,
0x08080808u, 0x2b080808u, 0x0808082bu, 0x2b080808u, 0x08081919u, 0x2b080808u,
0x08082b08u, 0x2b080808u, 0x08190819u, 0x2b080808u, 0x08191908u, 0x2b080808u,
0x08192b19u, 0x2b080808u, 0x082b0808u, 0x2b080808u, 0x082b1919u, 0x2b080808u,
0x19080819u, 0x2b080808u, 0x19081908u, 0x2b080808u, 0x19190808u, 0x2b080808u,
0x1919082bu, 0x2b080808u, 0x19191919u, 0x2b080808u, 0x19192b08u, 0x2b080808u,
0x192b0819u, 0x2b080808u, 0x2b080808u, 0x2b080808u, 0x2b081919u, 0x2b080808u,
0x2b190819u, 0x2b080808u, 0x2b191908u, 0x2b080808u, 0x08080819u, 0x2b080819u,
0x08081908u, 0x2b080819u, 0x08082b19u, 0x2b080819u, 0x08190808u, 0x2b080819u,
0x0819082bu, 0x2b080819u, 0x08191919u, 0x2b080819u, 0x08192b08u, 0x2b080819u,
0x082b0819u, 0x2b080819u, 0x082b1908u, 0x2b080819u, 0x19080808u, 0x2b080819u,
0x1908082bu, 0x2b080819u, 0x19081919u, 0x2b080819u, 0x19082b08u, 0x2b080819u,
0x19190819u, 0x2b080819u, 0x19191908u, 0x2b080819u, 0x2b080819u, 0x2b080819u,
0x2b081908u, 0x2b080819u, 0x2b190808u, 0x2b080819u, 0x2b2b2b19u, 0x2b080819u,
0x08080808u, 0x2b08082bu, 0x08081919u, 0x2b08082bu, 0x08082b2bu, 0x2b08082bu,
0x08190819u, 0x2b08082bu, 0x08191908u, 0x2b08082bu, 0x19080819u, 0x2b08082bu,
0x19081908u, 0x2b08082bu, 0x19190808u, 0x2b08082bu, 0x08080819u, 0x2b081908u,
0x08081908u, 0x2b081908u, 0x0808192bu, 0x2b081908u, 0x08082b19u, 0x2b081908u,
0x08190808u, 0x2b081908u, 0x0819082bu, 0x2b081908u, 0x08191919u, 0x2b081908u,
0x08192b08u, 0x2b081908u, 0x082b0819u, 0x2b081908u, 0x19080808u, 0x2b081908u,
0x1908082bu, 0x2b081908u, 0x19081919u, 0x2b081908u, 0x19082b08u, 0x2b081908u,
0x19190819u, 0x2b081908u, 0x19191908u, 0x2b081908u, 0x192b0808u, 0x2b081908u,
0x2b080819u, 0x2b081908u, 0x2b081908u, 0x2b081908u, 0x2b190808u, 0x2b081908u,
0x08080808u, 0x2b081919u, 0x0808082bu, 0x2b081919u, 0x08081919u, 0x2b081919u,
0x08082b08u, 0x2b081919u, 0x08190819u, 0x2b081919u, 0x08191908u, 0x2b081919u,
0x082b0808u, 0x2b081919u, 0x19080819u, 0x2b081919u, 0x19081908u, 0x2b081919u,
0x19190808u, 0x2b081919u, 0x2b080808u, 0x2b081919u, 0x2b082b2bu, 0x2b081919u,
0x08080819u, 0x2b08192bu, 0x08081908u, 0x2b08192bu, 0x08190808u, 0x2b08192bu,
0x082b2b19u, 0x2b08192bu, 0x19080808u, 0x2b08192bu, 0x08080808u, 0x2b082b08u,
0x08081919u, 0x2b082b08u, 0x08190819u, 0x2b082b08u, 0x08191908u, 0x2b082b08u,
0x19080819u, 0x2b082b08u, 0x19081908u, 0x2b082b08u, 0x19190808u, 0x2b082b08u,
0x2b2b082bu, 0x2b082b08u, 0x08080819u, 0x2b082b19u, 0x08081908u, 0x2b082b19u,
0x19080808u, 0x2b082b19u, 0x192b1919u, 0x2b082b19u, 0x082b082bu, 0x2b082b2bu,
0x19192b08u, 0x2b082b2bu, 0x19192b2bu, 0x2b082b2bu, 0x2b08082bu, 0x2b082b2bu,
0x2b2b082bu, 0x2b082b2bu, 0x08080819u, 0x2b190808u, 0x08081908u, 0x2b190808u,
0x08082b19u, 0x2b190808u, 0x08190808u, 0x2b190808u, 0x0819082bu, 0x2b190808u,
0x08191919u, 0x2b190808u, 0x08192b08u, 0x2b190808u, 0x082b1908u, 0x2b190808u,
0x19080808u, 0x2b190808u, 0x1908082bu, 0x2b190808u, 0x19081919u, 0x2b190808u,
0x19082b08u, 0x2b190808u, 0x19190819u, 0x2b190808u, 0x19191908u, 0x2b190808u,
0x192b0808u, 0x2b190808u, 0x2b080819u, 0x2b190808u, 0x2b081908u, 0x2b190808u,
0x2b190808u, 0x2b190808u, 0x08080808u, 0x2b190819u, 0x08081919u, 0x2b190819u,
0x08190819u, 0x2b190819u, 0x08191908u, 0x2b190819u, 0x19080819u, 0x2b190819u,
0x19081908u, 0x2b190819u, 0x19190808u, 0x2b190819u, 0x19192b2bu, 0x2b190819u,
0x08080819u, 0x2b19082bu, 0x08081908u, 0x2b19082bu, 0x08190808u, 0x2b19082bu,
0x19080808u, 0x2b19082bu, 0x2b2b192bu, 0x2b19082bu, 0x08080808u, 0x2b191908u,
0x0808082bu, 0x2b191908u, 0x08081919u, 0x2b191908u, 0x08082b08u, 0x2b191908u,
0x08190819u, 0x2b191908u, 0x08191908u, 0x2b191908u, 0x082b0808u, 0x2b191908u,
0x19080819u, 0x2b191908u, 0x19081908u, 0x2b191908u, 0x19190808u, 0x2b191908u,
0x2b080808u, 0x2b191908u, 0x2b19192bu, 0x2b191908u, 0x08080819u, 0x2b191919u,
0x08081908u, 0x2b191919u, 0x08190808u, 0x2b191919u, 0x19080808u, 0x2b191919u,
0x2b192b08u, 0x2b191919u, 0x2b2b0819u, 0x2b191919u, 0x08080808u, 0x2b19192bu,
0x1908192bu, 0x2b19192bu, 0x192b1908u, 0x2b19192bu, 0x08080819u, 0x2b192b08u,
0x08081908u, 0x2b192b08u, 0x08190808u, 0x2b192b08u, 0x082b192bu, 0x2b192b08u,
0x19080808u, 0x2b192b08u, 0x2b2b2b19u, 0x2b192b08u, 0x08080808u, 0x2b192b19u,
0x19082b19u, 0x2b192b19u, 0x1919082bu, 0x2b192b19u, 0x2b190808u, 0x2b192b2bu,
0x08080808u, 0x2b2b0808u, 0x08081919u, 0x2b2b0808u, 0x08082b2bu, 0x2b2b0808u,
0x08191908u, 0x2b2b0808u, 0x082b082bu, 0x2b2b0808u, 0x082b2b2bu, 0x2b2b0808u,
0x19080819u, 0x2b2b0808u, 0x19081908u, 0x2b2b0808u, 0x19190808u, 0x2b2b0808u,
0x2b2b082bu, 0x2b2b0808u, 0x2b2b2b2bu, 0x2b2b0808u, 0x19080808u, 0x2b2b0819u,
0x192b1919u, 0x2b2b0819u, 0x0808082bu, 0x2b2b082bu, 0x08082b2bu, 0x2b2b082bu,
0x082b082bu, 0x2b2b082bu, 0x082b2b08u, 0x2b2b082bu, 0x082b2b2bu, 0x2b2b082bu,
0x2b08082bu, 0x2b2b082bu, 0x2b082b08u, 0x2b2b082bu, 0x2b082b2bu, 0x2b2b082bu,
0x2b2b2b08u, 0x2b2b082bu, 0x08080819u, 0x2b2b1908u, 0x08081908u, 0x2b2b1908u,
0x08190808u, 0x2b2b1908u, 0x19080808u, 0x2b2b1908u, 0x2b082b19u, 0x2b2b1908u,
0x2b2b1908u, 0x2b2b1908u, 0x08080808u, 0x2b2b1919u, 0x08192b19u, 0x2b2b1919u,
0x19190819u, 0x2b2b192bu, 0x08082b2bu, 0x2b2b2b08u, 0x082b2b08u, 0x2b2b2b08u,
0x2b2b082bu, 0x2b2b2b08u, 0x19191908u, 0x2b2b2b19u, 0x2b08192bu, 0x2b2b2b19u,
0x08082b08u, 0x2b2b2b2bu, 0x08082b2bu, 0x2b2b2b2bu, 0x082b0808u, 0x2b2b2b2bu,
0x082b082bu, 0x2b2b2b2bu, 0x082b2b08u, 0x2b2b2b2bu, 0x2b082b08u, 0x2b2b2b2bu,
0x2b2b2b2bu, 0x2b2b2b2bu);
int dp(uint a, uint b) { return dotPacked4x8EXT(int(a), int(b)); }
uvec4 bc(uvec4 xr[NX], uint k) { return subgroupBroadcast(xr[k / SG], k % SG); }
/* byte i, and the 16-bit word at byte i, of the block's realigned words */
uint byte_at(uint wd[NW], uint i) { return (wd[i >> 2] >> (8u * (i & 3u))) & 0xffu; }
uint half_at(uint wd[NW], uint i) { return byte_at(wd, i) | (byte_at(wd, i + 1u) << 8); }
/* a 7-bit sign index with its eighth bit, the parity */
uint signs7(uint i) { return i | ((uint(bitCount(i)) & 1u) << 7); }
/* four levels of a grid word, each negated where its sign bit is set (bits
0-3 of s), as signed bytes */
uint signed4(uint g, uint s)
{
uint r = 0u;
for (uint i = 0; i < 4u; i++) {
int v = int((g >> (8u * i)) & 0xffu);
if (((s >> i) & 1u) != 0u)
v = -v;
r |= (uint(v) & 0xffu) << (8u * i);
}
return r;
}
/* the grid in the workgroup's shared memory, two words an entry: a
constant array read at a varying index is far slower on some GPUs
(iq4xs_matvec.comp) */
shared uint GS[2u * NG];
void main()
{
for (uint i = gl_LocalInvocationID.x; i < 2u * NG; i += 64u)
GS[i] = KIND == 0u ? IQ2XXS_GRID[i] : KIND == 1u ? IQ2XS_GRID[i] : IQ2S_GRID[i];
barrier();
U1 W = U1(p.w);
U4 X = U4(p.x);
F Y = F(p.y);
uint lane = gl_SubgroupInvocationID;
/* workgroup y: 64 rows; x: a group of NV vectors, so that the groups
of the same rows go out together and the weights the first reads
from memory the others find in the L3 */
uint grow = gl_WorkGroupID.y * 64u + gl_LocalInvocationID.x;
uint row = min(grow, p.rows - 1u);
uint v0 = gl_WorkGroupID.x * NV;
uint xo[NV];
for (uint v = 0; v < NV; v++)
xo[v] = min(v0 + v, p.nv - 1u) * p.xs * 20u;
float acc[NV];
for (uint v = 0; v < NV; v++)
acc[v] = 0.0;
uint off = row * p.nb * BS; /* bytes */
for (uint b = 0; b < p.nb; b++, off += BS) {
uint base = off >> 2;
uint wd[NW];
for (uint k = 0; k < NW; k++)
wd[k] = W.v[base + k];
if ((off & 3u) != 0u) {
for (uint k = 0; k + 1u < NW; k++)
wd[k] = (wd[k] >> 16) | (wd[k + 1u] << 16);
wd[NW - 1u] = wd[NW - 1u] >> 16;
}
float d = unpackHalf2x16(wd[0] & 0xffffu).x;
/* each sub-group of 8 two signed words, and its scale */
uint q[64];
int sc[32];
for (uint g = 0; g < 8u; g++)
for (uint k = 0; k < 4u; k++) {
uint l = 4u * g + k, idx, sg;
if (KIND == 0u) {
uint a0 = byte_at(wd, 2u + 8u * g + k);
uint a1 = half_at(wd, 6u + 8u * g) | (half_at(wd, 8u + 8u * g) << 16);
idx = a0;
sg = signs7((a1 >> (7u * k)) & 127u);
sc[l] = 1 + 2 * int(a1 >> 28);
} else if (KIND == 1u) {
uint qw = half_at(wd, 2u + 2u * l);
idx = qw & 511u;
sg = signs7(qw >> 9);
sc[l] = 1 + 2 * int((byte_at(wd, 66u + g) >> (4u * (k / 2u))) & 15u);
} else {
idx = byte_at(wd, 2u + l) | ((byte_at(wd, 66u + g) << (8u - 2u * k)) & 0x300u);
sg = byte_at(wd, 34u + l);
sc[l] = 1 + 2 * int((byte_at(wd, 74u + g) >> (4u * (k / 2u))) & 15u);
}
q[2u * l] = signed4(GS[2u * idx], sg & 15u);
q[2u * l + 1u] = signed4(GS[2u * idx + 1u], sg >> 4);
}
for (uint v = 0; v < NV; v++) {
uvec4 xr[NX];
for (uint j = 0; j < NX; j++)
xr[j] = X.v[xo[v] + min(j * SG + lane, 19u)];
int isum = 0;
for (uint g = 0; g < 8u; g++) {
uvec4 a0 = bc(xr, 2u * g), a1 = bc(xr, 2u * g + 1u);
uint l = 4u * g;
isum += sc[l] * (dp(q[2u * l], a0.x) + dp(q[2u * l + 1u], a0.y));
isum += sc[l + 1u] * (dp(q[2u * l + 2u], a0.z) + dp(q[2u * l + 3u], a0.w));
isum += sc[l + 2u] * (dp(q[2u * l + 4u], a1.x) + dp(q[2u * l + 5u], a1.y));
isum += sc[l + 3u] * (dp(q[2u * l + 6u], a1.z) + dp(q[2u * l + 7u], a1.w));
}
float d8 = uintBitsToFloat(bc(xr, 18u).x);
acc[v] = fma(d * 0.125 * d8, float(isum), acc[v]);
xo[v] += 20u;
}
}
if (grow < p.rows)
for (uint v = 0; v < NV; v++)
if (v0 + v < p.nv)
Y.v[(v0 + v) * p.ys + row] = acc[v];
}