Skip to content

armgit / uzu

Public Imported from GitHub
0

A high-performance inference engine for AI models

278 B
Raw Blame
// Auto-generated from gpu_types/quantization - do not edit manually
#pragma once

#include <metal_stdlib>
using namespace metal;

namespace uzu::quantization {
enum class QuantizationMode : uint32_t {
  U4 = 0,
  I8 = 1,
  U8 = 2,
  U2 = 3,
};
} // namespace uzu::quantization