Gemma 4 26B-A4B inference in ~2 GB of RAM on any M-series MacBook
Swift apple-silicongemmagemma4gemma4-26b-a4bgpgpullmllm-inferencelocal-aimacosmetalon-device-aion-device-llmswift
import Foundation
public enum ModelInstallProgress: Equatable, Sendable {
case downloadingMetadata
case planning(downloadBytes: UInt64, outputBytes: UInt64)
case checkingDisk(DiskSpaceRequirement)
case reservingOutput(bytes: UInt64)
case copyingPayload(
reusedBytes: UInt64,
downloadedThisRunBytes: UInt64,
totalBytes: UInt64
)
case hashingOutput(String)
case finalizing
}