Skip to content

Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.

NameLast commit date
..
bundled_skills
diffusion_autoopt
rocm_gemm_tables
sandbox_site
__init__.py
_html_to_md.py
_vulkan_probe.py
anthropic_compat.py
api_monitor.py
audio_codecs.py
audio_cpp_backend.py
audio_cpp_catalog.py
audio_cpp_convert.py
audio_cpp_failures.py
audio_cpp_files.py
audio_cpp_models.py
audio_cpp_music.py
audio_cpp_option_table.py
audio_cpp_outputs.py
audio_cpp_server.py
audio_device.py
audio_edit.py
audio_errors.py
audio_gallery.py
audio_inputs.py
audio_metrics.py
audio_task_outputs.py
audio_voices.py
audio_workflows.py
browser_agent.py
cached_weight_sha.py
chat_eos.py
chat_generation_runs.py
chat_swap_kv.py
chat_template_helpers.py
chat_templates.py
checkpoint.py
context_refusal.py
context_window.py
decode_layers.py
defaults.py
diffusers_safetensors.py
diffusion_anima.py
diffusion_aot_cache.py
diffusion_arch_patches.py
diffusion_attention.py
diffusion_auto_policy.py
diffusion_batched.py
diffusion_bg_compile.py
diffusion_block_graph.py
diffusion_block_restride.py
diffusion_cache.py
diffusion_capture_safe.py
diffusion_cast_cache.py
diffusion_cfg_batch.py
diffusion_cfg_pair.py
diffusion_comfy_block.py
diffusion_comfy_components.py
diffusion_comfy_quant.py
diffusion_compat.py
diffusion_compile_cache.py
diffusion_compile_config.py
diffusion_component_sizes.py
diffusion_cond_blocks.py
diffusion_cond_cache.py
diffusion_conditioning.py
diffusion_content.py
diffusion_controlnet.py
diffusion_convrot_quant.py
diffusion_convrot.py
diffusion_cuda_graph.py
diffusion_decode_segments.py
diffusion_denoiser_prequant.py
diffusion_detailer.py
diffusion_device.py
diffusion_dynamic_text.py
diffusion_eager_patches.py
diffusion_embeddings.py
diffusion_engine_router.py
diffusion_families.py
diffusion_fast_load.py
diffusion_flow_shift.py
diffusion_flux_convrot_fused.py
diffusion_flux2_rope.py
diffusion_flux3_attn.py
diffusion_flux3_half_attn.py
diffusion_flux3_rope.py
diffusion_flux3.py
diffusion_fp16_guard.py
diffusion_fp16_variant.py
diffusion_fp8_dequant_triton.py
diffusion_fp8_dequant.py
diffusion_fp8_unit_scale.py
diffusion_gguf_compile.py
diffusion_gguf_exact.py
diffusion_gguf_lowbit.py
diffusion_gguf_pipeline.py
diffusion_gguf_route.py
diffusion_hidream.py
diffusion_hires.py
diffusion_hosted_vae.py
diffusion_hub_evidence.py
diffusion_ideogram4.py
diffusion_inductor_backports.py
diffusion_inference_info.py
diffusion_init_buffers.py
diffusion_int8_cutlass.py
diffusion_int8_fused.py
diffusion_int8_gemm.py
diffusion_int8_gemv.py
diffusion_krea2.py
diffusion_layer_split_plan.py
diffusion_layer_split.py
diffusion_local_files.py
diffusion_lora_files.py
diffusion_lora_fuse.py
diffusion_lora_quant_merge.py
diffusion_lora.py
diffusion_manual_cast.py
diffusion_mask.py
diffusion_measured_peaks.py
diffusion_memory.py
diffusion_minimax_h3_image_speed.py
diffusion_minimax_h3_image.py
diffusion_moss_fused.py
diffusion_moss_image.py
diffusion_mps_fp16.py
diffusion_multigpu.py
diffusion_multistage.py
diffusion_native_cache.py
diffusion_native_hosted.py
diffusion_native_quant.py
diffusion_native_w8a8_rdna.py
diffusion_nvfp4_act_quant.py
diffusion_nvfp4_bias.py
diffusion_nvfp4_dispatch.py
diffusion_nvfp4_flag.py
diffusion_nvfp4_gate.py
diffusion_nvfp4_install.py
diffusion_nvfp4_linear.py
diffusion_nvfp4_ops.py
diffusion_nvfp4_policy.py
diffusion_nvfp4_protect.py
diffusion_nvfp4_route.py
diffusion_nvfp4_tactics.py
diffusion_nvfp4_weight_quant.py
diffusion_offline_source.py
diffusion_offload_prefetch.py
diffusion_packed_block_triton.py
diffusion_packed_block.py
diffusion_patch_backend.py
diffusion_pinned_arena.py
diffusion_postprocess.py
diffusion_precision.py
diffusion_prefix_kv.py
diffusion_prequant_cache.py
diffusion_prequant.py
diffusion_preview_factors.py
diffusion_preview.py
diffusion_probe_cache.py
diffusion_prompt_cache.py
diffusion_prompt_weighting.py
diffusion_quant_pad.py
diffusion_qwenimage_rope.py
diffusion_qwenimage21_dense_fused.py
diffusion_qwenimage21_eager.py
diffusion_qwenimage21_fused.py
diffusion_qwenimage21_math.py
diffusion_qwenimage21_rocm.py
diffusion_qwenimage21_rope.py
diffusion_qwenimage21_te.py
diffusion_qwenimage21_vision.py
diffusion_qwenimage21.py
diffusion_reference_cache.py
diffusion_regional_compile.py
diffusion_render_thread.py
diffusion_rocm_compile.py
diffusion_rocm_fused.py
diffusion_rocm_tunableop.py
diffusion_sampler.py
diffusion_sd_controls.py
diffusion_segment_quant.py
diffusion_segment.py
diffusion_single_file_converters.py
diffusion_single_file_trust.py
diffusion_small_host.py
diffusion_speed.py
diffusion_stable_arena.py
diffusion_step_skip.py
diffusion_te_prequant.py
diffusion_te_release.py
diffusion_te_select.py
diffusion_te_truncate.py
diffusion_text_encoder_trim.py
diffusion_text_length.py
diffusion_torchao_patches.py
diffusion_transformer_quant.py
diffusion_upscalers.py
diffusion_vae_attn_chunked.py
diffusion_vae_fp16.py
diffusion_vae_fused.py
diffusion_vae_oom.py
diffusion_vae_prebuild.py
diffusion_vae_single_frame.py
diffusion_vae_strips.py
diffusion_vae_tiling.py
diffusion_vae_upcast.py
diffusion_weight_only_quant.py
diffusion_xy.py
diffusion_zimage_cfg_split.py
diffusion_zimage_fused.py
diffusion.py
engine_adapters.py
engine_install.py
engine_transport.py
ensure_model.py
external_provider.py
external_tool_transport.py
family_name_match.py
family_profile.py
file_history.py
flm_files.py
flux3_prompt_upsampler.py
gallery_flags.py
gallery_projects.py
gen_stepper.py
generate_image_tool.py
generate_video_tool.py
generation_ticket.py
generation_timing.py
gpu_arbiter.py
gpu_residency.py
grammar_constraint.py
host_pinning.py
http_stream.py
hub_reachability.py
image_gallery.py
image_orientation.py
image_queue.py
image_request_batching.py
incremental_decode.py
incremental_streamer.py
inference_gate.py
inference.py
instruction_pin.py
key_exchange.py
lemonade_server.py
lfm3_conv_fallback.py
llama_admission.py
llama_cpp.py
llama_http.py
llama_keepwarm.py
llama_server_args.py
llama_stats.py
llama_tool_schema.py
llama_video_input.py
load_policy.py
local_model_resolver.py
lookup_tables.py
ltx2_import_compat.py
managed_engine.py
mcp_client.py
mcp_config_import.py
mcp_image.py
mcp_images.py
media_auto_switch.py
media_catalog.py
media_chat_tools.py
media_decode_phase.py
media_keepwarm.py
media_load_ids.py
media_locality.py
media_model_index.py
media_switch_backends.py
media_switch_errors.py
media_switch_locks.py
memory_contract.py
message_content.py
mlx_diffusion_backend.py
mlx_diffusion_convert.py
mlx_diffusion_routing.py
mlx_inference.py
mlx_memory.py
mlx_speculative.py
model_identity.py
model_ids.py
model_slots.py
mxc_adapter.py
mxc_drive_alias.py
mxc_host_prep_job.py
mxc_policy.py
mxc_probe.py
mxc_read_grants.py
mxc_runtime.py
native_audio.py
native_tool_tokens.py
npu_backend.py
nvfp4_gate_record.json
offload_cost_model.py
offload_layout.py
offload_planner.py
openai_auto_download.py
openai_codex_auth.py
openai_codex_client.py
openai_codex_tool_loop.py
openai_responses_shared.py
orchestrator.py
os_sandbox.py
passthrough_healing.py
png_encode.py
prefix_boundary.py
prequant_header_probe.py
prequant_legacy_int8.py
prequant_native.py
prequant_safetensors.py
presence_penalty.py
pricing.py
provider_model_capabilities.py
providers.py
react_preview.py
relaxed_json.py
repetition_guard.py
rocm_bf16.py
rocm_sdpa_probe.py
runtime_context.py
safetensors_agentic.py
safetensors_pread.py
sandbox_landlock.py
sandbox_linux.py
sandbox_macos.py
sandbox_probe.py
sandbox_seccomp.py
sandbox_setup_job.py
sandbox_setup_plan.py
sandbox_windows_mxc.py
sd_cpp_args.py
sd_cpp_backend.py
sd_cpp_cudnn.py
sd_cpp_engine.py
sd_cpp_multigpu.py
sd_cpp_server.py
search_images.py
sglang_server.py
skill_mentions.py
skills.py
sse_control_frames.py
stream_errors.py
stt_audiocpp_sidecar.py
stt_capabilities.py
stt_details.py
stt_download_worker.py
stt_ggml_sidecar.py
stt_mlx.py
stt_mtmd_sidecar.py
stt_registry.py
stt_sidecar.py
stt_transformers_worker.py
studio_tool_loop.py
studio_tools_mcp.py
template_capabilities.py
tensor_fallback.py
tool_call_parser.py
tool_confinement.py
tool_facts.py
tool_loop_controller.py
tool_path_approval.py
tool_stream_exec.py
tools.py
transcript_gallery.py
transcript_stream.py
video_cosmos3.py
video_denoiser_prequant.py
video_encode.py
video_families.py
video_frames.py
video_gallery.py
video_hv15_comfy.py
video_hv15_vae.py
video_i2v.py
video_ltx2_vae_tiles.py
video_ltx2.py
video_ltx25_te_worker.py
video_ltx25.py
video_minimax_h3_adaln.py
video_minimax_h3_attn.py
video_minimax_h3_comfy.py
video_minimax_h3_ffn.py
video_minimax_h3_flashinfer.py
video_minimax_h3_forward.py
video_minimax_h3_native_quant.py
video_minimax_h3_pdd.py
video_minimax_h3_qknorm.py
video_minimax_h3_ref_encode.py
video_minimax_h3_residency.py
video_minimax_h3_sol_vae.py
video_minimax_h3_te.py
video_minimax_h3_vae.py
video_minimax_h3.py
video_moe_pair.py
video_native_stream.py
video_nvenc.py
video_restyle.py
video_small_host.py
video_stream_encode.py
video_stream_residency.py
video_vae_untiled.py
video_wan_fused.py
video.py
view_image.py
vllm_server.py
web_access_policy.py
worker.py
wsl_host.py