Fine-tune LLMs from one YAML. Layer streaming trains an 8B model on a 4 GB laptop GPU.
Python cliconsumer-gpudpofine-tuningggufhuggingfacellmllmopslocal-ailocal-llmloralow-vrammachine-learningollamapeftpythonpytorchqlorasfttransformers
"""Model-free foundations for Soup's future offline AutoDistill pipeline."""
from soup_cli.autodistill.capture import (
TeacherExpertExample,
build_teacher_expert_capture_token,
capture_teacher_expert_trajectory,
)
from soup_cli.autodistill.contract import (
AUTODISTILL_PLAN_SCHEMA,
CAPTURE_TOKEN_SCHEMA,
CONSUMPTION_EVENT_SCHEMA,
SHARD_MANIFEST_SCHEMA,
AutoDistillPlan,
CaptureToken,
ShardManifest,
build_plan_estimate,
)
from soup_cli.autodistill.fingerprints import (
verified_dataset_bytes,
verify_dataset_fingerprint,
verify_teacher_fingerprint,
verify_tokenizer_file_fingerprint,
verify_tokenizer_fingerprint,
)
from soup_cli.autodistill.publisher import CaptureShardPublisher
__all__ = [
"AUTODISTILL_PLAN_SCHEMA",
"CAPTURE_TOKEN_SCHEMA",
"CONSUMPTION_EVENT_SCHEMA",
"SHARD_MANIFEST_SCHEMA",
"AutoDistillPlan",
"CaptureToken",
"CaptureShardPublisher",
"ShardManifest",
"TeacherExpertExample",
"build_plan_estimate",
"build_teacher_expert_capture_token",
"capture_teacher_expert_trajectory",
"verify_dataset_fingerprint",
"verify_teacher_fingerprint",
"verify_tokenizer_file_fingerprint",
"verify_tokenizer_fingerprint",
"verified_dataset_bytes",
]