Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

minor fix

Sri Vardhamanan5634b617bbd0
diff --git a/dsp/modules/hf.py b/dsp/modules/hf.py
index b3d5a9aec..a47884374 100644
--- a/dsp/modules/hf.py
+++ b/dsp/modules/hf.py
@@ -48,7 +48,7 @@ class HFModel(LM):
self.model = AutoModelForSeq2SeqLM.from_pretrained(
model if checkpoint is None else checkpoint,
device_map=hf_device_map
- ).to("cpu")
+ )
self.drop_prompt_from_output = False
except ValueError:
self.model = AutoModelForCausalLM.from_pretrained(