Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

Update hf_server.py

Omar Khattab59aab8437c61
diff --git a/dsp/modules/hf_server.py b/dsp/modules/hf_server.py
index 83d7728a5..007bfebe9 100644
--- a/dsp/modules/hf_server.py
+++ b/dsp/modules/hf_server.py
@@ -2,9 +2,8 @@
# python -m dsp.modules.hf_server --port 4242 --model "google/flan-t5-base"
# To Query:
-# curl -d '{"prompt":"What is the answer to life, the universe, and everything?"}' \
-# -X POST "http://0.0.0.0:4242" \
-# -H 'Content-Type: application/json'
+# curl -d '{"prompt":".."}' -X POST "http://0.0.0.0:4242" -H 'Content-Type: application/json'
+# Or use the HF client. TODO: Add support for kwargs to the server.
from functools import lru_cache