DSPy: The framework for programming—not prompting—language models
Python
Fixed VLLM cache to ignore the url of the request
Michael Ryan0643a14271a4
diff --git a/dsp/modules/hf_client.py b/dsp/modules/hf_client.pyindex 421569bc0..cc4ded623 100644--- a/dsp/modules/hf_client.py+++ b/dsp/modules/hf_client.py@@ -202,12 +202,12 @@ class HFClientVLLM(HFModel):raise Exception("Received invalid JSON response from server")[email protected](ignore=['arg'])def send_hfvllm_request_v00(arg, **kwargs):return requests.post(arg, **kwargs)[email protected](ignore=['arg'])def send_hfvllm_chat_request_v00(arg, **kwargs):return requests.post(arg, **kwargs)