DSPy: The framework for programming—not prompting—language models
Python
Update FaissRM.md
arnavsinghvi11db4fcf3cfb5d
diff --git a/docs/api/retrieval_model_clients/FaissRM.md b/docs/api/retrieval_model_clients/FaissRM.mdindex 2ef9dadc1..634904521 100644--- a/docs/api/retrieval_model_clients/FaissRM.md+++ b/docs/api/retrieval_model_clients/FaissRM.md@@ -40,7 +40,7 @@ The **FaissRM** module provides a retriever that uses an in-memory Faiss vector```pythonimport dspy-from dspy.retrieve import FaissRM+from dspy.retrieve.faiss_rm import FaissRMdocument_chunks = ["The superbowl this year was played between the San Francisco 49ers and the Kanasas City Chiefs",@@ -59,4 +59,4 @@ frm = FaissRM(document_chunks)turbo = dspy.OpenAI(model="gpt-3.5-turbo")dspy.settings.configure(lm=turbo, rm=frm)print(frm(["I am in the mood for Chinese food"]))-```\ No newline at end of file+```diff --git a/dsp/modules/aws_providers.py b/dsp/modules/aws_providers.pyindex 646cc0f43..5a6138ead 100644--- a/dsp/modules/aws_providers.py+++ b/dsp/modules/aws_providers.py@@ -3,6 +3,31 @@from abc import ABC, abstractmethodfrom typing import Any, Optional+import backoff++try:+ import boto3+ from botocore.exceptions import ClientError+ ERRORS = (ClientError,)++except ImportError:+ ERRORS = (Exception,)+++def backoff_hdlr(details):+ """Handler from https://pypi.org/project/backoff/."""+ print(+ "Backing off {wait:0.1f} seconds after {tries} tries "+ "calling function {target} with kwargs "+ "{kwargs}".format(**details),+ )+++def giveup_hdlr(details):+ """Wrapper function that decides when to give up on retry."""+ if "max retries" in details.args[0]:+ return False+ return Trueclass AWSProvider(ABC):"""This abstract class adds support for AWS model providers such as Bedrock and SageMaker.@@ -52,6 +77,14 @@ class AWSProvider(ABC):return self.__class__.__name__@abstractmethod+ @backoff.on_exception(+ backoff.expo,+ ERRORS,+ max_time=1000,+ max_tries=8,+ on_backoff=backoff_hdlr,+ giveup=giveup_hdlr,+ )def call_model(self, model_id: str, body: str) -> str:"""Call the model and return the response."""@@ -119,6 +152,14 @@ class Sagemaker(AWSProvider):"""super().__init__(region_name, "runtime.sagemaker", profile_name)+ @backoff.on_exception(+ backoff.expo,+ ERRORS,+ max_time=1000,+ max_tries=8,+ on_backoff=backoff_hdlr,+ giveup=giveup_hdlr,+ )def call_model(self, model_id: str, body: str) -> str:return self.predictor.invoke_endpoint(EndpointName=model_id,