Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

updated assertions error msg to specify target_module

Arnav Singhvib0e057e760cc
diff --git a/docs/api/assertions.md b/docs/api/assertions.md
index 07dfa55f4..edb25013a 100644
--- a/docs/api/assertions.md
+++ b/docs/api/assertions.md
@@ -101,12 +101,14 @@ We can declare these validation checks through `dspy.Suggest` statements (as we
dspy.Suggest(
len(query) <= 100,
"Query should be short and less than 100 characters",
+ target_module=self.generate_query
)
dspy.Suggest(
validate_query_distinction_local(prev_queries, query),
"Query should be distinct from: "
+ "; ".join(f"{i+1}) {q}" for i, q in enumerate(prev_queries)),
+ target_module=self.generate_query
)
```
@@ -133,12 +135,14 @@ class SimplifiedBaleenAssertions(dspy.Module):
dspy.Suggest(
len(query) <= 100,
"Query should be short and less than 100 characters",
+ target_module=self.generate_query
)
dspy.Suggest(
validate_query_distinction_local(prev_queries, query),
"Query should be distinct from: "
+ "; ".join(f"{i+1}) {q}" for i, q in enumerate(prev_queries)),
+ target_module=self.generate_query
)
prev_queries.append(query)
diff --git a/docs/docs/building-blocks/7-assertions.md b/docs/docs/building-blocks/7-assertions.md
index ae6a49859..4b0297f6b 100644
--- a/docs/docs/building-blocks/7-assertions.md
+++ b/docs/docs/building-blocks/7-assertions.md
@@ -99,12 +99,14 @@ We can declare these validation checks through `dspy.Suggest` statements (as we
dspy.Suggest(
len(query) <= 100,
"Query should be short and less than 100 characters",
+ target_module=self.generate_query
)
dspy.Suggest(
validate_query_distinction_local(prev_queries, query),
"Query should be distinct from: "
+ "; ".join(f"{i+1}) {q}" for i, q in enumerate(prev_queries)),
+ target_module=self.generate_query
)
```
@@ -131,12 +133,14 @@ class SimplifiedBaleenAssertions(dspy.Module):
dspy.Suggest(
len(query) <= 100,
"Query should be short and less than 100 characters",
+ target_module=self.generate_query
)
dspy.Suggest(
validate_query_distinction_local(prev_queries, query),
"Query should be distinct from: "
+ "; ".join(f"{i+1}) {q}" for i, q in enumerate(prev_queries)),
+ target_module=self.generate_query
)
prev_queries.append(query)
diff --git a/docs/docs/deep-dive/modules/assertions.mdx b/docs/docs/deep-dive/modules/assertions.mdx
index 93fac43a0..acda69af4 100644
--- a/docs/docs/deep-dive/modules/assertions.mdx
+++ b/docs/docs/deep-dive/modules/assertions.mdx
@@ -104,12 +104,14 @@ We can declare these validation checks through `dspy.Suggest` statements (as we
dspy.Suggest(
len(query) <= 100,
"Query should be short and less than 100 characters",
+ target_module=self.generate_query
)
dspy.Suggest(
validate_query_distinction_local(prev_queries, query),
"Query should be distinct from: "
+ "; ".join(f"{i+1}) {q}" for i, q in enumerate(prev_queries)),
+ target_module=self.generate_query
)
```
@@ -136,12 +138,14 @@ class SimplifiedBaleenAssertions(dspy.Module):
dspy.Suggest(
len(query) <= 100,
"Query should be short and less than 100 characters",
+ target_module=self.generate_query
)
dspy.Suggest(
validate_query_distinction_local(prev_queries, query),
"Query should be distinct from: "
+ "; ".join(f"{i+1}) {q}" for i, q in enumerate(prev_queries)),
+ target_module=self.generate_query
)
prev_queries.append(query)
diff --git a/dspy/primitives/assertions.py b/dspy/primitives/assertions.py
index 3f2b6166c..5c8d04ef5 100644
--- a/dspy/primitives/assertions.py
+++ b/dspy/primitives/assertions.py
@@ -248,7 +248,7 @@ def backtrack_handler(func, bypass_suggest=True, max_backtracks=2):
dspy.settings.backtrack_to = dsp.settings.trace[-1][0]
if dspy.settings.backtrack_to is None:
- dspy.logger.error("Specified module not found in trace")
+ dspy.logger.error("Module not found in trace. If passing a DSPy Signature, please specify the intended module for the assertion (e.g., use `dspy.ChainOfThought(GenerateAnswer)` instead of `GenerateAnswer`).")
# save unique feedback message for predictor
if error_msg not in dspy.settings.predictor_feedbacks.setdefault(
diff --git a/examples/qa/hotpot/hotpotqa_with_assertions.ipynb b/examples/qa/hotpot/hotpotqa_with_assertions.ipynb
index 8bf62b6c4..277152606 100644
--- a/examples/qa/hotpot/hotpotqa_with_assertions.ipynb
+++ b/examples/qa/hotpot/hotpotqa_with_assertions.ipynb
@@ -193,12 +193,14 @@
" dspy.Suggest(\n",
" len(query) <= 100,\n",
" \"Query should be short and less than 100 characters\",\n",
+ " target_module=self.generate_query\n",
" )\n",
"\n",
" dspy.Suggest(\n",
" validate_query_distinction_local(prev_queries, query),\n",
" \"Query should be distinct from: \"\n",
" + \"; \".join(f\"{i+1}) {q}\" for i, q in enumerate(prev_queries)),\n",
+ " target_module=self.generate_query\n",
" )\n",
"\n",
" prev_queries.append(query)\n",