Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

Merge branch 'main' into function-inspect

Omar Khattab523649d35978
diff --cc dsp/primitives/__init__.py
index d4c3b9f52,18242f064..3798444a1
--- a/dsp/primitives/__init__.py
+++ b/dsp/primitives/__init__.py
@@@ -2,4 -2,4 +2,5 @@@ from .primitives import
from .demonstrate import *
from .search import *
from .predict import *
- from .inspect import *
-from .compiler import *
++from .inspect import *
++from .compiler import *
diff --cc dsp/primitives/predict.py
index 5f08e0146,483ab6a55..70b9193fc
--- a/dsp/primitives/predict.py
+++ b/dsp/primitives/predict.py
@@@ -1,7 -1,10 +1,11 @@@
- import dsp
from collections import Counter
+ from typing import Callable, Any, Optional
+ import dsp
from dsp.utils import zipstar, normalize_text
+from dsp.primitives.inspect import FuncInspector
+ from dsp.utils.utils import dotdict
+ from dsp.templates.template_v3 import Template
+ from dsp.primitives.demonstrate import Example
class Completions:
@@@ -38,19 -43,19 +44,29 @@@
assert False, name
- def generate(template, **kwargs):
+ def generate(template: Template, **kwargs) -> Callable:
++ """Returns a callable function that generates completions for a given example using the provided template."""
+ if hasattr(dsp.settings, "inspect"):
+ inspector = dsp.settings.inspect
+ _generate = inspector.inspect_func(dsp.predict._generate)
+ return _generate(template, **kwargs)
+ else:
+ return dsp.predict._generate(template, **kwargs)
+
+
- def _generate(template, **kwargs):
++def _generate(template: Template, **kwargs) -> Callable:
+ """Returns a callable function that generates completions for a given example using the provided template."""
+ if not dsp.settings.lm:
+ raise AssertionError("No LM is loaded.")
+
generator = dsp.settings.lm
- def do_generate(example, stage, max_depth=2):
+ def do_generate(
+ example: Example, stage: str, max_depth: int = 2, original_example=None
+ ):
+ if not dsp.settings.lm:
+ raise AssertionError("No LM is loaded.")
+ original_example = original_example or example
assert stage is not None
# Look up the appropriate fields in each demonstration.