Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

`from_rm`

Erika Cardenasb3e098dd83f0
diff --git a/dspy/datasets/dataloader.py b/dspy/datasets/dataloader.py
index d89ac0c02..bf441c0ff 100644
--- a/dspy/datasets/dataloader.py
+++ b/dspy/datasets/dataloader.py
@@ -97,6 +97,20 @@ class DataLoader(Dataset):
return [dspy.Example({field: row[field] for field in fields}).with_inputs(input_keys) for row in dataset]
+ def from_rm(self, num_samples: int,
+ fields: List[str], input_keys: List[str]) -> List[dspy.Example]:
+ try:
+ rm = dspy.settings.rm
+ try:
+ return [
+ dspy.Example({field: row[field] for field in fields}).with_inputs(*input_keys)
+ for row in rm.get_objects(num_samples=num_samples, fields=fields)
+ ]
+ except AttributeError:
+ raise ValueError("Retrieval module does not support get_objects. Please use a different retrieval module.")
+ except AttributeError:
+ raise ValueError("Retrieval module not found. Please set a retrieval module using dspy.settings.rm.")
+
def sample(
self,
dataset: List[dspy.Example],