DSPy: The framework for programming—not prompting—language models
Python
import tempfile
import uuid
import pytest
from dspy import Example
from dspy.datasets.dataset import Dataset
dummy_data = """content,question,answer
"This is content 1","What is this?","This is answer 1"
"This is content 2","What is that?","This is answer 2"
"""
class CSVDataset(Dataset):
def __init__(self, file_path, input_keys=None, **kwargs) -> None:
import pandas as pd
super().__init__(input_keys=input_keys, **kwargs)
df = pd.read_csv(file_path)
data = df.to_dict(orient="records")
self._train = [
Example(**record, dspy_uuid=str(uuid.uuid4()), dspy_split="train").with_inputs(*input_keys)
for record in data[:1]
]
self._dev = [
Example(**record, dspy_uuid=str(uuid.uuid4()), dspy_split="dev").with_inputs(*input_keys)
for record in data[1:2]
]
@pytest.fixture
def csv_file():
with tempfile.NamedTemporaryFile(mode="w+", suffix=".csv") as tmp_file:
tmp_file.write(dummy_data)
tmp_file.flush()
yield tmp_file.name
def test_reset_seeds_accepts_zero():
dataset = Dataset(train_seed=5, train_size=10, eval_seed=5, dev_size=10, test_size=10)
dataset.reset_seeds(train_seed=0, train_size=0, eval_seed=0, dev_size=0, test_size=0)
assert dataset.train_seed == 0
assert dataset.train_size == 0
assert dataset.dev_seed == 0
assert dataset.dev_size == 0
assert dataset.test_seed == 0
assert dataset.test_size == 0
def test_reset_seeds_keeps_existing_values_when_omitted():
dataset = Dataset(train_seed=5, train_size=10, eval_seed=7, dev_size=20, test_size=30)
dataset.reset_seeds(train_seed=1)
assert dataset.train_seed == 1
# Unspecified values should be left untouched.
assert dataset.train_size == 10
assert dataset.dev_seed == 7
assert dataset.dev_size == 20
assert dataset.test_seed == 7
assert dataset.test_size == 30
@pytest.mark.extra
def test_input_keys(csv_file):
dataset = CSVDataset(csv_file, input_keys=["content", "question"])
assert dataset.train is not None
for example in dataset.train:
inputs = example.inputs()
assert inputs is not None
assert "content" in inputs
assert "question" in inputs
assert set(example._input_keys) == {"content", "question"}