Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python
2.3 KB
Raw Blame
import tempfile
import uuid

import pytest

from dspy import Example
from dspy.datasets.dataset import Dataset

dummy_data = """content,question,answer
"This is content 1","What is this?","This is answer 1"
"This is content 2","What is that?","This is answer 2"
"""


class CSVDataset(Dataset):
    def __init__(self, file_path, input_keys=None, **kwargs) -> None:
        import pandas as pd
        super().__init__(input_keys=input_keys, **kwargs)
        df = pd.read_csv(file_path)
        data = df.to_dict(orient="records")
        self._train = [
            Example(**record, dspy_uuid=str(uuid.uuid4()), dspy_split="train").with_inputs(*input_keys)
            for record in data[:1]
        ]
        self._dev = [
            Example(**record, dspy_uuid=str(uuid.uuid4()), dspy_split="dev").with_inputs(*input_keys)
            for record in data[1:2]
        ]


@pytest.fixture
def csv_file():
    with tempfile.NamedTemporaryFile(mode="w+", suffix=".csv") as tmp_file:
        tmp_file.write(dummy_data)
        tmp_file.flush()
        yield tmp_file.name


def test_reset_seeds_accepts_zero():
    dataset = Dataset(train_seed=5, train_size=10, eval_seed=5, dev_size=10, test_size=10)
    dataset.reset_seeds(train_seed=0, train_size=0, eval_seed=0, dev_size=0, test_size=0)

    assert dataset.train_seed == 0
    assert dataset.train_size == 0
    assert dataset.dev_seed == 0
    assert dataset.dev_size == 0
    assert dataset.test_seed == 0
    assert dataset.test_size == 0


def test_reset_seeds_keeps_existing_values_when_omitted():
    dataset = Dataset(train_seed=5, train_size=10, eval_seed=7, dev_size=20, test_size=30)
    dataset.reset_seeds(train_seed=1)

    assert dataset.train_seed == 1
    # Unspecified values should be left untouched.
    assert dataset.train_size == 10
    assert dataset.dev_seed == 7
    assert dataset.dev_size == 20
    assert dataset.test_seed == 7
    assert dataset.test_size == 30


@pytest.mark.extra
def test_input_keys(csv_file):
    dataset = CSVDataset(csv_file, input_keys=["content", "question"])
    assert dataset.train is not None

    for example in dataset.train:
        inputs = example.inputs()
        assert inputs is not None
        assert "content" in inputs
        assert "question" in inputs
        assert set(example._input_keys) == {"content", "question"}