Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

Update dataset.py

Pedramf19fccbb7d8c
diff --git a/dspy/datasets/dataset.py b/dspy/datasets/dataset.py
index f49ab1324..c420f1908 100644
--- a/dspy/datasets/dataset.py
+++ b/dspy/datasets/dataset.py
@@ -79,7 +79,14 @@ class Dataset:
if self.input_keys:
example_obj = example_obj.with_inputs(*self.input_keys)
output.append(example_obj)
-
+ # TODO: NOTE: Ideally we use these uuids for dedup internally, for demos and internal train/val splits.
+ # Now, some tasks (like convQA and Colors) have overlapping examples. Here, we should allow the user to give us
+ # a uuid field that would respect this in some way. This means that we need a more refined concept that
+ # uuid (each example is unique) and more like a group_uuid.
+
+ # rng = random.Random(seed)
+ # rng.shuffle(data)
+
return output
@classmethod