Skip to content

Open source AI coding agent. Designed for large projects and real world tasks.

docs: minor todo's

ZanzyTHEbarbf73ccec858d
diff --git a/Makefile b/Makefile
index e9eb25a8..252631c5 100644
--- a/Makefile
+++ b/Makefile
@@ -35,6 +35,7 @@ test: render
#### Evals and Providers ####
+#! No cache is used to ensure that the latest changes are reflected in the eval
# TODO: Implement eval all
eval:
@cd test/evals/promptfoo-poc/$(filter-out $@,$(MAKECMDGOALS)) && promptfoo eval --no-cache
diff --git a/test/evals/promptfoo-poc/templates/provider.template.yml b/test/evals/promptfoo-poc/templates/provider.template.yml
index b1a4b271..38319e03 100644
--- a/test/evals/promptfoo-poc/templates/provider.template.yml
+++ b/test/evals/promptfoo-poc/templates/provider.template.yml
@@ -1,3 +1,5 @@
+# TODO: Add support for more dynamic creation, support for multiple tools, different API providers parameters, etc.
+
id: {{ .provider_id }}
config:
temperature: {{ .temperature }}