Skip to content

DeepTeam is a framework to red team LLMs and AI agents.

separated framework tests

A-Vamshifbaff19a5101
diff --git a/.github/workflows/test_core.yml b/.github/workflows/test_core.yml
index da215a15..5b534e25 100644
--- a/.github/workflows/test_core.yml
+++ b/.github/workflows/test_core.yml
@@ -57,5 +57,4 @@ jobs:
env:
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
run: |
- poetry run pip install datasets
poetry run pytest tests/test_core/
diff --git a/.github/workflows/test_frameworks.yml b/.github/workflows/test_frameworks.yml
new file mode 100644
index 00000000..0814ab28
--- /dev/null
+++ b/.github/workflows/test_frameworks.yml
@@ -0,0 +1,61 @@
+name: Core Tests
+
+on:
+ push:
+ pull_request:
+
+jobs:
+ test:
+ runs-on: ubuntu-latest
+ steps:
+ #----------------------------------------------
+ # check-out repo and set-up python
+ #----------------------------------------------
+ - name: Check out repository
+ uses: actions/checkout@v3
+ - name: Set up python
+ id: setup-python
+ uses: actions/setup-python@v4
+ with:
+ python-version: "3.11"
+ #----------------------------------------------
+ # ----- install & configure poetry -----
+ #----------------------------------------------
+ - name: Install Poetry
+ uses: snok/install-poetry@v1
+ with:
+ virtualenvs-create: true
+ virtualenvs-in-project: true
+ installer-parallel: true
+
+ #----------------------------------------------
+ # load cached venv if cache exists
+ #----------------------------------------------
+ - name: Load cached venv
+ id: cached-poetry-dependencies
+ uses: actions/cache@v3
+ with:
+ path: .venv
+ key: venv-${{ runner.os }}-${{ steps.setup-python.outputs.python-version }}-${{ hashFiles('**/poetry.lock') }}
+ #----------------------------------------------
+ # install dependencies if cache does not exist
+ #----------------------------------------------
+ - name: Install dependencies
+ if: steps.cached-poetry-dependencies.outputs.cache-hit != 'true'
+ run: poetry install --no-interaction --no-root --only main
+ #----------------------------------------------
+ # install your root project, if required
+ #----------------------------------------------
+
+ - name: Install project
+ run: poetry install --no-interaction --only main
+
+ #----------------------------------------------
+ # run test suite
+ #----------------------------------------------
+ - name: Run tests
+ env:
+ OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
+ run: |
+ poetry run pip install datasets
+ poetry run pytest tests/test_frameworks/
diff --git a/tests/test_core/test_frameworks/test_aegis.py b/tests/test_frameworks/test_aegis.py
similarity index 100%
rename from tests/test_core/test_frameworks/test_aegis.py
rename to tests/test_frameworks/test_aegis.py
diff --git a/tests/test_core/test_frameworks/test_beavertails.py b/tests/test_frameworks/test_beavertails.py
similarity index 100%
rename from tests/test_core/test_frameworks/test_beavertails.py
rename to tests/test_frameworks/test_beavertails.py
diff --git a/tests/test_core/test_frameworks/test_mitre.py b/tests/test_frameworks/test_mitre.py
similarity index 100%
rename from tests/test_core/test_frameworks/test_mitre.py
rename to tests/test_frameworks/test_mitre.py
diff --git a/tests/test_core/test_frameworks/test_nist.py b/tests/test_frameworks/test_nist.py
similarity index 100%
rename from tests/test_core/test_frameworks/test_nist.py
rename to tests/test_frameworks/test_nist.py
diff --git a/tests/test_core/test_frameworks/test_owasp_top_10.py b/tests/test_frameworks/test_owasp_top_10.py
similarity index 100%
rename from tests/test_core/test_frameworks/test_owasp_top_10.py
rename to tests/test_frameworks/test_owasp_top_10.py