DeepTeam is a framework to red team LLMs and AI agents.
separated framework tests
A-Vamshifbaff19a5101
diff --git a/.github/workflows/test_core.yml b/.github/workflows/test_core.ymlindex da215a15..5b534e25 100644--- a/.github/workflows/test_core.yml+++ b/.github/workflows/test_core.yml@@ -57,5 +57,4 @@ jobs:env:OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}run: |- poetry run pip install datasetspoetry run pytest tests/test_core/diff --git a/.github/workflows/test_frameworks.yml b/.github/workflows/test_frameworks.ymlnew file mode 100644index 00000000..0814ab28--- /dev/null+++ b/.github/workflows/test_frameworks.yml@@ -0,0 +1,61 @@+name: Core Tests++on:+ push:+ pull_request:++jobs:+ test:+ runs-on: ubuntu-latest+ steps:+ #----------------------------------------------+ # check-out repo and set-up python+ #----------------------------------------------+ - name: Check out repository+ uses: actions/checkout@v3+ - name: Set up python+ id: setup-python+ uses: actions/setup-python@v4+ with:+ python-version: "3.11"+ #----------------------------------------------+ # ----- install & configure poetry -----+ #----------------------------------------------+ - name: Install Poetry+ uses: snok/install-poetry@v1+ with:+ virtualenvs-create: true+ virtualenvs-in-project: true+ installer-parallel: true++ #----------------------------------------------+ # load cached venv if cache exists+ #----------------------------------------------+ - name: Load cached venv+ id: cached-poetry-dependencies+ uses: actions/cache@v3+ with:+ path: .venv+ key: venv-${{ runner.os }}-${{ steps.setup-python.outputs.python-version }}-${{ hashFiles('**/poetry.lock') }}+ #----------------------------------------------+ # install dependencies if cache does not exist+ #----------------------------------------------+ - name: Install dependencies+ if: steps.cached-poetry-dependencies.outputs.cache-hit != 'true'+ run: poetry install --no-interaction --no-root --only main+ #----------------------------------------------+ # install your root project, if required+ #----------------------------------------------++ - name: Install project+ run: poetry install --no-interaction --only main++ #----------------------------------------------+ # run test suite+ #----------------------------------------------+ - name: Run tests+ env:+ OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}+ run: |+ poetry run pip install datasets+ poetry run pytest tests/test_frameworks/diff --git a/tests/test_core/test_frameworks/test_aegis.py b/tests/test_frameworks/test_aegis.pysimilarity index 100%rename from tests/test_core/test_frameworks/test_aegis.pyrename to tests/test_frameworks/test_aegis.pydiff --git a/tests/test_core/test_frameworks/test_beavertails.py b/tests/test_frameworks/test_beavertails.pysimilarity index 100%rename from tests/test_core/test_frameworks/test_beavertails.pyrename to tests/test_frameworks/test_beavertails.pydiff --git a/tests/test_core/test_frameworks/test_mitre.py b/tests/test_frameworks/test_mitre.pysimilarity index 100%rename from tests/test_core/test_frameworks/test_mitre.pyrename to tests/test_frameworks/test_mitre.pydiff --git a/tests/test_core/test_frameworks/test_nist.py b/tests/test_frameworks/test_nist.pysimilarity index 100%rename from tests/test_core/test_frameworks/test_nist.pyrename to tests/test_frameworks/test_nist.pydiff --git a/tests/test_core/test_frameworks/test_owasp_top_10.py b/tests/test_frameworks/test_owasp_top_10.pysimilarity index 100%rename from tests/test_core/test_frameworks/test_owasp_top_10.pyrename to tests/test_frameworks/test_owasp_top_10.py