DSPy: The framework for programming—not prompting—language models
Python
Add test coverage for caching against a LiteLLM test server (#1769)
Corey Zumar863ebededb68
diff --git a/poetry.lock b/poetry.lockindex 9b890c757..88441a414 100644--- a/poetry.lock+++ b/poetry.lock@@ -236,6 +236,34 @@ files = [{file = "appnope-0.1.4.tar.gz", hash = "sha256:1de3860566df9caf38f01f86f65e0e13e379af54f9e4bee1e66b48f2efffd1ee"},]+[[package]]+name = "apscheduler"+version = "3.10.4"+description = "In-process task scheduler with Cron-like capabilities"+optional = false+python-versions = ">=3.6"+files = [+ {file = "APScheduler-3.10.4-py3-none-any.whl", hash = "sha256:fb91e8a768632a4756a585f79ec834e0e27aad5860bac7eaa523d9ccefd87661"},+ {file = "APScheduler-3.10.4.tar.gz", hash = "sha256:e6df071b27d9be898e486bc7940a7be50b4af2e9da7c08f0744a96d4bd4cef4a"},+]++[package.dependencies]+pytz = "*"+six = ">=1.4.0"+tzlocal = ">=2.0,<3.dev0 || >=4.dev0"++[package.extras]+doc = ["sphinx", "sphinx-rtd-theme"]+gevent = ["gevent"]+mongodb = ["pymongo (>=3.0)"]+redis = ["redis (>=3.0)"]+rethinkdb = ["rethinkdb (>=2.4.0)"]+sqlalchemy = ["sqlalchemy (>=1.4)"]+testing = ["pytest", "pytest-asyncio", "pytest-cov", "pytest-tornado5"]+tornado = ["tornado (>=4.3)"]+twisted = ["twisted"]+zookeeper = ["kazoo"]+[[package]]name = "asn1crypto"version = "1.5.1"@@ -898,38 +926,43 @@ test = ["pytest"][[package]]name = "cryptography"-version = "43.0.3"+version = "42.0.8"description = "cryptography is a package which provides cryptographic recipes and primitives to Python developers."-optional = true+optional = falsepython-versions = ">=3.7"files = [- {file = "cryptography-43.0.3-cp37-abi3-macosx_10_9_universal2.whl", hash = "sha256:bf7a1932ac4176486eab36a19ed4c0492da5d97123f1406cf15e41b05e787d2e"},- {file = "cryptography-43.0.3-cp37-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:63efa177ff54aec6e1c0aefaa1a241232dcd37413835a9b674b6e3f0ae2bfd3e"},- {file = "cryptography-43.0.3-cp37-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7e1ce50266f4f70bf41a2c6dc4358afadae90e2a1e5342d3c08883df1675374f"},- {file = "cryptography-43.0.3-cp37-abi3-manylinux_2_28_aarch64.whl", hash = "sha256:443c4a81bb10daed9a8f334365fe52542771f25aedaf889fd323a853ce7377d6"},- {file = "cryptography-43.0.3-cp37-abi3-manylinux_2_28_x86_64.whl", hash = "sha256:74f57f24754fe349223792466a709f8e0c093205ff0dca557af51072ff47ab18"},- {file = "cryptography-43.0.3-cp37-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:9762ea51a8fc2a88b70cf2995e5675b38d93bf36bd67d91721c309df184f49bd"},- {file = "cryptography-43.0.3-cp37-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:81ef806b1fef6b06dcebad789f988d3b37ccaee225695cf3e07648eee0fc6b73"},- {file = "cryptography-43.0.3-cp37-abi3-win32.whl", hash = "sha256:cbeb489927bd7af4aa98d4b261af9a5bc025bd87f0e3547e11584be9e9427be2"},- {file = "cryptography-43.0.3-cp37-abi3-win_amd64.whl", hash = "sha256:f46304d6f0c6ab8e52770addfa2fc41e6629495548862279641972b6215451cd"},- {file = "cryptography-43.0.3-cp39-abi3-macosx_10_9_universal2.whl", hash = "sha256:8ac43ae87929a5982f5948ceda07001ee5e83227fd69cf55b109144938d96984"},- {file = "cryptography-43.0.3-cp39-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:846da004a5804145a5f441b8530b4bf35afbf7da70f82409f151695b127213d5"},- {file = "cryptography-43.0.3-cp39-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0f996e7268af62598f2fc1204afa98a3b5712313a55c4c9d434aef49cadc91d4"},- {file = "cryptography-43.0.3-cp39-abi3-manylinux_2_28_aarch64.whl", hash = "sha256:f7b178f11ed3664fd0e995a47ed2b5ff0a12d893e41dd0494f406d1cf555cab7"},- {file = "cryptography-43.0.3-cp39-abi3-manylinux_2_28_x86_64.whl", hash = "sha256:c2e6fc39c4ab499049df3bdf567f768a723a5e8464816e8f009f121a5a9f4405"},- {file = "cryptography-43.0.3-cp39-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:e1be4655c7ef6e1bbe6b5d0403526601323420bcf414598955968c9ef3eb7d16"},- {file = "cryptography-43.0.3-cp39-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:df6b6c6d742395dd77a23ea3728ab62f98379eff8fb61be2744d4679ab678f73"},- {file = "cryptography-43.0.3-cp39-abi3-win32.whl", hash = "sha256:d56e96520b1020449bbace2b78b603442e7e378a9b3bd68de65c782db1507995"},- {file = "cryptography-43.0.3-cp39-abi3-win_amd64.whl", hash = "sha256:0c580952eef9bf68c4747774cde7ec1d85a6e61de97281f2dba83c7d2c806362"},- {file = "cryptography-43.0.3-pp310-pypy310_pp73-macosx_10_9_x86_64.whl", hash = "sha256:d03b5621a135bffecad2c73e9f4deb1a0f977b9a8ffe6f8e002bf6c9d07b918c"},- {file = "cryptography-43.0.3-pp310-pypy310_pp73-manylinux_2_28_aarch64.whl", hash = "sha256:a2a431ee15799d6db9fe80c82b055bae5a752bef645bba795e8e52687c69efe3"},- {file = "cryptography-43.0.3-pp310-pypy310_pp73-manylinux_2_28_x86_64.whl", hash = "sha256:281c945d0e28c92ca5e5930664c1cefd85efe80e5c0d2bc58dd63383fda29f83"},- {file = "cryptography-43.0.3-pp310-pypy310_pp73-win_amd64.whl", hash = "sha256:f18c716be16bc1fea8e95def49edf46b82fccaa88587a45f8dc0ff6ab5d8e0a7"},- {file = "cryptography-43.0.3-pp39-pypy39_pp73-macosx_10_9_x86_64.whl", hash = "sha256:4a02ded6cd4f0a5562a8887df8b3bd14e822a90f97ac5e544c162899bc467664"},- {file = "cryptography-43.0.3-pp39-pypy39_pp73-manylinux_2_28_aarch64.whl", hash = "sha256:53a583b6637ab4c4e3591a15bc9db855b8d9dee9a669b550f311480acab6eb08"},- {file = "cryptography-43.0.3-pp39-pypy39_pp73-manylinux_2_28_x86_64.whl", hash = "sha256:1ec0bcf7e17c0c5669d881b1cd38c4972fade441b27bda1051665faaa89bdcaa"},- {file = "cryptography-43.0.3-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:2ce6fae5bdad59577b44e4dfed356944fbf1d925269114c28be377692643b4ff"},- {file = "cryptography-43.0.3.tar.gz", hash = "sha256:315b9001266a492a6ff443b61238f956b214dbec9910a081ba5b6646a055a805"},+ {file = "cryptography-42.0.8-cp37-abi3-macosx_10_12_universal2.whl", hash = "sha256:81d8a521705787afe7a18d5bfb47ea9d9cc068206270aad0b96a725022e18d2e"},+ {file = "cryptography-42.0.8-cp37-abi3-macosx_10_12_x86_64.whl", hash = "sha256:961e61cefdcb06e0c6d7e3a1b22ebe8b996eb2bf50614e89384be54c48c6b63d"},+ {file = "cryptography-42.0.8-cp37-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e3ec3672626e1b9e55afd0df6d774ff0e953452886e06e0f1eb7eb0c832e8902"},+ {file = "cryptography-42.0.8-cp37-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e599b53fd95357d92304510fb7bda8523ed1f79ca98dce2f43c115950aa78801"},+ {file = "cryptography-42.0.8-cp37-abi3-manylinux_2_28_aarch64.whl", hash = "sha256:5226d5d21ab681f432a9c1cf8b658c0cb02533eece706b155e5fbd8a0cdd3949"},+ {file = "cryptography-42.0.8-cp37-abi3-manylinux_2_28_x86_64.whl", hash = "sha256:6b7c4f03ce01afd3b76cf69a5455caa9cfa3de8c8f493e0d3ab7d20611c8dae9"},+ {file = "cryptography-42.0.8-cp37-abi3-musllinux_1_1_aarch64.whl", hash = "sha256:2346b911eb349ab547076f47f2e035fc8ff2c02380a7cbbf8d87114fa0f1c583"},+ {file = "cryptography-42.0.8-cp37-abi3-musllinux_1_1_x86_64.whl", hash = "sha256:ad803773e9df0b92e0a817d22fd8a3675493f690b96130a5e24f1b8fabbea9c7"},+ {file = "cryptography-42.0.8-cp37-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:2f66d9cd9147ee495a8374a45ca445819f8929a3efcd2e3df6428e46c3cbb10b"},+ {file = "cryptography-42.0.8-cp37-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:d45b940883a03e19e944456a558b67a41160e367a719833c53de6911cabba2b7"},+ {file = "cryptography-42.0.8-cp37-abi3-win32.whl", hash = "sha256:a0c5b2b0585b6af82d7e385f55a8bc568abff8923af147ee3c07bd8b42cda8b2"},+ {file = "cryptography-42.0.8-cp37-abi3-win_amd64.whl", hash = "sha256:57080dee41209e556a9a4ce60d229244f7a66ef52750f813bfbe18959770cfba"},+ {file = "cryptography-42.0.8-cp39-abi3-macosx_10_12_universal2.whl", hash = "sha256:dea567d1b0e8bc5764b9443858b673b734100c2871dc93163f58c46a97a83d28"},+ {file = "cryptography-42.0.8-cp39-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c4783183f7cb757b73b2ae9aed6599b96338eb957233c58ca8f49a49cc32fd5e"},+ {file = "cryptography-42.0.8-cp39-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a0608251135d0e03111152e41f0cc2392d1e74e35703960d4190b2e0f4ca9c70"},+ {file = "cryptography-42.0.8-cp39-abi3-manylinux_2_28_aarch64.whl", hash = "sha256:dc0fdf6787f37b1c6b08e6dfc892d9d068b5bdb671198c72072828b80bd5fe4c"},+ {file = "cryptography-42.0.8-cp39-abi3-manylinux_2_28_x86_64.whl", hash = "sha256:9c0c1716c8447ee7dbf08d6db2e5c41c688544c61074b54fc4564196f55c25a7"},+ {file = "cryptography-42.0.8-cp39-abi3-musllinux_1_1_aarch64.whl", hash = "sha256:fff12c88a672ab9c9c1cf7b0c80e3ad9e2ebd9d828d955c126be4fd3e5578c9e"},+ {file = "cryptography-42.0.8-cp39-abi3-musllinux_1_1_x86_64.whl", hash = "sha256:cafb92b2bc622cd1aa6a1dce4b93307792633f4c5fe1f46c6b97cf67073ec961"},+ {file = "cryptography-42.0.8-cp39-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:31f721658a29331f895a5a54e7e82075554ccfb8b163a18719d342f5ffe5ecb1"},+ {file = "cryptography-42.0.8-cp39-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:b297f90c5723d04bcc8265fc2a0f86d4ea2e0f7ab4b6994459548d3a6b992a14"},+ {file = "cryptography-42.0.8-cp39-abi3-win32.whl", hash = "sha256:2f88d197e66c65be5e42cd72e5c18afbfae3f741742070e3019ac8f4ac57262c"},+ {file = "cryptography-42.0.8-cp39-abi3-win_amd64.whl", hash = "sha256:fa76fbb7596cc5839320000cdd5d0955313696d9511debab7ee7278fc8b5c84a"},+ {file = "cryptography-42.0.8-pp310-pypy310_pp73-macosx_10_12_x86_64.whl", hash = "sha256:ba4f0a211697362e89ad822e667d8d340b4d8d55fae72cdd619389fb5912eefe"},+ {file = "cryptography-42.0.8-pp310-pypy310_pp73-manylinux_2_28_aarch64.whl", hash = "sha256:81884c4d096c272f00aeb1f11cf62ccd39763581645b0812e99a91505fa48e0c"},+ {file = "cryptography-42.0.8-pp310-pypy310_pp73-manylinux_2_28_x86_64.whl", hash = "sha256:c9bb2ae11bfbab395bdd072985abde58ea9860ed84e59dbc0463a5d0159f5b71"},+ {file = "cryptography-42.0.8-pp310-pypy310_pp73-win_amd64.whl", hash = "sha256:7016f837e15b0a1c119d27ecd89b3515f01f90a8615ed5e9427e30d9cdbfed3d"},+ {file = "cryptography-42.0.8-pp39-pypy39_pp73-macosx_10_12_x86_64.whl", hash = "sha256:5a94eccb2a81a309806027e1670a358b99b8fe8bfe9f8d329f27d72c094dde8c"},+ {file = "cryptography-42.0.8-pp39-pypy39_pp73-manylinux_2_28_aarch64.whl", hash = "sha256:dec9b018df185f08483f294cae6ccac29e7a6e0678996587363dc352dc65c842"},+ {file = "cryptography-42.0.8-pp39-pypy39_pp73-manylinux_2_28_x86_64.whl", hash = "sha256:343728aac38decfdeecf55ecab3264b015be68fc2816ca800db649607aeee648"},+ {file = "cryptography-42.0.8-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:013629ae70b40af70c9a7a5db40abe5d9054e6f4380e50ce769947b73bf3caad"},+ {file = "cryptography-42.0.8.tar.gz", hash = "sha256:8d09d05439ce7baa8e9e95b07ec5b6c886f548deb7e0f69ef25f64b3bce842f2"},][package.dependencies]@@ -942,7 +975,7 @@ nox = ["nox"]pep8test = ["check-sdist", "click", "mypy", "ruff"]sdist = ["build"]ssh = ["bcrypt (>=3.1.5)"]-test = ["certifi", "cryptography-vectors (==43.0.3)", "pretend", "pytest (>=6.2.0)", "pytest-benchmark", "pytest-cov", "pytest-xdist"]+test = ["certifi", "pretend", "pytest (>=6.2.0)", "pytest-benchmark", "pytest-cov", "pytest-xdist"]test-randomorder = ["pytest-randomly"][[package]]@@ -1144,7 +1177,7 @@ files = [name = "dnspython"version = "2.7.0"description = "DNS toolkit"-optional = true+optional = falsepython-versions = ">=3.9"files = [{file = "dnspython-2.7.0-py3-none-any.whl", hash = "sha256:b4c34b7d10b51bcc3a5071e7b8dee77939f1e878477eeecc965e9835f63c6c86"},@@ -1171,6 +1204,21 @@ files = [{file = "docutils-0.16.tar.gz", hash = "sha256:c2de3a60e9e7d07be26b7f2b00ca0309c207e06c100f9cc2a94931fc75a478fc"},]+[[package]]+name = "email-validator"+version = "2.2.0"+description = "A robust email address syntax and deliverability validation library."+optional = false+python-versions = ">=3.8"+files = [+ {file = "email_validator-2.2.0-py3-none-any.whl", hash = "sha256:561977c2d73ce3611850a06fa56b414621e0c8faa9d66f2611407d87465da631"},+ {file = "email_validator-2.2.0.tar.gz", hash = "sha256:cb690f344c617a714f22e66ae771445a1ceb46821152df8e165c5f9a364582b7"},+]++[package.dependencies]+dnspython = ">=2.0.0"+idna = ">=2.0.0"+[[package]]name = "environs"version = "9.5.0"@@ -1235,23 +1283,63 @@ redis = ">=5.0.1,<6.0.0"[[package]]name = "fastapi"-version = "0.115.4"+version = "0.111.1"description = "FastAPI framework, high performance, easy to learn, fast to code, ready for production"-optional = true+optional = falsepython-versions = ">=3.8"files = [- {file = "fastapi-0.115.4-py3-none-any.whl", hash = "sha256:0b504a063ffb3cf96a5e27dc1bc32c80ca743a2528574f9cdc77daa2d31b4742"},- {file = "fastapi-0.115.4.tar.gz", hash = "sha256:db653475586b091cb8b2fec2ac54a680ac6a158e07406e1abae31679e8826349"},+ {file = "fastapi-0.111.1-py3-none-any.whl", hash = "sha256:4f51cfa25d72f9fbc3280832e84b32494cf186f50158d364a8765aabf22587bf"},+ {file = "fastapi-0.111.1.tar.gz", hash = "sha256:ddd1ac34cb1f76c2e2d7f8545a4bcb5463bce4834e81abf0b189e0c359ab2413"},][package.dependencies]+email_validator = ">=2.0.0"+fastapi-cli = ">=0.0.2"+httpx = ">=0.23.0"+jinja2 = ">=2.11.2"pydantic = ">=1.7.4,<1.8 || >1.8,<1.8.1 || >1.8.1,<2.0.0 || >2.0.0,<2.0.1 || >2.0.1,<2.1.0 || >2.1.0,<3.0.0"-starlette = ">=0.40.0,<0.42.0"+python-multipart = ">=0.0.7"+starlette = ">=0.37.2,<0.38.0"typing-extensions = ">=4.8.0"+uvicorn = {version = ">=0.12.0", extras = ["standard"]}[package.extras]-all = ["email-validator (>=2.0.0)", "fastapi-cli[standard] (>=0.0.5)", "httpx (>=0.23.0)", "itsdangerous (>=1.1.0)", "jinja2 (>=2.11.2)", "orjson (>=3.2.1)", "pydantic-extra-types (>=2.0.0)", "pydantic-settings (>=2.0.0)", "python-multipart (>=0.0.7)", "pyyaml (>=5.3.1)", "ujson (>=4.0.1,!=4.0.2,!=4.1.0,!=4.2.0,!=4.3.0,!=5.0.0,!=5.1.0)", "uvicorn[standard] (>=0.12.0)"]-standard = ["email-validator (>=2.0.0)", "fastapi-cli[standard] (>=0.0.5)", "httpx (>=0.23.0)", "jinja2 (>=2.11.2)", "python-multipart (>=0.0.7)", "uvicorn[standard] (>=0.12.0)"]+all = ["email_validator (>=2.0.0)", "httpx (>=0.23.0)", "itsdangerous (>=1.1.0)", "jinja2 (>=2.11.2)", "orjson (>=3.2.1)", "pydantic-extra-types (>=2.0.0)", "pydantic-settings (>=2.0.0)", "python-multipart (>=0.0.7)", "pyyaml (>=5.3.1)", "ujson (>=4.0.1,!=4.0.2,!=4.1.0,!=4.2.0,!=4.3.0,!=5.0.0,!=5.1.0)", "uvicorn[standard] (>=0.12.0)"]++[[package]]+name = "fastapi-cli"+version = "0.0.5"+description = "Run and manage FastAPI apps from the command line with FastAPI CLI. 🚀"+optional = false+python-versions = ">=3.8"+files = [+ {file = "fastapi_cli-0.0.5-py3-none-any.whl", hash = "sha256:e94d847524648c748a5350673546bbf9bcaeb086b33c24f2e82e021436866a46"},+ {file = "fastapi_cli-0.0.5.tar.gz", hash = "sha256:d30e1239c6f46fcb95e606f02cdda59a1e2fa778a54b64686b3ff27f6211ff9f"},+]++[package.dependencies]+typer = ">=0.12.3"+uvicorn = {version = ">=0.15.0", extras = ["standard"]}++[package.extras]+standard = ["uvicorn[standard] (>=0.15.0)"]++[[package]]+name = "fastapi-sso"+version = "0.10.0"+description = "FastAPI plugin to enable SSO to most common providers (such as Facebook login, Google login and login via Microsoft Office 365 Account)"+optional = false+python-versions = ">=3.8,<4.0"+files = [+ {file = "fastapi_sso-0.10.0-py3-none-any.whl", hash = "sha256:579bbcf84157f394a9b30a45dbca74e623cd432054c6f63c55996a775711388e"},+ {file = "fastapi_sso-0.10.0.tar.gz", hash = "sha256:8029c2c58abd861268edc3710ac45827699789bae062a5be52bbbb7a6918c637"},+]++[package.dependencies]+fastapi = ">=0.80"+httpx = ">=0.23.0"+oauthlib = ">=3.1.0"+pydantic = {version = ">=1.8.0", extras = ["email"]}[[package]]name = "fastembed"@@ -1768,6 +1856,27 @@ grpcio = ">=1.67.1"protobuf = ">=5.26.1,<6.0dev"setuptools = "*"+[[package]]+name = "gunicorn"+version = "22.0.0"+description = "WSGI HTTP Server for UNIX"+optional = false+python-versions = ">=3.7"+files = [+ {file = "gunicorn-22.0.0-py3-none-any.whl", hash = "sha256:350679f91b24062c86e386e198a15438d53a7a8207235a78ba1b53df4c4378d9"},+ {file = "gunicorn-22.0.0.tar.gz", hash = "sha256:4a0b436239ff76fb33f11c07a16482c521a7e09c1ce3cc293c2330afe01bec63"},+]++[package.dependencies]+packaging = "*"++[package.extras]+eventlet = ["eventlet (>=0.24.1,!=0.36.0)"]+gevent = ["gevent (>=1.4.0)"]+setproctitle = ["setproctitle"]+testing = ["coverage", "eventlet", "gevent", "pytest", "pytest-cov"]+tornado = ["tornado (>=0.2)"]+[[package]]name = "h11"version = "0.14.0"@@ -1830,7 +1939,7 @@ trio = ["trio (>=0.22.0,<1.0)"]name = "httptools"version = "0.6.4"description = "A collection of framework independent HTTP protocol utils."-optional = true+optional = falsepython-versions = ">=3.8.0"files = [{file = "httptools-0.6.4-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:3c73ce323711a6ffb0d247dcd5a550b8babf0f757e86a52558fe5b86d6fefcc0"},@@ -2435,21 +2544,48 @@ files = [[package.dependencies]aiohttp = "*"+apscheduler = {version = ">=3.10.4,<4.0.0", optional = true, markers = "extra == \"proxy\""}+backoff = {version = "*", optional = true, markers = "extra == \"proxy\""}click = "*"+cryptography = {version = ">=42.0.5,<43.0.0", optional = true, markers = "extra == \"proxy\""}+fastapi = {version = ">=0.111.0,<0.112.0", optional = true, markers = "extra == \"proxy\""}+fastapi-sso = {version = ">=0.10.0,<0.11.0", optional = true, markers = "extra == \"proxy\""}+gunicorn = {version = ">=22.0.0,<23.0.0", optional = true, markers = "extra == \"proxy\""}importlib-metadata = ">=6.8.0"jinja2 = ">=3.1.2,<4.0.0"jsonschema = ">=4.22.0,<5.0.0"openai = ">=1.52.0"+orjson = {version = ">=3.9.7,<4.0.0", optional = true, markers = "extra == \"proxy\""}pydantic = ">=2.0.0,<3.0.0"+PyJWT = {version = ">=2.8.0,<3.0.0", optional = true, markers = "extra == \"proxy\""}+pynacl = {version = ">=1.5.0,<2.0.0", optional = true, markers = "extra == \"proxy\""}python-dotenv = ">=0.2.0"+python-multipart = {version = ">=0.0.9,<0.0.10", optional = true, markers = "extra == \"proxy\""}+pyyaml = {version = ">=6.0.1,<7.0.0", optional = true, markers = "extra == \"proxy\""}requests = ">=2.31.0,<3.0.0"+rq = {version = "*", optional = true, markers = "extra == \"proxy\""}tiktoken = ">=0.7.0"tokenizers = "*"+uvicorn = {version = ">=0.22.0,<0.23.0", optional = true, markers = "extra == \"proxy\""}[package.extras]extra-proxy = ["azure-identity (>=1.15.0,<2.0.0)", "azure-keyvault-secrets (>=4.8.0,<5.0.0)", "google-cloud-kms (>=2.21.3,<3.0.0)", "prisma (==0.11.0)", "resend (>=0.8.0,<0.9.0)"]proxy = ["PyJWT (>=2.8.0,<3.0.0)", "apscheduler (>=3.10.4,<4.0.0)", "backoff", "cryptography (>=42.0.5,<43.0.0)", "fastapi (>=0.111.0,<0.112.0)", "fastapi-sso (>=0.10.0,<0.11.0)", "gunicorn (>=22.0.0,<23.0.0)", "orjson (>=3.9.7,<4.0.0)", "pynacl (>=1.5.0,<2.0.0)", "python-multipart (>=0.0.9,<0.0.10)", "pyyaml (>=6.0.1,<7.0.0)", "rq", "uvicorn (>=0.22.0,<0.23.0)"]+[[package]]+name = "livereload"+version = "2.7.0"+description = "Python LiveReload is an awesome tool for web developers"+optional = true+python-versions = ">=3.7"+files = [+ {file = "livereload-2.7.0-py3-none-any.whl", hash = "sha256:19bee55aff51d5ade6ede0dc709189a0f904d3b906d3ea71641ed548acff3246"},+ {file = "livereload-2.7.0.tar.gz", hash = "sha256:f4ba199ef93248902841e298670eebfe1aa9e148e19b343bc57dbf1b74de0513"},+]++[package.dependencies]+tornado = "*"+[[package]]name = "llama-cloud"version = "0.1.4"@@ -3838,6 +3974,22 @@ files = [{file = "nvidia_nvtx_cu12-12.4.127-py3-none-win_amd64.whl", hash = "sha256:641dccaaa1139f3ffb0d3164b4b84f9d253397e38246a4f2f36728b48566d485"},]+[[package]]+name = "oauthlib"+version = "3.2.2"+description = "A generic, spec-compliant, thorough implementation of the OAuth request-signing logic"+optional = false+python-versions = ">=3.6"+files = [+ {file = "oauthlib-3.2.2-py3-none-any.whl", hash = "sha256:8139f29aac13e25d502680e9e19963e83f16838d48a0d71c287fe40e7067fbca"},+ {file = "oauthlib-3.2.2.tar.gz", hash = "sha256:9859c40929662bec5d64f34d01c99e093149682a3f38915dc0655d5a633dd918"},+]++[package.extras]+rsa = ["cryptography (>=3.0.0)"]+signals = ["blinker (>=1.4.0)"]+signedtoken = ["cryptography (>=3.0.0)", "pyjwt (>=2.0.0,<3)"]+[[package]]name = "onnx"version = "1.17.0"@@ -3969,6 +4121,73 @@ document = ["ase", "cmaes (>=0.10.0)", "fvcore", "lightgbm", "matplotlib (!=3.6.optional = ["boto3", "cmaes (>=0.10.0)", "google-cloud-storage", "matplotlib (!=3.6.0)", "pandas", "plotly (>=4.9.0)", "redis", "scikit-learn (>=0.24.2)", "scipy", "torch"]test = ["coverage", "fakeredis[lua]", "kaleido", "moto", "pytest", "scipy (>=1.9.2)", "torch"]+[[package]]+name = "orjson"+version = "3.10.11"+description = "Fast, correct Python JSON library supporting dataclasses, datetimes, and numpy"+optional = false+python-versions = ">=3.8"+files = [+ {file = "orjson-3.10.11-cp310-cp310-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:6dade64687f2bd7c090281652fe18f1151292d567a9302b34c2dbb92a3872f1f"},+ {file = "orjson-3.10.11-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:82f07c550a6ccd2b9290849b22316a609023ed851a87ea888c0456485a7d196a"},+ {file = "orjson-3.10.11-cp310-cp310-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:bd9a187742d3ead9df2e49240234d728c67c356516cf4db018833a86f20ec18c"},+ {file = "orjson-3.10.11-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:77b0fed6f209d76c1c39f032a70df2d7acf24b1812ca3e6078fd04e8972685a3"},+ {file = "orjson-3.10.11-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:63fc9d5fe1d4e8868f6aae547a7b8ba0a2e592929245fff61d633f4caccdcdd6"},+ {file = "orjson-3.10.11-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:65cd3e3bb4fbb4eddc3c1e8dce10dc0b73e808fcb875f9fab40c81903dd9323e"},+ {file = "orjson-3.10.11-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:6f67c570602300c4befbda12d153113b8974a3340fdcf3d6de095ede86c06d92"},+ {file = "orjson-3.10.11-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:1f39728c7f7d766f1f5a769ce4d54b5aaa4c3f92d5b84817053cc9995b977acc"},+ {file = "orjson-3.10.11-cp310-none-win32.whl", hash = "sha256:1789d9db7968d805f3d94aae2c25d04014aae3a2fa65b1443117cd462c6da647"},+ {file = "orjson-3.10.11-cp310-none-win_amd64.whl", hash = "sha256:5576b1e5a53a5ba8f8df81872bb0878a112b3ebb1d392155f00f54dd86c83ff6"},+ {file = "orjson-3.10.11-cp311-cp311-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:1444f9cb7c14055d595de1036f74ecd6ce15f04a715e73f33bb6326c9cef01b6"},+ {file = "orjson-3.10.11-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:cdec57fe3b4bdebcc08a946db3365630332dbe575125ff3d80a3272ebd0ddafe"},+ {file = "orjson-3.10.11-cp311-cp311-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:4eed32f33a0ea6ef36ccc1d37f8d17f28a1d6e8eefae5928f76aff8f1df85e67"},+ {file = "orjson-3.10.11-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:80df27dd8697242b904f4ea54820e2d98d3f51f91e97e358fc13359721233e4b"},+ {file = "orjson-3.10.11-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:705f03cee0cb797256d54de6695ef219e5bc8c8120b6654dd460848d57a9af3d"},+ {file = "orjson-3.10.11-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:03246774131701de8e7059b2e382597da43144a9a7400f178b2a32feafc54bd5"},+ {file = "orjson-3.10.11-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:8b5759063a6c940a69c728ea70d7c33583991c6982915a839c8da5f957e0103a"},+ {file = "orjson-3.10.11-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:677f23e32491520eebb19c99bb34675daf5410c449c13416f7f0d93e2cf5f981"},+ {file = "orjson-3.10.11-cp311-none-win32.whl", hash = "sha256:a11225d7b30468dcb099498296ffac36b4673a8398ca30fdaec1e6c20df6aa55"},+ {file = "orjson-3.10.11-cp311-none-win_amd64.whl", hash = "sha256:df8c677df2f9f385fcc85ab859704045fa88d4668bc9991a527c86e710392bec"},+ {file = "orjson-3.10.11-cp312-cp312-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:360a4e2c0943da7c21505e47cf6bd725588962ff1d739b99b14e2f7f3545ba51"},+ {file = "orjson-3.10.11-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:496e2cb45de21c369079ef2d662670a4892c81573bcc143c4205cae98282ba97"},+ {file = "orjson-3.10.11-cp312-cp312-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:7dfa8db55c9792d53c5952900c6a919cfa377b4f4534c7a786484a6a4a350c19"},+ {file = "orjson-3.10.11-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:51f3382415747e0dbda9dade6f1e1a01a9d37f630d8c9049a8ed0e385b7a90c0"},+ {file = "orjson-3.10.11-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:f35a1b9f50a219f470e0e497ca30b285c9f34948d3c8160d5ad3a755d9299433"},+ {file = "orjson-3.10.11-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e2f3b7c5803138e67028dde33450e054c87e0703afbe730c105f1fcd873496d5"},+ {file = "orjson-3.10.11-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:f91d9eb554310472bd09f5347950b24442600594c2edc1421403d7610a0998fd"},+ {file = "orjson-3.10.11-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:dfbb2d460a855c9744bbc8e36f9c3a997c4b27d842f3d5559ed54326e6911f9b"},+ {file = "orjson-3.10.11-cp312-none-win32.whl", hash = "sha256:d4a62c49c506d4d73f59514986cadebb7e8d186ad510c518f439176cf8d5359d"},+ {file = "orjson-3.10.11-cp312-none-win_amd64.whl", hash = "sha256:f1eec3421a558ff7a9b010a6c7effcfa0ade65327a71bb9b02a1c3b77a247284"},+ {file = "orjson-3.10.11-cp313-cp313-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:c46294faa4e4d0eb73ab68f1a794d2cbf7bab33b1dda2ac2959ffb7c61591899"},+ {file = "orjson-3.10.11-cp313-cp313-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:52e5834d7d6e58a36846e059d00559cb9ed20410664f3ad156cd2cc239a11230"},+ {file = "orjson-3.10.11-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a2fc947e5350fdce548bfc94f434e8760d5cafa97fb9c495d2fef6757aa02ec0"},+ {file = "orjson-3.10.11-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:0efabbf839388a1dab5b72b5d3baedbd6039ac83f3b55736eb9934ea5494d258"},+ {file = "orjson-3.10.11-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:a3f29634260708c200c4fe148e42b4aae97d7b9fee417fbdd74f8cfc265f15b0"},+ {file = "orjson-3.10.11-cp313-none-win32.whl", hash = "sha256:1a1222ffcee8a09476bbdd5d4f6f33d06d0d6642df2a3d78b7a195ca880d669b"},+ {file = "orjson-3.10.11-cp313-none-win_amd64.whl", hash = "sha256:bc274ac261cc69260913b2d1610760e55d3c0801bb3457ba7b9004420b6b4270"},+ {file = "orjson-3.10.11-cp38-cp38-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:19b3763e8bbf8ad797df6b6b5e0fc7c843ec2e2fc0621398534e0c6400098f87"},+ {file = "orjson-3.10.11-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1be83a13312e5e58d633580c5eb8d0495ae61f180da2722f20562974188af205"},+ {file = "orjson-3.10.11-cp38-cp38-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:afacfd1ab81f46dedd7f6001b6d4e8de23396e4884cd3c3436bd05defb1a6446"},+ {file = "orjson-3.10.11-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:cb4d0bea56bba596723d73f074c420aec3b2e5d7d30698bc56e6048066bd560c"},+ {file = "orjson-3.10.11-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:96ed1de70fcb15d5fed529a656df29f768187628727ee2788344e8a51e1c1350"},+ {file = "orjson-3.10.11-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:4bfb30c891b530f3f80e801e3ad82ef150b964e5c38e1fb8482441c69c35c61c"},+ {file = "orjson-3.10.11-cp38-cp38-musllinux_1_2_aarch64.whl", hash = "sha256:d496c74fc2b61341e3cefda7eec21b7854c5f672ee350bc55d9a4997a8a95204"},+ {file = "orjson-3.10.11-cp38-cp38-musllinux_1_2_x86_64.whl", hash = "sha256:655a493bac606655db9a47fe94d3d84fc7f3ad766d894197c94ccf0c5408e7d3"},+ {file = "orjson-3.10.11-cp38-none-win32.whl", hash = "sha256:b9546b278c9fb5d45380f4809e11b4dd9844ca7aaf1134024503e134ed226161"},+ {file = "orjson-3.10.11-cp38-none-win_amd64.whl", hash = "sha256:b592597fe551d518f42c5a2eb07422eb475aa8cfdc8c51e6da7054b836b26782"},+ {file = "orjson-3.10.11-cp39-cp39-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:c95f2ecafe709b4e5c733b5e2768ac569bed308623c85806c395d9cca00e08af"},+ {file = "orjson-3.10.11-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:80c00d4acded0c51c98754fe8218cb49cb854f0f7eb39ea4641b7f71732d2cb7"},+ {file = "orjson-3.10.11-cp39-cp39-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:461311b693d3d0a060439aa669c74f3603264d4e7a08faa68c47ae5a863f352d"},+ {file = "orjson-3.10.11-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:52ca832f17d86a78cbab86cdc25f8c13756ebe182b6fc1a97d534051c18a08de"},+ {file = "orjson-3.10.11-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:f4c57ea78a753812f528178aa2f1c57da633754c91d2124cb28991dab4c79a54"},+ {file = "orjson-3.10.11-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b7fcfc6f7ca046383fb954ba528587e0f9336828b568282b27579c49f8e16aad"},+ {file = "orjson-3.10.11-cp39-cp39-musllinux_1_2_aarch64.whl", hash = "sha256:86b9dd983857970c29e4c71bb3e95ff085c07d3e83e7c46ebe959bac07ebd80b"},+ {file = "orjson-3.10.11-cp39-cp39-musllinux_1_2_x86_64.whl", hash = "sha256:4d83f87582d223e54efb2242a79547611ba4ebae3af8bae1e80fa9a0af83bb7f"},+ {file = "orjson-3.10.11-cp39-none-win32.whl", hash = "sha256:9fd0ad1c129bc9beb1154c2655f177620b5beaf9a11e0d10bac63ef3fce96950"},+ {file = "orjson-3.10.11-cp39-none-win_amd64.whl", hash = "sha256:10f416b2a017c8bd17f325fb9dee1fb5cdd7a54e814284896b7c3f2763faa017"},+ {file = "orjson-3.10.11.tar.gz", hash = "sha256:e35b6d730de6384d5b2dab5fd23f0d76fae8bbc8c353c2f78210aa5fa4beb3ef"},+]+[[package]]name = "overrides"version = "7.7.0"@@ -4772,6 +4991,7 @@ files = [[package.dependencies]annotated-types = ">=0.6.0"+email-validator = {version = ">=2.0.0", optional = true, markers = "extra == \"email\""}pydantic-core = "2.23.4"typing-extensions = {version = ">=4.6.1", markers = "python_version < \"3.13\""}@@ -4935,7 +5155,7 @@ windows-terminal = ["colorama (>=0.4.6)"]name = "pyjwt"version = "2.9.0"description = "JSON Web Token implementation in Python"-optional = true+optional = falsepython-versions = ">=3.8"files = [{file = "PyJWT-2.9.0-py3-none-any.whl", hash = "sha256:3b02fb0f44517787776cf48f2ae25d8e14f300e6d7545a4315cee571a415e850"},@@ -5017,6 +5237,32 @@ bulk-writer = ["azure-storage-blob", "minio (>=7.0.0)", "pyarrow (>=12.0.0)", "rdev = ["black", "grpcio (==1.62.2)", "grpcio-testing (==1.62.2)", "grpcio-tools (==1.62.2)", "pytest (>=5.3.4)", "pytest-cov (>=2.8.1)", "pytest-timeout (>=1.3.4)", "ruff (>0.4.0)"]model = ["milvus-model (>=0.1.0)"]+[[package]]+name = "pynacl"+version = "1.5.0"+description = "Python binding to the Networking and Cryptography (NaCl) library"+optional = false+python-versions = ">=3.6"+files = [+ {file = "PyNaCl-1.5.0-cp36-abi3-macosx_10_10_universal2.whl", hash = "sha256:401002a4aaa07c9414132aaed7f6836ff98f59277a234704ff66878c2ee4a0d1"},+ {file = "PyNaCl-1.5.0-cp36-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.manylinux_2_24_aarch64.whl", hash = "sha256:52cb72a79269189d4e0dc537556f4740f7f0a9ec41c1322598799b0bdad4ef92"},+ {file = "PyNaCl-1.5.0-cp36-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a36d4a9dda1f19ce6e03c9a784a2921a4b726b02e1c736600ca9c22029474394"},+ {file = "PyNaCl-1.5.0-cp36-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_24_x86_64.whl", hash = "sha256:0c84947a22519e013607c9be43706dd42513f9e6ae5d39d3613ca1e142fba44d"},+ {file = "PyNaCl-1.5.0-cp36-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:06b8f6fa7f5de8d5d2f7573fe8c863c051225a27b61e6860fd047b1775807858"},+ {file = "PyNaCl-1.5.0-cp36-abi3-musllinux_1_1_aarch64.whl", hash = "sha256:a422368fc821589c228f4c49438a368831cb5bbc0eab5ebe1d7fac9dded6567b"},+ {file = "PyNaCl-1.5.0-cp36-abi3-musllinux_1_1_x86_64.whl", hash = "sha256:61f642bf2378713e2c2e1de73444a3778e5f0a38be6fee0fe532fe30060282ff"},+ {file = "PyNaCl-1.5.0-cp36-abi3-win32.whl", hash = "sha256:e46dae94e34b085175f8abb3b0aaa7da40767865ac82c928eeb9e57e1ea8a543"},+ {file = "PyNaCl-1.5.0-cp36-abi3-win_amd64.whl", hash = "sha256:20f42270d27e1b6a29f54032090b972d97f0a1b0948cc52392041ef7831fee93"},+ {file = "PyNaCl-1.5.0.tar.gz", hash = "sha256:8ac7448f09ab85811607bdd21ec2464495ac8b7c66d146bf545b0f08fb9220ba"},+]++[package.dependencies]+cffi = ">=1.4.1"++[package.extras]+docs = ["sphinx (>=1.6.5)", "sphinx-rtd-theme"]+tests = ["hypothesis (>=3.27.0)", "pytest (>=3.2.1,!=3.3.0)"]+[[package]]name = "pyopenssl"version = "24.2.1"@@ -5163,6 +5409,20 @@ files = [[package.extras]cli = ["click (>=5.0)"]+[[package]]+name = "python-multipart"+version = "0.0.9"+description = "A streaming multipart parser for Python"+optional = false+python-versions = ">=3.8"+files = [+ {file = "python_multipart-0.0.9-py3-none-any.whl", hash = "sha256:97ca7b8ea7b05f977dc3849c3ba99d51689822fab725c3703af7c866a0c2b215"},+ {file = "python_multipart-0.0.9.tar.gz", hash = "sha256:03f54688c663f1b7977105f021043b0793151e4cb1c1a9d4a11fc13d622c4026"},+]++[package.extras]+dev = ["atomicwrites (==1.4.1)", "attrs (==23.2.0)", "coverage (==7.4.1)", "hatch", "invoke (==2.2.0)", "more-itertools (==10.2.0)", "pbr (==6.0.0)", "pluggy (==1.4.0)", "py (==1.11.0)", "pytest (==8.0.0)", "pytest-cov (==4.1.0)", "pytest-timeout (==2.2.0)", "pyyaml (==6.0.1)", "ruff (==0.2.1)"]+[[package]]name = "pytz"version = "2024.2"@@ -5741,6 +6001,21 @@ files = [{file = "rpds_py-0.20.1.tar.gz", hash = "sha256:e1791c4aabd117653530dccd24108fa03cc6baf21f58b950d0a73c3b3b29a350"},]+[[package]]+name = "rq"+version = "2.0.0"+description = "RQ is a simple, lightweight, library for creating background jobs, and processing them."+optional = false+python-versions = ">=3.8"+files = [+ {file = "rq-2.0.0-py3-none-any.whl", hash = "sha256:a3a767876675dcc42683bac1869494c5020ba7fcf5c026d1f6d36a8ab98573a6"},+ {file = "rq-2.0.0.tar.gz", hash = "sha256:76d2a4a27f8fd5c4cfa200cd442efe3c1fd73525c676af06f07fcc0b81bdb70d"},+]++[package.dependencies]+click = ">=5"+redis = ">=3.5"+[[package]]name = "ruff"version = "0.3.7"@@ -6003,7 +6278,7 @@ type = ["importlib-metadata (>=7.0.2)", "jaraco.develop (>=7.21)", "mypy (==1.12name = "shellingham"version = "1.5.4"description = "Tool to Detect Surrounding Shell"-optional = true+optional = falsepython-versions = ">=3.7"files = [{file = "shellingham-1.5.4-py2.py3-none-any.whl", hash = "sha256:7ecfff8f2fd72616f7481040475a65b2bf8af90a56c89140852d1120324e8686"},@@ -6192,25 +6467,22 @@ test = ["cython", "html5lib", "pytest (>=4.6)", "typed_ast"][[package]]name = "sphinx-autobuild"-version = "2024.10.3"-description = "Rebuild Sphinx documentation on changes, with hot reloading in the browser."+version = "2024.2.4"+description = "Rebuild Sphinx documentation on changes, with live-reload in the browser."optional = truepython-versions = ">=3.9"files = [- {file = "sphinx_autobuild-2024.10.3-py3-none-any.whl", hash = "sha256:158e16c36f9d633e613c9aaf81c19b0fc458ca78b112533b20dafcda430d60fa"},- {file = "sphinx_autobuild-2024.10.3.tar.gz", hash = "sha256:248150f8f333e825107b6d4b86113ab28fa51750e5f9ae63b59dc339be951fb1"},+ {file = "sphinx_autobuild-2024.2.4-py3-none-any.whl", hash = "sha256:63fd87ab7505872a89aef468ce6503f65e794a195f4ae62269db3b85b72d4854"},+ {file = "sphinx_autobuild-2024.2.4.tar.gz", hash = "sha256:cb9d2121a176d62d45471624872afc5fad7755ad662738abe400ecf4a7954303"},][package.dependencies]-colorama = ">=0.4.6"+colorama = "*"+livereload = "*"sphinx = "*"-starlette = ">=0.35"-uvicorn = ">=0.25"-watchfiles = ">=0.20"-websockets = ">=11"[package.extras]-test = ["httpx", "pytest (>=6)"]+test = ["pytest (>=6.0)", "pytest-cov"][[package]]name = "sphinx-automodapi"@@ -6504,13 +6776,13 @@ tests = ["cython", "littleutils", "pygments", "pytest", "typeguard"][[package]]name = "starlette"-version = "0.41.2"+version = "0.37.2"description = "The little ASGI library that shines."-optional = true+optional = falsepython-versions = ">=3.8"files = [- {file = "starlette-0.41.2-py3-none-any.whl", hash = "sha256:fbc189474b4731cf30fcef52f18a8d070e3f3b46c6a04c97579e85e6ffca942d"},- {file = "starlette-0.41.2.tar.gz", hash = "sha256:9834fd799d1a87fd346deb76158668cfa0b0d56f85caefe8268e2d97c3468b62"},+ {file = "starlette-0.37.2-py3-none-any.whl", hash = "sha256:6fe59f29268538e5d0d182f2791a479a0c64638e6935d1c6989e63fb2699c6ee"},+ {file = "starlette-0.37.2.tar.gz", hash = "sha256:9af890290133b79fc3db55474ade20f6220a364a0402e0b556e7cd5e1e093823"},][package.dependencies]@@ -6976,7 +7248,7 @@ tutorials = ["matplotlib", "pandas", "tabulate"]name = "typer"version = "0.12.5"description = "Typer, build great CLIs. Easy to code. Based on Python type hints."-optional = true+optional = falsepython-versions = ">=3.7"files = [{file = "typer-0.12.5-py3-none-any.whl", hash = "sha256:62fe4e471711b147e3365034133904df3e235698399bc4de2b36c8579298d52b"},@@ -7026,6 +7298,23 @@ files = [{file = "tzdata-2024.2.tar.gz", hash = "sha256:7d85cc416e9382e69095b7bdf4afd9e3880418a2413feec7069d533d6b4e31cc"},]+[[package]]+name = "tzlocal"+version = "5.2"+description = "tzinfo object for the local timezone"+optional = false+python-versions = ">=3.8"+files = [+ {file = "tzlocal-5.2-py3-none-any.whl", hash = "sha256:49816ef2fe65ea8ac19d19aa7a1ae0551c834303d5014c6d5a62e4cbda8047b8"},+ {file = "tzlocal-5.2.tar.gz", hash = "sha256:8d399205578f1a9342816409cc1e46a93ebd5755e39ea2d85334bea911bf0e6e"},+]++[package.dependencies]+tzdata = {version = "*", markers = "platform_system == \"Windows\""}++[package.extras]+devenv = ["check-manifest", "pytest (>=4.3)", "pytest-cov", "pytest-mock (>=3.3)", "zest.releaser"]+[[package]]name = "ujson"version = "5.10.0"@@ -7131,13 +7420,13 @@ socks = ["PySocks (>=1.5.6,!=1.5.7,<2.0)"][[package]]name = "uvicorn"-version = "0.32.0"+version = "0.22.0"description = "The lightning-fast ASGI server."-optional = true-python-versions = ">=3.8"+optional = false+python-versions = ">=3.7"files = [- {file = "uvicorn-0.32.0-py3-none-any.whl", hash = "sha256:60b8f3a5ac027dcd31448f411ced12b5ef452c646f76f02f8cc3f25d8d26fd82"},- {file = "uvicorn-0.32.0.tar.gz", hash = "sha256:f78b36b143c16f54ccdb8190d0a26b5f1901fe5a3c777e1ab29f26391af8551e"},+ {file = "uvicorn-0.22.0-py3-none-any.whl", hash = "sha256:e9434d3bbf05f310e762147f769c9f21235ee118ba2d2bf1155a7196448bd996"},+ {file = "uvicorn-0.22.0.tar.gz", hash = "sha256:79277ae03db57ce7d9aa0567830bbb51d7a612f54d6e1e3e92da3ef24c2c8ed8"},][package.dependencies]@@ -7147,7 +7436,6 @@ h11 = ">=0.8"httptools = {version = ">=0.5.0", optional = true, markers = "extra == \"standard\""}python-dotenv = {version = ">=0.13", optional = true, markers = "extra == \"standard\""}pyyaml = {version = ">=5.1", optional = true, markers = "extra == \"standard\""}-typing-extensions = {version = ">=4.0", markers = "python_version < \"3.11\""}uvloop = {version = ">=0.14.0,<0.15.0 || >0.15.0,<0.15.1 || >0.15.1", optional = true, markers = "(sys_platform != \"win32\" and sys_platform != \"cygwin\") and platform_python_implementation != \"PyPy\" and extra == \"standard\""}watchfiles = {version = ">=0.13", optional = true, markers = "extra == \"standard\""}websockets = {version = ">=10.4", optional = true, markers = "extra == \"standard\""}@@ -7159,7 +7447,7 @@ standard = ["colorama (>=0.4)", "httptools (>=0.5.0)", "python-dotenv (>=0.13)",name = "uvloop"version = "0.21.0"description = "Fast implementation of asyncio event loop on top of libuv"-optional = true+optional = falsepython-versions = ">=3.8.0"files = [{file = "uvloop-0.21.0-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:ec7e6b09a6fdded42403182ab6b832b71f4edaf7f37a9a0e371a01db5f0cb45f"},@@ -7300,7 +7588,7 @@ watchmedo = ["PyYAML (>=3.10)"]name = "watchfiles"version = "0.24.0"description = "Simple, modern and high performance file watching and code reload in python."-optional = true+optional = falsepython-versions = ">=3.8"files = [{file = "watchfiles-0.24.0-cp310-cp310-macosx_10_12_x86_64.whl", hash = "sha256:083dc77dbdeef09fa44bb0f4d1df571d2e12d8a8f985dccde71ac3ac9ac067a0"},@@ -7427,7 +7715,7 @@ validators = "0.34.0"name = "websockets"version = "13.1"description = "An implementation of the WebSocket Protocol (RFC 6455 & 7692)"-optional = true+optional = falsepython-versions = ">=3.8"files = [{file = "websockets-13.1-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:f48c749857f8fb598fb890a75f540e3221d0976ed0bf879cf3c7eef34151acee"},@@ -7889,4 +8177,4 @@ weaviate = ["weaviate-client"][metadata]lock-version = "2.0"python-versions = ">=3.9,<3.13"-content-hash = "92c91613bb51ec6d493672baf6c0d509ebb16ec0c7dd8d23f9cfd6e4654972cf"+content-hash = "22dfbbe02db1c0fcb0f13cbcf4083f54dd7218d7dd2b43a0b1e8dbeed9ae5002"diff --git a/pyproject.toml b/pyproject.tomlindex 54d22897a..dfd156a03 100644--- a/pyproject.toml+++ b/pyproject.toml@@ -155,6 +155,7 @@ pre-commit = "^3.7.0"ipykernel = "^6.29.4"semver = "^3.0.2"pillow = "^10.1.0"+litellm = {version = "1.51.0", extras = ["proxy"]}[tool.poetry.extras]chromadb = ["chromadb"]diff --git a/tests/caching/example_cache/cache.db b/tests/caching/example_cache/cache.dbnew file mode 100644index 000000000..47ea29f9fBinary files /dev/null and b/tests/caching/example_cache/cache.db differdiff --git a/tests/caching/test_caching.py b/tests/caching/test_caching.pynew file mode 100644index 000000000..d5c393374--- /dev/null+++ b/tests/caching/test_caching.py@@ -0,0 +1,90 @@+import importlib+import os+import shutil+import tempfile++import pytest++import dspy+from tests.test_utils.server import litellm_test_server, read_litellm_test_server_request_logs+++def temporary_blank_cache_dir(monkeypatch):+ with tempfile.TemporaryDirectory() as cache_dir_path:+ monkeypatch.setenv("DSPY_CACHEDIR", cache_dir_path)+ importlib.reload(dspy.clients)+ yield cache_dir_path+++def temporary_populated_cache_dir(monkeypatch):+ """+ A DSPy cache directory populated with a response for the request with text "Example query"+ to the model "openai/dspy-test-model".+ """+ module_dir = os.path.dirname(os.path.abspath(__file__))+ populated_cache_path = os.path.join(module_dir, "example_cache")++ with tempfile.TemporaryDirectory() as cache_dir_path:+ shutil.copytree(populated_cache_path, cache_dir_path, dirs_exist_ok=True)+ monkeypatch.setenv("DSPY_CACHEDIR", cache_dir_path)+ importlib.reload(dspy.clients)+ yield cache_dir_path+++def test_lm_calls_are_cached_across_lm_instances(litellm_test_server, temporary_blank_cache_dir):+ api_base, server_log_file_path = litellm_test_server++ # Call 2 LM instances with the same model & text and verify that only one API request is sent+ # to the LiteLLM server+ lm1 = dspy.LM(+ model="openai/dspy-test-model",+ api_base=api_base,+ api_key="fakekey",+ )+ lm1("Example query")+ lm2 = dspy.LM(+ model="openai/dspy-test-model",+ api_base=api_base,+ api_key="fakekey",+ )+ lm2("Example query")+ request_logs = read_litellm_test_server_request_logs(server_log_file_path)+ assert len(request_logs) == 1++ # Call one of the LMs with new text and verify that a new API request is sent to the+ # LiteLLM server+ lm1("New query")+ request_logs = read_litellm_test_server_request_logs(server_log_file_path)+ assert len(request_logs) == 2++ # Create a new LM instance with a different model and query it twice with the original text.+ # Verify that one new API request is sent to the LiteLLM server+ lm3 = dspy.LM(+ model="openai/dspy-test-model-2",+ api_base=api_base,+ api_key="fakekey",+ )+ lm3("Example query")+ lm3("Example query")+ request_logs = read_litellm_test_server_request_logs(server_log_file_path)+ assert len(request_logs) == 3+++def test_lm_calls_are_cached_across_interpreter_sessions(litellm_test_server, temporary_populated_cache_dir):+ """+ Verifies that LM calls are cached across interpreter sessions. Pytest test cases effectively+ simulate separate interpreter sessions.+ """+ api_base, server_log_file_path = litellm_test_server++ lm1 = dspy.LM(+ model="openai/dspy-test-model",+ api_base=api_base,+ api_key="fakekey",+ )+ lm1("Example query")++ request_logs = read_litellm_test_server_request_logs(server_log_file_path)+ assert len(request_logs) == 0diff --git a/tests/clients/test_lm.py b/tests/clients/test_lm.pyindex da4029e95..18c134601 100644--- a/tests/clients/test_lm.py+++ b/tests/clients/test_lm.py@@ -1,145 +1,24 @@from unittest import mockimport pytest-# from litellm.router import RetryPolicy-# from dspy.clients.lm import LM, _get_litellm_router+import dspy+from tests.test_utils.server import litellm_test_server-# @pytest.mark.parametrize("keys_in_env_vars", [True, False])-# def test_lm_chat_respects_max_retries(keys_in_env_vars, monkeypatch):-# model_name = "openai/gpt4o"-# num_retries = 17-# temperature = 0.5-# max_tokens = 100-# prompt = "Hello, world!"-# api_version = "2024-02-01"-# api_key = "apikey"+def test_lms_can_be_queried(litellm_test_server):+ api_base, _ = litellm_test_server-# lm_kwargs = {-# "model": model_name,-# "model_type": "chat",-# "num_retries": num_retries,-# "temperature": temperature,-# "max_tokens": max_tokens,-# }-# if keys_in_env_vars:-# api_base = "http://testfromenv.com"-# monkeypatch.setenv("OPENAI_API_KEY", api_key)-# monkeypatch.setenv("OPENAI_API_BASE", api_base)-# monkeypatch.setenv("OPENAI_API_VERSION", api_version)-# else:-# api_base = "http://test.com"-# lm_kwargs["api_key"] = api_key-# lm_kwargs["api_base"] = api_base-# lm_kwargs["api_version"] = api_version+ openai_lm = dspy.LM(+ model="openai/dspy-test-model",+ api_base=api_base,+ api_key="fakekey",+ )+ openai_lm("openai query")-# lm = LM(**lm_kwargs)--# MockRouter = mock.MagicMock()-# mock_completion = mock.MagicMock()-# MockRouter.completion = mock_completion--# with mock.patch("dspy.clients.lm.Router", return_value=MockRouter) as MockRouterConstructor:-# lm(prompt=prompt)--# MockRouterConstructor.assert_called_once_with(-# model_list=[-# {-# "model_name": model_name,-# "litellm_params": {-# "model": model_name,-# "api_key": api_key,-# "api_base": api_base,-# "api_version": api_version,-# },-# }-# ],-# retry_policy=RetryPolicy(-# TimeoutErrorRetries=num_retries,-# RateLimitErrorRetries=num_retries,-# InternalServerErrorRetries=num_retries,-# BadRequestErrorRetries=0,-# AuthenticationErrorRetries=0,-# ContentPolicyViolationErrorRetries=0,-# ),-# )-# mock_completion.assert_called_once_with(-# model=model_name,-# messages=[{"role": "user", "content": prompt}],-# temperature=temperature,-# max_tokens=max_tokens,-# cache=mock.ANY,-# )---# @pytest.mark.parametrize("keys_in_env_vars", [True, False])-# def test_lm_completions_respects_max_retries(keys_in_env_vars, monkeypatch):-# model_name = "azure/gpt-3.5-turbo"-# expected_model = "text-completion-openai/" + model_name.split("/")[-1]-# num_retries = 17-# temperature = 0.5-# max_tokens = 100-# prompt = "Hello, world!"-# api_version = "2024-02-01"-# api_key = "apikey"-# azure_ad_token = "adtoken"--# lm_kwargs = {-# "model": model_name,-# "model_type": "text",-# "num_retries": num_retries,-# "temperature": temperature,-# "max_tokens": max_tokens,-# }-# if keys_in_env_vars:-# api_base = "http://testfromenv.com"-# monkeypatch.setenv("AZURE_API_KEY", api_key)-# monkeypatch.setenv("AZURE_API_BASE", api_base)-# monkeypatch.setenv("AZURE_API_VERSION", api_version)-# monkeypatch.setenv("AZURE_AD_TOKEN", azure_ad_token)-# else:-# api_base = "http://test.com"-# lm_kwargs["api_key"] = api_key-# lm_kwargs["api_base"] = api_base-# lm_kwargs["api_version"] = api_version-# lm_kwargs["azure_ad_token"] = azure_ad_token--# lm = LM(**lm_kwargs)--# MockRouter = mock.MagicMock()-# mock_text_completion = mock.MagicMock()-# MockRouter.text_completion = mock_text_completion--# with mock.patch("dspy.clients.lm.Router", return_value=MockRouter) as MockRouterConstructor:-# lm(prompt=prompt)--# MockRouterConstructor.assert_called_once_with(-# model_list=[-# {-# "model_name": expected_model,-# "litellm_params": {-# "model": expected_model,-# "api_key": api_key,-# "api_base": api_base,-# "api_version": api_version,-# "azure_ad_token": azure_ad_token,-# },-# }-# ],-# retry_policy=RetryPolicy(-# TimeoutErrorRetries=num_retries,-# RateLimitErrorRetries=num_retries,-# InternalServerErrorRetries=num_retries,-# BadRequestErrorRetries=0,-# AuthenticationErrorRetries=0,-# ContentPolicyViolationErrorRetries=0,-# ),-# )-# mock_text_completion.assert_called_once_with(-# model=expected_model,-# prompt=prompt + "\n\nBEGIN RESPONSE:",-# temperature=temperature,-# max_tokens=max_tokens,-# cache=mock.ANY,-# )+ azure_openai_lm = dspy.LM(+ model="azure/dspy-test-model",+ api_base=api_base,+ api_key="fakekey",+ )+ azure_openai_lm("azure openai query")diff --git a/tests/test_utils/__init__.py b/tests/test_utils/__init__.pynew file mode 100644index 000000000..e69de29bbdiff --git a/tests/test_utils/server/__init__.py b/tests/test_utils/server/__init__.pynew file mode 100644index 000000000..84785e606--- /dev/null+++ b/tests/test_utils/server/__init__.py@@ -0,0 +1,86 @@+import json+import os+import socket+import subprocess+import sys+import tempfile+import time+from typing import Any, Dict, List, Tuple++import pytest++from tests.test_utils.server.litellm_server import LITELLM_TEST_SERVER_LOG_FILE_PATH_ENV_VAR+++def litellm_test_server() -> Tuple[str, str]:+ """+ Start a LiteLLM test server for a DSPy integration test case, and tear down the+ server when the test case completes.+ """+ with tempfile.TemporaryDirectory() as server_log_dir_path:+ # Create a server log file used to store request logs+ server_log_file_path = os.path.join(server_log_dir_path, "request_logs.jsonl")+ open(server_log_file_path, "a").close()++ port = _get_random_port()+ host = "127.0.0.1"+ print(f"Starting LiteLLM proxy server on port {port}")++ process = subprocess.Popen(+ ["litellm", "--host", host, "--port", str(port), "--config", _get_litellm_config_path()],+ env={LITELLM_TEST_SERVER_LOG_FILE_PATH_ENV_VAR: server_log_file_path, **os.environ.copy()},+ text=True,+ )++ try:+ _wait_for_port(host=host, port=port)+ except TimeoutError as e:+ process.terminate()+ raise e++ server_url = f"http://{host}:{port}"+ yield server_url, server_log_file_path++ process.kill()+ process.wait()+++def read_litellm_test_server_request_logs(server_log_file_path: str) -> List[Dict[str, Any]]:+ """+ Read request logs from a LiteLLM server used during DSPy integration tests.++ Args:+ server_log_file_path: The filesystem path to the LiteLLM server request logs jsonlines file.+ Return:+ A list of log entries, where each entry corresponds to one request handled by the server.+ """+ data = []+ with open(server_log_file_path, "r") as f:+ for line in f:+ data.append(json.loads(line))++ return data+++def _get_litellm_config_path():+ module_dir = os.path.dirname(os.path.abspath(__file__))+ return os.path.join(module_dir, "litellm_server_config.yaml")+++def _get_random_port():+ with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as s:+ s.bind(("", 0))+ return s.getsockname()[1]+++def _wait_for_port(host, port, timeout=10):+ start_time = time.time()+ while time.time() - start_time < timeout:+ with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as sock:+ try:+ sock.connect((host, port))+ return True+ except ConnectionRefusedError:+ time.sleep(0.5) # Wait briefly before trying again+ raise TimeoutError(f"Server on port {port} did not become ready within {timeout} seconds.")diff --git a/tests/test_utils/server/litellm_server.py b/tests/test_utils/server/litellm_server.pynew file mode 100644index 000000000..ed7ba4f3f--- /dev/null+++ b/tests/test_utils/server/litellm_server.py@@ -0,0 +1,47 @@+import json+import os++import litellm+from litellm import CustomLLM++LITELLM_TEST_SERVER_LOG_FILE_PATH_ENV_VAR = "LITELLM_TEST_SERVER_LOG_FILE_PATH"+++class DSPyTestModel(CustomLLM):+ def completion(self, *args, **kwargs) -> litellm.ModelResponse:+ _append_request_to_log_file(kwargs)+ return _get_mock_llm_response()++ async def acompletion(self, *args, **kwargs) -> litellm.ModelResponse:+ _append_request_to_log_file(kwargs)+ return _get_mock_llm_response()+++def _get_mock_llm_response():+ return litellm.completion(+ model="gpt-3.5-turbo",+ messages=[{"role": "user", "content": "Hello world"}],+ mock_response="Hi!",+ )+++def _append_request_to_log_file(completion_kwargs):+ log_file_path = os.environ.get(LITELLM_TEST_SERVER_LOG_FILE_PATH_ENV_VAR)+ if log_file_path is None:+ raise ValueError(+ f"Server logs file path is not defined! Please set the path using the"+ + f" {LITELLM_TEST_SERVER_LOG_FILE_PATH_ENV_VAR} environment variable."+ )++ with open(log_file_path, "a") as f:+ log_blob = (+ {+ "model": completion_kwargs["model"],+ "messages": completion_kwargs["messages"],+ },+ )+ json.dump(log_blob, f)+ f.write("\n")+++dspy_test_model = DSPyTestModel()diff --git a/tests/test_utils/server/litellm_server_config.yaml b/tests/test_utils/server/litellm_server_config.yamlnew file mode 100644index 000000000..6e9743663--- /dev/null+++ b/tests/test_utils/server/litellm_server_config.yaml@@ -0,0 +1,14 @@+model_list:+ - model_name: "dspy-test-model"+ litellm_params:+ model: "dspy-test-provider/dspy-test-model"+ - model_name: "dspy-test-model-2"+ litellm_params:+ model: "dspy-test-provider/dspy-test-model"++litellm_settings:+ custom_provider_map:+ - {+ "provider": "dspy-test-provider",+ "custom_handler": litellm_server.dspy_test_model,+ }