Skip to content

Same agent Smaller bill. The tools and infrastructure to get more work from your AI. Fewer tokens. Less compute. Lower cost.

3.8 KB
Raw Blame
"""
This module contains tests for Together functionality using the Together Python library.

Tests cover various API endpoints, including chat and embeddings.
These tests validate integration with OpenLIT.

Environment Variables:
    - TOGETHER_API_KEY: Together API key for authentication.

Note: Ensure the environment is properly configured for Together access and OpenLIT monitoring
prior to running these tests.
"""

import pytest
from together import Together, AsyncTogether
import openlit

# Initialize synchronous Together client
sync_client = Together()

# Initialize asynchronous Together client
async_client = AsyncTogether()

# Initialize environment and application name for OpenLIT monitoring
openlit.init(
    environment="openlit-python-testing",
    application_name="openlit-python-together-test",
)


def test_sync_together_chat():
    """
    Tests synchronous chat.

    Raises:
        AssertionError: If the response object is not as expected.
    """

    try:
        response = sync_client.chat.completions.create(
            model="meta-llama/Llama-3.3-70B-Instruct-Turbo",
            messages=[
                {"role": "user", "content": "Hi"},
            ],
            max_tokens=1,
            stream=False,
        )
        assert response.model == "meta-llama/Llama-3.3-70B-Instruct-Turbo"

    except Exception as e:
        if "credit_limit" in str(e).lower():
            print("Insufficient balance:", e)
        elif "429" in str(e) or "rate limit" in str(e).lower():
            print("Rate limit exceeded:", e)
        else:
            raise


def test_sync_together_image():
    """
    Tests synchronous image generate.

    Raises:
        AssertionError: If the response object is not as expected.
    """

    try:
        response = sync_client.images.generate(
            prompt="AI Observability dashboard",
            model="black-forest-labs/FLUX.1-dev",
            width=768,
            height=768,
            n=1,
        )
        assert response.model == "black-forest-labs/FLUX.1-dev"

    except Exception as e:
        if "credit_limit" in str(e).lower():
            print("Insufficient balance:", e)
        elif "429" in str(e) or "rate limit" in str(e).lower():
            print("Rate limit exceeded:", e)
        else:
            raise


@pytest.mark.asyncio
async def test_async_together_chat():
    """
    Tests asynchronous chat.

    Raises:
        AssertionError: If the response object is not as expected.
    """

    try:
        response = await async_client.chat.completions.create(
            model="meta-llama/Llama-3.3-70B-Instruct-Turbo",
            messages=[
                {"role": "user", "content": "Hi"},
            ],
            max_tokens=1,
            stream=False,
        )
        assert response.model == "meta-llama/Llama-3.3-70B-Instruct-Turbo"

    except Exception as e:
        if "credit_limit" in str(e).lower():
            print("Insufficient balance:", e)
        elif "429" in str(e) or "rate limit" in str(e).lower():
            print("Rate limit exceeded:", e)
        else:
            raise


@pytest.mark.asyncio
async def test_async_together_image():
    """
    Tests asynchronous image generate.

    Raises:
        AssertionError: If the response object is not as expected.
    """

    try:
        response = await async_client.images.generate(
            prompt="AI Observability dashboard",
            model="black-forest-labs/FLUX.1-dev",
            width=768,
            height=768,
            n=1,
        )
        assert response.model == "black-forest-labs/FLUX.1-dev"

    except Exception as e:
        if "credit_limit" in str(e).lower():
            print("Insufficient balance:", e)
        elif "429" in str(e) or "rate limit" in str(e).lower():
            print("Rate limit exceeded:", e)
        else:
            raise