Skip to content

LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows

1.4 KB
Raw Blame
import logging
from enum import Enum
from typing import Any

import requests as pyrequests
from requests.exceptions import RequestException

logger = logging.getLogger(__name__)


class HTTPMethod(str, Enum):
    GET = "GET"
    POST = "POST"
    DELETE = "DELETE"
    PUT = "PUT"
    PATCH = "PATCH"


def make_http_request(
    verb: HTTPMethod,
    url: str,
    data: dict[str, Any] | None = None,
    headers: dict[str, Any] | None = None,
    params: dict[str, Any] | None = None,
) -> str:
    """Generic helper function to help make a HTTP request."""
    try:
        if verb == HTTPMethod.GET:
            response = pyrequests.get(url, params=params, headers=headers)
        elif verb == HTTPMethod.POST:
            response = pyrequests.post(url, json=data, params=params, headers=headers)
        elif verb == HTTPMethod.DELETE:
            response = pyrequests.delete(url, params=params, headers=headers)
        else:
            raise ValueError("Invalid HTTP verb. Supported verbs: GET, POST, DELETE")

        response.raise_for_status()
        return_val: str = (
            response.json()
            if response.headers.get("content-type") == "application/json"
            else response.text
        )
        return return_val
    except RequestException as e:
        logger.error(f"HTTP request error: {e}")
        raise e
    except Exception as e:
        logger.error(f"An unexpected error occurred: {e}")
        raise e