LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows
Python ai-agentsdata-engineeringdocument-aigenerative-aiidpjson-extractionllmmcp-serverocrpdf-extractionprompt-engineeringstructured-output
import logging
from enum import Enum
from typing import Any
import requests as pyrequests
from requests.exceptions import RequestException
logger = logging.getLogger(__name__)
class HTTPMethod(str, Enum):
GET = "GET"
POST = "POST"
DELETE = "DELETE"
PUT = "PUT"
PATCH = "PATCH"
def make_http_request(
verb: HTTPMethod,
url: str,
data: dict[str, Any] | None = None,
headers: dict[str, Any] | None = None,
params: dict[str, Any] | None = None,
) -> str:
"""Generic helper function to help make a HTTP request."""
try:
if verb == HTTPMethod.GET:
response = pyrequests.get(url, params=params, headers=headers)
elif verb == HTTPMethod.POST:
response = pyrequests.post(url, json=data, params=params, headers=headers)
elif verb == HTTPMethod.DELETE:
response = pyrequests.delete(url, params=params, headers=headers)
else:
raise ValueError("Invalid HTTP verb. Supported verbs: GET, POST, DELETE")
response.raise_for_status()
return_val: str = (
response.json()
if response.headers.get("content-type") == "application/json"
else response.text
)
return return_val
except RequestException as e:
logger.error(f"HTTP request error: {e}")
raise e
except Exception as e:
logger.error(f"An unexpected error occurred: {e}")
raise e