Self-evolving Context Database for AI Agents. Unify Agent Memory, Knowledge RAG and Skills.
Python agent-contextagent-memoryagent-pluginsagentic-ragcontext-databasedsh-pluginknowledge-basememorymemory-managementself-evolvingvector-database
import time
from langchain_openai import ChatOpenAI
from langchain_core.messages import HumanMessage
class LLMClientWrapper:
def __init__(self, config: dict, api_key: str):
self.llm = ChatOpenAI(
model=config['model'],
temperature=config['temperature'],
api_key=api_key,
base_url=config['base_url']
)
self.retry_count = 3
def generate(self, prompt: str) -> str:
"""Call LLM to generate answer with simple exponential backoff retry"""
last_err = None
for attempt in range(self.retry_count):
try:
resp = self.llm.invoke([HumanMessage(content=prompt)])
return resp.content
except Exception as e:
last_err = e
if attempt < self.retry_count - 1:
time.sleep(1.5 * (attempt + 1))
raise RuntimeError(
f"LLM generate failed after {self.retry_count} retries: {type(last_err).__name__}: {last_err}"
) from last_err