Devika is the first open-source implementation of an Agentic Software Engineer. Initially started as an open-source alternative to Devin.
Python
from src.logger import Logger
from src.config import Config
from openai import OpenAI
log = Logger()
class LMStudio:
def __init__(self):
try:
self.api_endpoint = Config().get_lmstudio_api_endpoint()
self.client = OpenAI(base_url=self.api_endpoint, api_key="not-needed")
log.info("LM Studio available")
except:
self.api_endpoint = None
self.client = None
log.warning("LM Studio not available")
log.warning("Make sure to set the LM Studio API endpoint in the config")
def inference(self, model_id: str, prompt: str) -> str:
chat_completion = self.client.chat.completions.create(
messages=[
{
"role": "user",
"content": prompt.strip(),
}
],
model=model_id, # unused
)
return chat_completion.choices[0].message.content