Devika is the first open-source implementation of an Agentic Software Engineer. Initially started as an open-source alternative to Devin.
Python
added interface for web_search
nalaso65c5bfdf94be
diff --git a/devika.py b/devika.pyindex 1beab9e..c33193b 100644--- a/devika.py+++ b/devika.py@@ -44,12 +44,15 @@ def execute_agent():prompt = data.get("prompt")base_model = data.get("base_model")project_name = data.get("project_name")+ web_search = None+ if(data.get("web_search")):+ web_search = data.get("web_search")if not base_model:return jsonify({"error": "base_model is required"})thread = Thread(- target=lambda: Agent(base_model=base_model).execute(prompt, project_name)+ target=lambda: Agent(base_model=base_model).execute(prompt, project_name, web_search))thread.start()diff --git a/requirements.txt b/requirements.txtindex 65823cd..e3dfd5d 100644--- a/requirements.txt+++ b/requirements.txt@@ -21,4 +21,6 @@ GitPythonnetlify-pyMarkdownxhtml2pdf-groq\ No newline at end of file+groq+google-generativeai+duckduckgo-searchdiff --git a/sample.config.toml b/sample.config.tomlindex 6ed3682..d3f4691 100644--- a/sample.config.toml+++ b/sample.config.toml@@ -5,16 +5,21 @@ PDFS_DIR = "pdfs"PROJECTS_DIR = "projects"LOGS_DIR = "logs"REPOS_DIR = "repos"+WEB_SEARCH = "ddgs"[API_KEYS]BING = "<YOUR_BING_API_KEY>"+GOOGLE_SEARCH = "<YOUR_GOOGLE_SEARCH_API_KEY>"+GOOGLE_SEARCH_ENGINE_ID = "<YOUR_GOOGLE_SEARCH_ENGINE_ID>"CLAUDE = "<YOUR_CLAUDE_API_KEY>"NETLIFY = "<YOUR_NETLIFY_API_KEY>"OPENAI = "<YOUR_OPENAI_API_KEY>"GROQ = "<YOUR_GROQ_API_KEY>"+GEMINI = "<YOUR_GEMINI_API_KEY>"[API_ENDPOINTS]BING = "https://api.bing.microsoft.com/v7.0/search"+GOOGLE_SEARCH = "https://www.googleapis.com/customsearch/v1"OLLAMA = "http://127.0.0.1:11434"[LOGGING]diff --git a/setup.sh b/setup.shindex bfefa50..9ddd3d2 100644--- a/setup.sh+++ b/setup.sh@@ -4,4 +4,4 @@ pip3 install -r requirements.txtplaywright installpython3 -m playwright install-depscd ui/-npm install+bun installdiff --git a/src/agents/agent.py b/src/agents/agent.pyindex 165bf23..07abeee 100644--- a/src/agents/agent.py+++ b/src/agents/agent.py@@ -12,12 +12,13 @@ from .reporter import Reporterfrom .decision import Decisionfrom src.logger import Logger+from src.config import Configfrom src.project import ProjectManagerfrom src.state import AgentStatefrom src.bert.sentence import SentenceBertfrom src.memory import KnowledgeBase-from src.browser.search import BingSearch+from src.browser.search import BingSearch,DuckDuckGoSearch,GoogleSearchfrom src.browser import Browserfrom src.browser import start_interactionfrom src.filesystem import ReadCode@@ -59,11 +60,26 @@ class Agent:self.tokenizer = tiktoken.get_encoding("cl100k_base")- def search_queries(self, queries: list, project_name: str) -> dict:+ def search_queries(self, queries: list, project_name: str, requested_web_search: str) -> dict:results = {}knowledge_base = KnowledgeBase()- bing_search = BingSearch()++ web_search = None+ web_search_type = Config().get_web_search()+ if requested_web_search:+ web_search_type = requested_web_search++ if web_search_type == "bing":+ web_search = BingSearch()+ elif web_search_type == "google":+ web_search = GoogleSearch()+ elif web_search_type == "ddgs":+ web_search = DuckDuckGoSearch()+ else:+ web_search = DuckDuckGoSearch()++ self.logger.info(web_search_type)browser = Browser()for query in queries:@@ -80,8 +96,8 @@ class Agent:"""Search for the query and get the first link"""- bing_search.search(query)- link = bing_search.get_first_link()+ web_search.search(query)+ link = web_search.get_first_link()"""Browse to the link and take a screenshot, then extract the text@@ -259,7 +275,7 @@ class Agent:"""Agentic flow of execution"""- def execute(self, prompt: str, project_name_from_user: str = None) -> str:+ def execute(self, prompt: str, project_name_from_user: str = None, web_search: str = None) -> str:if project_name_from_user:ProjectManager().add_message_from_user(project_name_from_user, prompt)@@ -332,7 +348,7 @@ class Agent:AgentState().set_agent_active(project_name, True)- search_results = self.search_queries(queries, project_name)+ search_results = self.search_queries(queries, project_name, web_search)print(json.dumps(search_results, indent=4))print("=====" * 10)diff --git a/src/browser/search.py b/src/browser/search.pyindex daa22d8..2f55c52 100644--- a/src/browser/search.py+++ b/src/browser/search.py@@ -1,5 +1,6 @@import requestsfrom src.config import Config+from duckduckgo_search import DDGSclass BingSearch:def __init__(self):@@ -22,4 +23,43 @@ class BingSearch:def get_first_link(self):return self.query_result["webPages"]["value"][0]["url"]++class GoogleSearch:+ def __init__(self):+ self.config = Config()+ self.google_search_api_key = self.config.get_google_search_api_key()+ self.google_search_engine_ID = self.config.get_google_search_engine_id()+ self.google_search_api_endpoint = self.config.get_google_search_api_endpoint()+ self.query_result = None++ def search(self, query):+ try:+ params = {+ 'q': query,+ 'key': self.google_search_api_key,+ 'cx': self.google_search_engine_ID+ }+ response = requests.get(self.google_search_api_endpoint, params=params)+ self.query_result = response.json()+ except Exception as err:+ return err++ def get_first_link(self):+ item = ""+ if 'items' in self.query_result:+ item = self.query_result['items'][0]['link']+ return item+class DuckDuckGoSearch:+ def __init__(self):+ self.query_result = None++ def search(self, query):+ try:+ self.query_result = DDGS().text(query, max_results=5)+ return self.query_result+ except Exception as err:+ print(err)++ def get_first_link(self):+ return self.query_result[0]["href"]\ No newline at end of filediff --git a/src/config.py b/src/config.pyindex 063ae8b..e52e2c8 100644--- a/src/config.py+++ b/src/config.py@@ -22,6 +22,15 @@ class Config:def get_bing_api_endpoint(self):return environ.get("BING_API_ENDPOINT", self.config["API_ENDPOINTS"]["BING"])++ def get_google_search_api_key(self):+ return environ.get("GOOGLE_SEARCH_API_KEY", self.config["API_KEYS"]["GOOGLE_SEARCH"])++ def get_google_search_engine_id(self):+ return environ.get("GOOGLE_SEARCH_ENGINE_ID", self.config["API_KEYS"]["GOOGLE_SEARCH_ENGINE_ID"])++ def get_google_search_api_endpoint(self):+ return environ.get("GOOGLE_SEARCH_API_ENDPOINT", self.config["API_ENDPOINTS"]["GOOGLE_SEARCH"])def get_ollama_api_endpoint(self):return environ.get(@@ -33,7 +42,10 @@ class Config:def get_openai_api_key(self):return environ.get("OPENAI_API_KEY", self.config["API_KEYS"]["OPENAI"])-++ def get_gemini_api_key(self):+ return environ.get("GEMINI_API_KEY", self.config["API_KEYS"]["GEMINI"])+def get_netlify_api_key(self):return environ.get("NETLIFY_API_KEY", self.config["API_KEYS"]["NETLIFY"])@@ -58,6 +70,9 @@ class Config:def get_repos_dir(self):return environ.get("REPOS_DIR", self.config["STORAGE"]["REPOS_DIR"])+ def get_web_search(self):+ return environ.get("WEB_SEARCH", self.config["STORAGE"]["WEB_SEARCH"])+def get_logging_rest_api(self):return self.config["LOGGING"]["LOG_REST_API"] == "true"@@ -72,6 +87,18 @@ class Config:self.config["API_ENDPOINTS"]["BING"] = endpointself.save_config()+ def set_google_search_api_key(self, key):+ self.config["API_KEYS"]["GOOGLE_SEARCH"] = key+ self.save_config()++ def set_google_search_engine_id(self, key):+ self.config["API_KEYS"]["GOOGLE_SEARCH_ENGINE_ID"] = key+ self.save_config()++ def set_google_search_api_endpoint(self, endpoint):+ self.config["API_ENDPOINTS"]["GOOGLE_SEARCH"] = endpoint+ self.save_config()+def set_ollama_api_endpoint(self, endpoint):self.config["API_ENDPOINTS"]["OLLAMA"] = endpointself.save_config()@@ -84,6 +111,10 @@ class Config:self.config["API_KEYS"]["OPENAI"] = keyself.save_config()+ def set_openai_api_key(self, key):+ self.config["API_KEYS"]["GEMINI"] = key+ self.save_config()+def set_netlify_api_key(self, key):self.config["API_KEYS"]["NETLIFY"] = keyself.save_config()@@ -120,6 +151,10 @@ class Config:self.config["LOGGING"]["LOG_PROMPTS"] = "true" if value else "false"self.save_config()+ def set_web_search(self, value):+ self.config["STORAGE"]["WEB_SEARCH"] = value+ self.save_config()+def save_config(self):with open("config.toml", "w") as f:toml.dump(self.config, f)diff --git a/src/init.py b/src/init.pyindex c7609aa..bf5cd48 100644--- a/src/init.py+++ b/src/init.py@@ -1,8 +1,23 @@import os+import sysfrom src.config import Configfrom src.logger import Logger+def init_cmd():+ config = Config()+ logger = Logger()+ command_line_args = sys.argv[1:]+ if '--websearch' in command_line_args:+ index = command_line_args.index('--websearch')+ websearch_value = command_line_args[index + 1]+ if(websearch_value == 'bing' or websearch_value == 'google' or websearch_value == 'ddgs'):+ config.set_web_search(websearch_value)+ else:+ return logger.error(f"Invalid websearch value parameter: {websearch_value}")+ else:+ logger.info("No --websearch argument provided. Using default duckduckgo search.")+def init_devika():config = Config()logger = Logger()@@ -20,7 +35,10 @@ def init_devika():os.makedirs(pdfs_dir, exist_ok=True)os.makedirs(projects_dir, exist_ok=True)os.makedirs(logs_dir, exist_ok=True)-++ init_cmd()+ logger.info(f"Using {config.get_web_search()} as default if not specified in the request.")+from src.bert.sentence import SentenceBertlogger.info("Loading sentence-transformer BERT models...")diff --git a/src/llm/gemini_client.py b/src/llm/gemini_client.pynew file mode 100644index 0000000..4c6984a--- /dev/null+++ b/src/llm/gemini_client.py@@ -0,0 +1,14 @@+import google.generativeai as genai++from src.config import Config++class Gemini:+ def __init__(self):+ config = Config()+ api_key = config.get_gemini_api_key()+ genai.configure(api_key=api_key)++ def inference(self, model_id: str, prompt: str) -> str:+ model = genai.GenerativeModel(model_id)+ response = model.generate_content(prompt)+ return response.text\ No newline at end of filediff --git a/src/llm/llm.py b/src/llm/llm.pyindex c35b146..66add98 100644--- a/src/llm/llm.py+++ b/src/llm/llm.py@@ -4,6 +4,7 @@ from typing import List, Tuplefrom .ollama_client import Ollamafrom .claude_client import Claudefrom .openai_client import OpenAI+from .gemini_client import Geminifrom .groq_client import Groqfrom src.state import AgentState@@ -22,6 +23,8 @@ class Model(Enum):CLAUDE_3_HAIKU = ("Claude 3 Haiku", "claude-3-haiku-20240307")GPT_4_TURBO = ("GPT-4 Turbo", "gpt-4-0125-preview")GPT_3_5 = ("GPT-3.5", "gpt-3.5-turbo-0125")+ GEMINI_1_0_PRO = ("Gemini 1.0 Pro", "gemini-1.0-pro")+ GEMINI_1_5_PRO = ("Gemini 1.5 Pro", "gemini-1.5-pro")OLLAMA_MODELS = [(model["name"].split(":")[0],@@ -74,6 +77,8 @@ class LLM:response = OpenAI().inference(self.model_id, prompt).strip()elif "GROQ" in str(model):response = Groq().inference(self.model_id, prompt).strip()+ elif "GEMINI" in str(model):+ response = Gemini().inference(self.model_id, prompt).strip()else:raise ValueError(f"Model {model} not supported")diff --git a/src/llm/ollama_client.py b/src/llm/ollama_client.pyindex 0977dc1..b00d0da 100644--- a/src/llm/ollama_client.py+++ b/src/llm/ollama_client.py@@ -22,7 +22,7 @@ class Ollama:def inference(self, model_id: str, prompt: str) -> str:try:- response = ollama.generate(model=model_id, prompt=prompt.strip())+ response = client.generate(model=model_id, prompt=prompt.strip())return response['response']except Exception as e:logger.error(f"Error during model inference: {e}")