Devika is the first open-source implementation of an Agentic Software Engineer. Initially started as an open-source alternative to Devin.
Python
Merge branch 'main' into dev
ARajgorb55832a72afb
diff --cc requirements.txtindex ea85502,e3dfd5d..5d456af--- a/requirements.txt+++ b/requirements.txt@@@ -22,7 -21,6 +22,8 @@@ GitPythonetlify-pyMarkdownxhtml2pdf+mistralai+Flask-SocketIO+eventletgroq-google-generativeai+ duckduckgo-searchdiff --cc sample.config.tomlindex b059a3c,43e66ea..5a9ab51--- a/sample.config.toml+++ b/sample.config.toml@@@ -1,21 -1,21 +1,22 @@@[STORAGE]-SQLITE_DB = "db/devika.db"-SCREENSHOTS_DIR = "screenshots"-PDFS_DIR = "pdfs"-PROJECTS_DIR = "projects"-LOGS_DIR = "logs"-REPOS_DIR = "repos"-WEB_SEARCH = "ddgs"+SQLITE_DB = "data/db/devika.db"+SCREENSHOTS_DIR = "data/screenshots"+PDFS_DIR = "data/pdfs"+PROJECTS_DIR = "data/projects"+LOGS_DIR = "data/logs"+REPOS_DIR = "data/repos"[API_KEYS]+NETLIFY = "<YOUR_NETLIFY_API_KEY>"BING = "<YOUR_BING_API_KEY>"- GOOGLE = "<YOUR_GOOGLE_API_KEY>"- GOOGLE_CX = "<YOUR_GOOGLE_CUSTOM_SEARCH_ENGINE_ID>"-GOOGLE_SEARCH = "<YOUR_GOOGLE_SEARCH_API_KEY>"-GOOGLE_SEARCH_ENGINE_ID = "<YOUR_GOOGLE_SEARCH_ENGINE_ID>"++GOOGLE = "<YOUR_GOOGLE_SEARCH_API_KEY>"++GOOGLE_CX = "<YOUR_GOOGLE_SEARCH_ENGINE_ID>"CLAUDE = "<YOUR_CLAUDE_API_KEY>"-NETLIFY = "<YOUR_NETLIFY_API_KEY>"OPENAI = "<YOUR_OPENAI_API_KEY>"+GEMINI = "<YOUR_GEMINI_API_KEY>"+MISTRAL = "<YOUR_MISTRAL_API_KEY>"GROQ = "<YOUR_GROQ_API_KEY>"+ GEMINI = "<YOUR_GEMINI_API_KEY>"[API_ENDPOINTS]BING = "https://api.bing.microsoft.com/v7.0/search"diff --cc src/agents/agent.pyindex bc97996,15d6acf..251a0f4--- a/src/agents/agent.py+++ b/src/agents/agent.py@@@ -11,10 -11,10 +11,11 @@@ from .patcher import Patchefrom .reporter import Reporterfrom .decision import Decision-from src.logger import Logger+ from src.config import Configfrom src.project import ProjectManagerfrom src.state import AgentState+from src.socket_instance import emit_agent+from src.logger import Loggerfrom src.bert.sentence import SentenceBertfrom src.memory import KnowledgeBase@@@ -59,19 -58,28 +60,31 @@@ class Agentself.reporter = Reporter(base_model=base_model)self.decision = Decision(base_model=base_model)+ self.project_manager = ProjectManager()+ self.agent_state = AgentState()+ self.engine = search_engineself.tokenizer = tiktoken.get_encoding("cl100k_base")- def search_queries(self, queries: list, project_name: str) -> dict:+ def search_queries(self, queries: list, project_name: str, requested_web_search: str) -> dict:results = {}-+knowledge_base = KnowledgeBase()- if self.engine == "Google":- engine = GoogleSearch()++ web_search = None+ web_search_type = Config().get_web_search()+ if requested_web_search:+ web_search_type = requested_web_search++ if web_search_type == "bing":+ web_search = BingSearch()+ elif web_search_type == "google":+ web_search = GoogleSearch()+ elif web_search_type == "ddgs":+ web_search = DuckDuckGoSearch()else:- engine = BingSearch()+ web_search = DuckDuckGoSearch()++ self.logger.info(web_search_type)browser = Browser()for query in queries:@@@ -83,11 -93,15 +96,12 @@@# results[query] = knowledge# continue- """- Search for the query and get the first link- """+ """ Search for the query and get the first link """- engine.search(query)- link = engine.get_first_link()+ web_search.search(query)+ link = web_search.get_first_link()+ print("Link :: ", link)+- """- Browse to the link and take a screenshot, then extract the text- """+ """ Browse to the link and take a screenshot, then extract the text """browser.go_to(link)browser.screenshot(project_name)@@@ -254,21 -267,20 +268,21 @@@Browser().go_to(pdf_download_url)Browser().screenshot(project_name)- ProjectManager().add_message_from_devika(project_name, response)+ self.project_manager.add_message_from_devika(project_name, response)++ self.agent_state.set_agent_active(project_name, False)+ self.agent_state.set_agent_completed(project_name, True)+- def execute(self, prompt: str, project_name_from_user: str = None):+- AgentState().set_agent_active(project_name, False)- AgentState().set_agent_completed(project_name, True)-- """- Agentic flow of execution- """+ def execute(self, prompt: str, project_name_from_user: str = None, web_search: str = None) -> str:+ """- Agentic flow of execution++ Agentic flow of execution+ """-if project_name_from_user:- ProjectManager().add_message_from_user(project_name_from_user, prompt)-+ self.project_manager.add_message_from_user(project_name_from_user, prompt)+plan = self.planner.execute(prompt, project_name_from_user)- print(plan)+ print("\nplan :: ", plan)print("=====" * 10)planner_response = self.planner.parse_response(plan)@@@ -337,18 -343,15 +351,22 @@@if latest_message_from_user and validate_last_message_is_from_user:ask_user_prompt = latest_message_from_user["message"]got_user_query = True- ProjectManager().add_message_from_devika(project_name, "Thanks! 🙌")+ self.project_manager.add_message_from_devika(project_name, "Thanks! 🙌")time.sleep(5)++ AgentState().set_agent_active(project_name, True)++ search_results = self.search_queries(queries, project_name, web_search)- print(json.dumps(search_results, indent=4))- print("=====" * 10)+ self.agent_state.set_agent_active(project_name, True)++ if queries and len(queries) > 0:+ search_results = self.search_queries(queries, project_name)+ print("search_results :: ", search_results)+ print(json.dumps(search_results, indent=4))+ print("=====" * 10)+ else:+ search_results = {}code = self.coder.execute(step_by_step_plan=plan,@@@ -361,5 -364,7 +379,7 @@@self.coder.save_code_to_project(code, project_name)- ProjectManager().add_message_from_devika(project_name, "I have completed the coding task. You can now run the project.")+ self.agent_state.set_agent_active(project_name, False)+ self.agent_state.set_agent_completed(project_name, True)++ self.project_manager.add_message_from_devika(project_name, "I have completed the coding task. You can now run the project.")+- AgentState().set_agent_active(project_name, False)- AgentState().set_agent_completed(project_name, True)diff --cc src/browser/browser.pyindex ffa6bc2,f1f15ee..ab9c504--- a/src/browser/browser.py+++ b/src/browser/browser.py@@@ -19,7 -18,12 +19,12 @@@ class Browserreturn self.browser.new_page()def go_to(self, url):- self.page.goto(url, wait_until="load")+ try:- self.page.goto(url, timeout=30000)++ self.page.goto(url, wait_until="load", timeout=30000)+ except TimeoutError as e:+ print(f"TimeoutError: {e} when trying to navigate to {url}")+ return False+ return Truedef screenshot(self, project_name):screenshots_save_path = Config().get_screenshots_dir()diff --cc src/browser/search.pyindex 8c8aea8,cee908b..8038e40--- a/src/browser/search.py+++ b/src/browser/search.py@@@ -1,7 -1,6 +1,8 @@@import requestsfrom src.config import Config+ from duckduckgo_search import DDGS++class BingSearch:def __init__(self):self.config = Config()@@@ -23,29 -22,43 +24,47 @@@def get_first_link(self):return self.query_result["webPages"]["value"][0]["url"]-++class GoogleSearch:- def __init__(self):+ def __init__(self):self.config = Config()- self.google_api_key = self.config.get_google_api_key()- self.google_api_endpoint = self.config.get_google_api_endpoint()- self.google_cx = self.config.get_google_cx()+ self.google_search_api_key = self.config.get_google_search_api_key()+ self.google_search_engine_ID = self.config.get_google_search_engine_id()+ self.google_search_api_endpoint = self.config.get_google_search_api_endpoint()self.query_result = None--- def search(self, query):+++ def search(self, query):+ params = {- "key": self.google_api_key,- "cx": self.google_cx,++ "key": self.google_search_api_key,++ "cx": self.google_search_engine_ID,+ "q": query+ }try:- params = {- 'q': query,- 'key': self.google_search_api_key,- 'cx': self.google_search_engine_ID- }- response = requests.get(self.google_search_api_endpoint, params=params)+ print("Searching in Google...")+ response = requests.get(self.google_api_endpoint, params=params)+ # response.raise_for_status()self.query_result = response.json()- except Exception as err:- return err+ except Exception as error:+ return error- def get_first_link(self):+ def get_first_link(self):- return self.query_result["items"][0]["link"]+ item = ""+ if 'items' in self.query_result:+ item = self.query_result['items'][0]['link']+ return item++++ class DuckDuckGoSearch:+ def __init__(self):+ self.query_result = None++ def search(self, query):+ try:+ self.query_result = DDGS().text(query, max_results=5)+ return self.query_result+ except Exception as err:+ print(err)++ def get_first_link(self):+ return self.query_result[0]["href"]diff --cc src/config.pyindex 6c66073,d7d6aa1..90f6b14--- a/src/config.py+++ b/src/config.py@@@ -14,57 -14,68 +14,69 @@@ class Configdef get_config(self):return self.config- def get_bing_api_key(self):- return environ.get("BING_API_KEY", self.config["API_KEYS"]["BING"])+ def get_google_api_endpoint(self):+ return self.config["API_ENDPOINTS"]["GOOGLE"]++ def get_google_api_key(self):+ return self.config["API_KEYS"]["GOOGLE"]++ def get_google_cx(self):+ return self.config["API_KEYS"]["GOOGLE_CX"]def get_bing_api_endpoint(self):- return environ.get("BING_API_ENDPOINT", self.config["API_ENDPOINTS"]["BING"])+ return self.config["API_ENDPOINTS"]["BING"]++ def get_bing_api_key(self):+ return self.config["API_KEYS"]["BING"]++ def get_google_search_api_key(self):- return environ.get("GOOGLE_SEARCH_API_KEY", self.config["API_KEYS"]["GOOGLE_SEARCH"])++ return self.config["API_KEYS"]["GOOGLE_SEARCH"]+ def get_google_search_engine_id(self):- return environ.get("GOOGLE_SEARCH_ENGINE_ID", self.config["API_KEYS"]["GOOGLE_SEARCH_ENGINE_ID"])++ return self.config["API_KEYS"]["GOOGLE_SEARCH_ENGINE_ID"]++ def get_google_search_api_endpoint(self):- return environ.get("GOOGLE_SEARCH_API_ENDPOINT", self.config["API_ENDPOINTS"]["GOOGLE_SEARCH"])-++ return self.config["API_ENDPOINTS"]["GOOGLE"]++def get_ollama_api_endpoint(self):- return environ.get(- "OLLAMA_API_ENDPOINT", self.config["API_ENDPOINTS"]["OLLAMA"]- )+ return self.config["API_ENDPOINTS"]["OLLAMA"]def get_claude_api_key(self):- return environ.get("CLAUDE_API_KEY", self.config["API_KEYS"]["CLAUDE"])+ return self.config["API_KEYS"]["CLAUDE"]def get_openai_api_key(self):- return environ.get("OPENAI_API_KEY", self.config["API_KEYS"]["OPENAI"])-- def get_gemini_api_key(self):- return environ.get("GEMINI_API_KEY", self.config["API_KEYS"]["GEMINI"])-+ return self.config["API_KEYS"]["OPENAI"]+def get_gemini_api_key(self):return self.config["API_KEYS"]["GEMINI"]-++ def get_mistral_api_key(self):+ return self.config["API_KEYS"]["MISTRAL"]+def get_netlify_api_key(self):- return environ.get("NETLIFY_API_KEY", self.config["API_KEYS"]["NETLIFY"])-- def get_groq_api_key(self):- return environ.get("GROQ_API_KEY", self.config["API_KEYS"]["GROQ"])-+ return self.config["API_KEYS"]["NETLIFY"]+def get_sqlite_db(self):- return environ.get("SQLITE_DB_PATH", self.config["STORAGE"]["SQLITE_DB"])+ return self.config["STORAGE"]["SQLITE_DB"]def get_screenshots_dir(self):- return environ.get("SCREENSHOTS_DIR", self.config["STORAGE"]["SCREENSHOTS_DIR"])+ return self.config["STORAGE"]["SCREENSHOTS_DIR"]def get_pdfs_dir(self):- return environ.get("PDFS_DIR", self.config["STORAGE"]["PDFS_DIR"])+ return self.config["STORAGE"]["PDFS_DIR"]def get_projects_dir(self):- return environ.get("PROJECTS_DIR", self.config["STORAGE"]["PROJECTS_DIR"])+ return self.config["STORAGE"]["PROJECTS_DIR"]def get_logs_dir(self):- return environ.get("LOGS_DIR", self.config["STORAGE"]["LOGS_DIR"])+ return self.config["STORAGE"]["LOGS_DIR"]def get_repos_dir(self):- return environ.get("REPOS_DIR", self.config["STORAGE"]["REPOS_DIR"])+ return self.config["STORAGE"]["REPOS_DIR"]+ def get_web_search(self):+ return environ.get("WEB_SEARCH", self.config["STORAGE"]["WEB_SEARCH"])+def get_logging_rest_api(self):return self.config["LOGGING"]["LOG_REST_API"] == "true"