Skip to content

Devika is the first open-source implementation of an Agentic Software Engineer. Initially started as an open-source alternative to Devin.

Python

Merge branch 'main' into dev

ARajgorb55832a72afb
diff --cc requirements.txt
index ea85502,e3dfd5d..5d456af
--- a/requirements.txt
+++ b/requirements.txt
@@@ -22,7 -21,6 +22,8 @@@ GitPytho
netlify-py
Markdown
xhtml2pdf
+mistralai
+Flask-SocketIO
+eventlet
groq
-google-generativeai
+ duckduckgo-search
diff --cc sample.config.toml
index b059a3c,43e66ea..5a9ab51
--- a/sample.config.toml
+++ b/sample.config.toml
@@@ -1,21 -1,21 +1,22 @@@
[STORAGE]
-SQLITE_DB = "db/devika.db"
-SCREENSHOTS_DIR = "screenshots"
-PDFS_DIR = "pdfs"
-PROJECTS_DIR = "projects"
-LOGS_DIR = "logs"
-REPOS_DIR = "repos"
-WEB_SEARCH = "ddgs"
+SQLITE_DB = "data/db/devika.db"
+SCREENSHOTS_DIR = "data/screenshots"
+PDFS_DIR = "data/pdfs"
+PROJECTS_DIR = "data/projects"
+LOGS_DIR = "data/logs"
+REPOS_DIR = "data/repos"
[API_KEYS]
+NETLIFY = "<YOUR_NETLIFY_API_KEY>"
BING = "<YOUR_BING_API_KEY>"
- GOOGLE = "<YOUR_GOOGLE_API_KEY>"
- GOOGLE_CX = "<YOUR_GOOGLE_CUSTOM_SEARCH_ENGINE_ID>"
-GOOGLE_SEARCH = "<YOUR_GOOGLE_SEARCH_API_KEY>"
-GOOGLE_SEARCH_ENGINE_ID = "<YOUR_GOOGLE_SEARCH_ENGINE_ID>"
++GOOGLE = "<YOUR_GOOGLE_SEARCH_API_KEY>"
++GOOGLE_CX = "<YOUR_GOOGLE_SEARCH_ENGINE_ID>"
CLAUDE = "<YOUR_CLAUDE_API_KEY>"
-NETLIFY = "<YOUR_NETLIFY_API_KEY>"
OPENAI = "<YOUR_OPENAI_API_KEY>"
+GEMINI = "<YOUR_GEMINI_API_KEY>"
+MISTRAL = "<YOUR_MISTRAL_API_KEY>"
GROQ = "<YOUR_GROQ_API_KEY>"
+ GEMINI = "<YOUR_GEMINI_API_KEY>"
[API_ENDPOINTS]
BING = "https://api.bing.microsoft.com/v7.0/search"
diff --cc src/agents/agent.py
index bc97996,15d6acf..251a0f4
--- a/src/agents/agent.py
+++ b/src/agents/agent.py
@@@ -11,10 -11,10 +11,11 @@@ from .patcher import Patche
from .reporter import Reporter
from .decision import Decision
-from src.logger import Logger
+ from src.config import Config
from src.project import ProjectManager
from src.state import AgentState
+from src.socket_instance import emit_agent
+from src.logger import Logger
from src.bert.sentence import SentenceBert
from src.memory import KnowledgeBase
@@@ -59,19 -58,28 +60,31 @@@ class Agent
self.reporter = Reporter(base_model=base_model)
self.decision = Decision(base_model=base_model)
+ self.project_manager = ProjectManager()
+ self.agent_state = AgentState()
+ self.engine = search_engine
self.tokenizer = tiktoken.get_encoding("cl100k_base")
- def search_queries(self, queries: list, project_name: str) -> dict:
+ def search_queries(self, queries: list, project_name: str, requested_web_search: str) -> dict:
results = {}
-
+
knowledge_base = KnowledgeBase()
- if self.engine == "Google":
- engine = GoogleSearch()
+
+ web_search = None
+ web_search_type = Config().get_web_search()
+ if requested_web_search:
+ web_search_type = requested_web_search
+
+ if web_search_type == "bing":
+ web_search = BingSearch()
+ elif web_search_type == "google":
+ web_search = GoogleSearch()
+ elif web_search_type == "ddgs":
+ web_search = DuckDuckGoSearch()
else:
- engine = BingSearch()
+ web_search = DuckDuckGoSearch()
+
+ self.logger.info(web_search_type)
browser = Browser()
for query in queries:
@@@ -83,11 -93,15 +96,12 @@@
# results[query] = knowledge
# continue
- """
- Search for the query and get the first link
- """
+ """ Search for the query and get the first link """
- engine.search(query)
- link = engine.get_first_link()
+ web_search.search(query)
+ link = web_search.get_first_link()
+ print("Link :: ", link)
+
- """
- Browse to the link and take a screenshot, then extract the text
- """
+ """ Browse to the link and take a screenshot, then extract the text """
browser.go_to(link)
browser.screenshot(project_name)
@@@ -254,21 -267,20 +268,21 @@@
Browser().go_to(pdf_download_url)
Browser().screenshot(project_name)
- ProjectManager().add_message_from_devika(project_name, response)
+ self.project_manager.add_message_from_devika(project_name, response)
+
+ self.agent_state.set_agent_active(project_name, False)
+ self.agent_state.set_agent_completed(project_name, True)
+
- def execute(self, prompt: str, project_name_from_user: str = None):
+
- AgentState().set_agent_active(project_name, False)
- AgentState().set_agent_completed(project_name, True)
-
- """
- Agentic flow of execution
- """
+ def execute(self, prompt: str, project_name_from_user: str = None, web_search: str = None) -> str:
+ """
- Agentic flow of execution
++ Agentic flow of execution
+ """
-
if project_name_from_user:
- ProjectManager().add_message_from_user(project_name_from_user, prompt)
-
+ self.project_manager.add_message_from_user(project_name_from_user, prompt)
+
plan = self.planner.execute(prompt, project_name_from_user)
- print(plan)
+ print("\nplan :: ", plan)
print("=====" * 10)
planner_response = self.planner.parse_response(plan)
@@@ -337,18 -343,15 +351,22 @@@
if latest_message_from_user and validate_last_message_is_from_user:
ask_user_prompt = latest_message_from_user["message"]
got_user_query = True
- ProjectManager().add_message_from_devika(project_name, "Thanks! 🙌")
+ self.project_manager.add_message_from_devika(project_name, "Thanks! 🙌")
time.sleep(5)
+
+ AgentState().set_agent_active(project_name, True)
+
+ search_results = self.search_queries(queries, project_name, web_search)
- print(json.dumps(search_results, indent=4))
- print("=====" * 10)
+ self.agent_state.set_agent_active(project_name, True)
+
+ if queries and len(queries) > 0:
+ search_results = self.search_queries(queries, project_name)
+ print("search_results :: ", search_results)
+ print(json.dumps(search_results, indent=4))
+ print("=====" * 10)
+ else:
+ search_results = {}
code = self.coder.execute(
step_by_step_plan=plan,
@@@ -361,5 -364,7 +379,7 @@@
self.coder.save_code_to_project(code, project_name)
- ProjectManager().add_message_from_devika(project_name, "I have completed the coding task. You can now run the project.")
+ self.agent_state.set_agent_active(project_name, False)
+ self.agent_state.set_agent_completed(project_name, True)
++ self.project_manager.add_message_from_devika(project_name, "I have completed the coding task. You can now run the project.")
+
- AgentState().set_agent_active(project_name, False)
- AgentState().set_agent_completed(project_name, True)
diff --cc src/browser/browser.py
index ffa6bc2,f1f15ee..ab9c504
--- a/src/browser/browser.py
+++ b/src/browser/browser.py
@@@ -19,7 -18,12 +19,12 @@@ class Browser
return self.browser.new_page()
def go_to(self, url):
- self.page.goto(url, wait_until="load")
+ try:
- self.page.goto(url, timeout=30000)
++ self.page.goto(url, wait_until="load", timeout=30000)
+ except TimeoutError as e:
+ print(f"TimeoutError: {e} when trying to navigate to {url}")
+ return False
+ return True
def screenshot(self, project_name):
screenshots_save_path = Config().get_screenshots_dir()
diff --cc src/browser/search.py
index 8c8aea8,cee908b..8038e40
--- a/src/browser/search.py
+++ b/src/browser/search.py
@@@ -1,7 -1,6 +1,8 @@@
import requests
from src.config import Config
+ from duckduckgo_search import DDGS
+
+
class BingSearch:
def __init__(self):
self.config = Config()
@@@ -23,29 -22,43 +24,47 @@@
def get_first_link(self):
return self.query_result["webPages"]["value"][0]["url"]
-
+
+
class GoogleSearch:
- def __init__(self):
+ def __init__(self):
self.config = Config()
- self.google_api_key = self.config.get_google_api_key()
- self.google_api_endpoint = self.config.get_google_api_endpoint()
- self.google_cx = self.config.get_google_cx()
+ self.google_search_api_key = self.config.get_google_search_api_key()
+ self.google_search_engine_ID = self.config.get_google_search_engine_id()
+ self.google_search_api_endpoint = self.config.get_google_search_api_endpoint()
self.query_result = None
--
- def search(self, query):
++
+ def search(self, query):
+ params = {
- "key": self.google_api_key,
- "cx": self.google_cx,
++ "key": self.google_search_api_key,
++ "cx": self.google_search_engine_ID,
+ "q": query
+ }
try:
- params = {
- 'q': query,
- 'key': self.google_search_api_key,
- 'cx': self.google_search_engine_ID
- }
- response = requests.get(self.google_search_api_endpoint, params=params)
+ print("Searching in Google...")
+ response = requests.get(self.google_api_endpoint, params=params)
+ # response.raise_for_status()
self.query_result = response.json()
- except Exception as err:
- return err
+ except Exception as error:
+ return error
- def get_first_link(self):
+ def get_first_link(self):
- return self.query_result["items"][0]["link"]
+ item = ""
+ if 'items' in self.query_result:
+ item = self.query_result['items'][0]['link']
+ return item
++
+
+ class DuckDuckGoSearch:
+ def __init__(self):
+ self.query_result = None
+
+ def search(self, query):
+ try:
+ self.query_result = DDGS().text(query, max_results=5)
+ return self.query_result
+ except Exception as err:
+ print(err)
+
+ def get_first_link(self):
+ return self.query_result[0]["href"]
diff --cc src/config.py
index 6c66073,d7d6aa1..90f6b14
--- a/src/config.py
+++ b/src/config.py
@@@ -14,57 -14,68 +14,69 @@@ class Config
def get_config(self):
return self.config
- def get_bing_api_key(self):
- return environ.get("BING_API_KEY", self.config["API_KEYS"]["BING"])
+ def get_google_api_endpoint(self):
+ return self.config["API_ENDPOINTS"]["GOOGLE"]
+
+ def get_google_api_key(self):
+ return self.config["API_KEYS"]["GOOGLE"]
+
+ def get_google_cx(self):
+ return self.config["API_KEYS"]["GOOGLE_CX"]
def get_bing_api_endpoint(self):
- return environ.get("BING_API_ENDPOINT", self.config["API_ENDPOINTS"]["BING"])
+ return self.config["API_ENDPOINTS"]["BING"]
+
+ def get_bing_api_key(self):
+ return self.config["API_KEYS"]["BING"]
+
+ def get_google_search_api_key(self):
- return environ.get("GOOGLE_SEARCH_API_KEY", self.config["API_KEYS"]["GOOGLE_SEARCH"])
++ return self.config["API_KEYS"]["GOOGLE_SEARCH"]
+ def get_google_search_engine_id(self):
- return environ.get("GOOGLE_SEARCH_ENGINE_ID", self.config["API_KEYS"]["GOOGLE_SEARCH_ENGINE_ID"])
++ return self.config["API_KEYS"]["GOOGLE_SEARCH_ENGINE_ID"]
+
+ def get_google_search_api_endpoint(self):
- return environ.get("GOOGLE_SEARCH_API_ENDPOINT", self.config["API_ENDPOINTS"]["GOOGLE_SEARCH"])
-
++ return self.config["API_ENDPOINTS"]["GOOGLE"]
++
def get_ollama_api_endpoint(self):
- return environ.get(
- "OLLAMA_API_ENDPOINT", self.config["API_ENDPOINTS"]["OLLAMA"]
- )
+ return self.config["API_ENDPOINTS"]["OLLAMA"]
def get_claude_api_key(self):
- return environ.get("CLAUDE_API_KEY", self.config["API_KEYS"]["CLAUDE"])
+ return self.config["API_KEYS"]["CLAUDE"]
def get_openai_api_key(self):
- return environ.get("OPENAI_API_KEY", self.config["API_KEYS"]["OPENAI"])
-
- def get_gemini_api_key(self):
- return environ.get("GEMINI_API_KEY", self.config["API_KEYS"]["GEMINI"])
-
+ return self.config["API_KEYS"]["OPENAI"]
+
def get_gemini_api_key(self):
return self.config["API_KEYS"]["GEMINI"]
-
+
+ def get_mistral_api_key(self):
+ return self.config["API_KEYS"]["MISTRAL"]
+
def get_netlify_api_key(self):
- return environ.get("NETLIFY_API_KEY", self.config["API_KEYS"]["NETLIFY"])
-
- def get_groq_api_key(self):
- return environ.get("GROQ_API_KEY", self.config["API_KEYS"]["GROQ"])
-
+ return self.config["API_KEYS"]["NETLIFY"]
+
def get_sqlite_db(self):
- return environ.get("SQLITE_DB_PATH", self.config["STORAGE"]["SQLITE_DB"])
+ return self.config["STORAGE"]["SQLITE_DB"]
def get_screenshots_dir(self):
- return environ.get("SCREENSHOTS_DIR", self.config["STORAGE"]["SCREENSHOTS_DIR"])
+ return self.config["STORAGE"]["SCREENSHOTS_DIR"]
def get_pdfs_dir(self):
- return environ.get("PDFS_DIR", self.config["STORAGE"]["PDFS_DIR"])
+ return self.config["STORAGE"]["PDFS_DIR"]
def get_projects_dir(self):
- return environ.get("PROJECTS_DIR", self.config["STORAGE"]["PROJECTS_DIR"])
+ return self.config["STORAGE"]["PROJECTS_DIR"]
def get_logs_dir(self):
- return environ.get("LOGS_DIR", self.config["STORAGE"]["LOGS_DIR"])
+ return self.config["STORAGE"]["LOGS_DIR"]
def get_repos_dir(self):
- return environ.get("REPOS_DIR", self.config["STORAGE"]["REPOS_DIR"])
+ return self.config["STORAGE"]["REPOS_DIR"]
+ def get_web_search(self):
+ return environ.get("WEB_SEARCH", self.config["STORAGE"]["WEB_SEARCH"])
+
def get_logging_rest_api(self):
return self.config["LOGGING"]["LOG_REST_API"] == "true"