Skip to content

armgit / camel

Public Imported from GitHub
0

🐫 CAMEL: The first and the best multi-agent framework. Finding the Scaling Law of Agents. https://www.camel-ai.org

feat: Agentops support for SambaNova (#1109)

Wendong-Fan8ce8973d2d80
diff --git a/camel/loaders/chunkr_reader.py b/camel/loaders/chunkr_reader.py
index 4ceec4b24..165919a0e 100644
--- a/camel/loaders/chunkr_reader.py
+++ b/camel/loaders/chunkr_reader.py
@@ -22,7 +22,7 @@ import requests
from camel.utils import api_keys_required
-logging.basicConfig(level=logging.INFO)
+logger = logging.getLogger(__name__)
class ChunkrReader:
@@ -99,12 +99,10 @@ class ChunkrReader:
task_id = response.json().get('task_id')
if not task_id:
raise ValueError("Task ID not returned in the response.")
- logging.info(
- f"Task submitted successfully. Task ID: {task_id}"
- )
+ logger.info(f"Task submitted successfully. Task ID: {task_id}")
return task_id
except Exception as e:
- logging.error(f"Failed to submit task: {e}")
+ logger.error(f"Failed to submit task: {e}")
raise ValueError(f"Failed to submit task: {e}") from e
def get_task_output(self, task_id: str, max_retries: int = 5) -> str:
@@ -136,21 +134,21 @@ class ChunkrReader:
task_status = response.json().get('status')
if task_status == "Succeeded":
- logging.info(f"Task {task_id} completed successfully.")
+ logger.info(f"Task {task_id} completed successfully.")
return self._pretty_print_response(response.json())
else:
- logging.info(
+ logger.info(
f"Task {task_id} is still {task_status}. Retrying "
"in 5 seconds..."
)
except Exception as e:
- logging.error(f"Failed to retrieve task status: {e}")
+ logger.error(f"Failed to retrieve task status: {e}")
raise ValueError(f"Failed to retrieve task status: {e}") from e
attempts += 1
time.sleep(5)
- logging.error(f"Max retries reached for task {task_id}.")
+ logger.error(f"Max retries reached for task {task_id}.")
raise RuntimeError(f"Max retries reached for task {task_id}.")
def _pretty_print_response(self, response_json: dict) -> str:
diff --git a/camel/models/samba_model.py b/camel/models/samba_model.py
index 1ccb545e0..a5bb1bbf7 100644
--- a/camel/models/samba_model.py
+++ b/camel/models/samba_model.py
@@ -39,6 +39,14 @@ from camel.utils import (
api_keys_required,
)
+try:
+ if os.getenv("AGENTOPS_API_KEY") is not None:
+ from agentops import LLMEvent, record
+ else:
+ raise ImportError
+except (ImportError, AttributeError):
+ LLMEvent = None
+
class SambaModel(BaseModelBackend):
r"""SambaNova service interface.
@@ -181,6 +189,21 @@ class SambaModel(BaseModelBackend):
model=self.model_type,
**self.model_config_dict,
)
+
+ # Add AgentOps LLM Event tracking
+ if LLMEvent:
+ llm_event = LLMEvent(
+ thread_id=response.id,
+ prompt=" ".join(
+ [message.get("content") for message in messages] # type: ignore[misc]
+ ),
+ prompt_tokens=response.usage.prompt_tokens, # type: ignore[union-attr]
+ completion=response.choices[0].message.content,
+ completion_tokens=response.usage.completion_tokens, # type: ignore[union-attr]
+ model=self.model_type,
+ )
+ record(llm_event)
+
return response
elif self._url == "https://sambaverse.sambanova.ai/api/predict":
@@ -215,6 +238,21 @@ class SambaModel(BaseModelBackend):
model=self.model_type,
**self.model_config_dict,
)
+
+ # Add AgentOps LLM Event tracking
+ if LLMEvent:
+ llm_event = LLMEvent(
+ thread_id=response.id,
+ prompt=" ".join(
+ [message.get("content") for message in messages] # type: ignore[misc]
+ ),
+ prompt_tokens=response.usage.prompt_tokens, # type: ignore[union-attr]
+ completion=response.choices[0].message.content,
+ completion_tokens=response.usage.completion_tokens, # type: ignore[union-attr]
+ model=self.model_type,
+ )
+ record(llm_event)
+
return response
# Handle SambaNova's Sambaverse API
diff --git a/examples/models/role_playing_with_sambanova.py b/examples/models/role_playing_with_sambanova.py
index 0c0661bce..3451afc92 100644
--- a/examples/models/role_playing_with_sambanova.py
+++ b/examples/models/role_playing_with_sambanova.py
@@ -14,18 +14,22 @@
from typing import List
+import agentops
from colorama import Fore
from camel.agents.chat_agent import FunctionCallingRecord
from camel.configs import SambaCloudAPIConfig
from camel.models import ModelFactory
from camel.societies import RolePlaying
-from camel.toolkits import (
+from camel.types import ModelPlatformType
+from camel.utils import print_text_animated
+
+# Initialize agentops
+agentops.init(default_tags=["SambaNova_with_Agentops"])
+from camel.toolkits import ( # noqa: E402
MathToolkit,
SearchToolkit,
)
-from camel.types import ModelPlatformType
-from camel.utils import print_text_animated
def main(
@@ -39,14 +43,14 @@ def main(
"and then add 10 more years to this age."
)
- user_model_config = SambaCloudAPIConfig(temperature=0.2, max_tokens=1800)
+ user_model_config = SambaCloudAPIConfig(temperature=0.0, max_tokens=1800)
tools_list = [
*MathToolkit().get_tools(),
*SearchToolkit().get_tools(),
]
assistant_model_config = SambaCloudAPIConfig(
- temperature=0.2, max_tokens=2200
+ temperature=0.0, max_tokens=2200
)
role_play_session = RolePlaying(
@@ -60,7 +64,7 @@ def main(
model_config_dict=assistant_model_config.as_dict(),
),
tools=tools_list,
- message_window_size=5,
+ message_window_size=2,
),
user_agent_kwargs=dict(
model=ModelFactory.create(
@@ -137,6 +141,9 @@ def main(
input_msg = assistant_response.msg
+ # End agentops session
+ agentops.end_session("Success")
+
if __name__ == "__main__":
main()