🐫 CAMEL: The first and the best multi-agent framework. Finding the Scaling Law of Agents. https://www.camel-ai.org
Python agentai-societiesartificial-intelligencecommunicative-aicooperative-aideep-learninglarge-language-modelsmulti-agent-systemsnatural-language-processing
# ========= Copyright 2023-2026 @ CAMEL-AI.org. All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2023-2026 @ CAMEL-AI.org. All Rights Reserved. =========
import time
from camel.agents import ChatAgent
from camel.configs import ChatGPTConfig
from camel.models import ModelFactory
from camel.toolkits import PyAutoGUIToolkit
from camel.types import ModelPlatformType, ModelType
def setup_pyautogui_agent(model_type=ModelType.GPT_4O_MINI, temperature=0.1):
r"""Create and setup a CAMEL agent with PyAutoGUI tools.
Args:
model_type: The model type to use (default: GPT-4O-MINI)
temperature: Model temperature parameter (default: 0.1)
Returns:
ChatAgent: A configured agent with PyAutoGUI tools
"""
# Create a model with specified parameters
model_config = ChatGPTConfig(temperature=temperature)
model = ModelFactory.create(
model_type=model_type,
model_platform=ModelPlatformType.OPENAI,
model_config_dict=model_config.as_dict(),
)
# Create PyAutoGUI toolkit and get available tools
toolkit = PyAutoGUIToolkit()
tools = toolkit.get_tools()
# System message for the agent
system_message = (
"You are an AutoGUI assistant that can control the computer using "
"the PyAutoGUI toolkit. "
"You can move the mouse, click, type text, take screenshots, and "
"more. Always respect safety boundaries when interacting with the "
"GUI. When asked to perform operations, use the provided tools and "
"describe what you're doing. Monitor for potential errors and "
"handle them appropriately."
)
# Create and configure the agent
agent = ChatAgent(
system_message=system_message,
model=model,
tools=tools,
)
return agent
def run_automated_demo():
r"""Run an automated demonstration of all PyAutoGUI toolkit features.
This demonstration will:
1. Get mouse position
2. Move mouse to different positions
3. Click at a position
4. Type some text
5. Take a screenshot
"""
# Print introduction
print("\n==== AUTOMATED PYAUTOGUI TOOLKIT DEMONSTRATION ====\n")
print(
"This demonstration will showcase all PyAutoGUI toolkit "
"features automatically"
)
print("No user input is required. Please do not interrupt the process.\n")
# Create a chat agent with PyAutoGUI tools
agent = setup_pyautogui_agent()
# Define a series of tasks to showcase all toolkit features
tasks = [
# Task 1: Basic mouse operations and screenshot
"Perform these steps in sequence without asking for confirmation:\n"
"1. Get the current mouse position\n"
"2. Move the mouse to the center of the screen\n"
"3. Take a screenshot to document the position\n"
"4. Right-click at the current position to show a context menu\n"
"5. Press the 'Escape' key to dismiss any menus\n",
# Task 2: Keyboard operations
"Perform these steps in sequence without asking for confirmation:\n"
"1. Move the mouse to a safe position (center of screen)\n"
"2. Press the hotkey combination 'command+space' to open "
"Spotlight Search\n"
"3. Wait 1 second for Spotlight to appear\n"
"4. Type 'TextEdit' but DO NOT press Enter\n"
"5. Take a screenshot to document the Spotlight search\n"
"6. Press the 'Escape' key to close Spotlight\n",
# Task 3: Drawing operation with mouse
"Perform these steps in sequence without asking for confirmation:\n"
"1. Move the mouse to the center of the screen\n"
"2. Move the mouse in a small square pattern (50 pixels per side):\n"
" a. Move 50 pixels right\n"
" b. Move 50 pixels down\n"
" c. Move 50 pixels left\n"
" d. Move 50 pixels up to complete the square\n"
"3. Take a screenshot to document the completed movement\n",
# Task 4: Safe scrolling and mouse wheel operations
"Perform these steps in sequence without asking for confirmation:\n"
"1. Move the mouse to the center of the screen\n"
"2. Scroll down 3 clicks\n"
"3. Wait 1 second\n"
"4. Scroll up 3 clicks to return to the original position\n"
"5. Take a screenshot to document the final state\n",
]
# Run each task in sequence
for i, task in enumerate(tasks):
print("\n" + "=" * 60)
print(f"EXECUTING TASK {i+1} OF {len(tasks)}")
print("=" * 60 + "\n")
print(f"Instruction: {task}")
print("")
# Execute the task
response = agent.step(task)
# Print the agent's response
print(f"\nAgent response: {response.msg.content}")
# Pause before the next task
if i < len(tasks) - 1:
print("\nWaiting a moment before the next task...")
time.sleep(3)
print("")
def main():
r"""Main function to run the PyAutoGUI toolkit example."""
print("Starting PyAutoGUI toolkit automated demonstration...\n")
run_automated_demo()
print("\nPyAutoGUI toolkit demonstration completed.")
if __name__ == "__main__":
main()