Skip to content

armgit / camel

Public Imported from GitHub
0

🐫 CAMEL: The first and the best multi-agent framework. Finding the Scaling Law of Agents. https://www.camel-ai.org

5.7 KB
Raw Blame
# ========= Copyright 2023-2026 @ CAMEL-AI.org. All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2023-2026 @ CAMEL-AI.org. All Rights Reserved. =========

import time

from camel.agents import ChatAgent
from camel.configs import ChatGPTConfig
from camel.models import ModelFactory
from camel.toolkits import PyAutoGUIToolkit
from camel.types import ModelPlatformType, ModelType


def setup_pyautogui_agent(model_type=ModelType.GPT_4O_MINI, temperature=0.1):
    r"""Create and setup a CAMEL agent with PyAutoGUI tools.

    Args:
        model_type: The model type to use (default: GPT-4O-MINI)
        temperature: Model temperature parameter (default: 0.1)

    Returns:
        ChatAgent: A configured agent with PyAutoGUI tools
    """
    # Create a model with specified parameters
    model_config = ChatGPTConfig(temperature=temperature)
    model = ModelFactory.create(
        model_type=model_type,
        model_platform=ModelPlatformType.OPENAI,
        model_config_dict=model_config.as_dict(),
    )

    # Create PyAutoGUI toolkit and get available tools
    toolkit = PyAutoGUIToolkit()
    tools = toolkit.get_tools()

    # System message for the agent
    system_message = (
        "You are an AutoGUI assistant that can control the computer using "
        "the PyAutoGUI toolkit. "
        "You can move the mouse, click, type text, take screenshots, and "
        "more. Always respect safety boundaries when interacting with the "
        "GUI. When asked to perform operations, use the provided tools and "
        "describe what you're doing. Monitor for potential errors and "
        "handle them appropriately."
    )

    # Create and configure the agent
    agent = ChatAgent(
        system_message=system_message,
        model=model,
        tools=tools,
    )

    return agent


def run_automated_demo():
    r"""Run an automated demonstration of all PyAutoGUI toolkit features.

    This demonstration will:
    1. Get mouse position
    2. Move mouse to different positions
    3. Click at a position
    4. Type some text
    5. Take a screenshot
    """
    # Print introduction
    print("\n==== AUTOMATED PYAUTOGUI TOOLKIT DEMONSTRATION ====\n")
    print(
        "This demonstration will showcase all PyAutoGUI toolkit "
        "features automatically"
    )
    print("No user input is required. Please do not interrupt the process.\n")

    # Create a chat agent with PyAutoGUI tools
    agent = setup_pyautogui_agent()

    # Define a series of tasks to showcase all toolkit features
    tasks = [
        # Task 1: Basic mouse operations and screenshot
        "Perform these steps in sequence without asking for confirmation:\n"
        "1. Get the current mouse position\n"
        "2. Move the mouse to the center of the screen\n"
        "3. Take a screenshot to document the position\n"
        "4. Right-click at the current position to show a context menu\n"
        "5. Press the 'Escape' key to dismiss any menus\n",
        # Task 2: Keyboard operations
        "Perform these steps in sequence without asking for confirmation:\n"
        "1. Move the mouse to a safe position (center of screen)\n"
        "2. Press the hotkey combination 'command+space' to open "
        "Spotlight Search\n"
        "3. Wait 1 second for Spotlight to appear\n"
        "4. Type 'TextEdit' but DO NOT press Enter\n"
        "5. Take a screenshot to document the Spotlight search\n"
        "6. Press the 'Escape' key to close Spotlight\n",
        # Task 3: Drawing operation with mouse
        "Perform these steps in sequence without asking for confirmation:\n"
        "1. Move the mouse to the center of the screen\n"
        "2. Move the mouse in a small square pattern (50 pixels per side):\n"
        "   a. Move 50 pixels right\n"
        "   b. Move 50 pixels down\n"
        "   c. Move 50 pixels left\n"
        "   d. Move 50 pixels up to complete the square\n"
        "3. Take a screenshot to document the completed movement\n",
        # Task 4: Safe scrolling and mouse wheel operations
        "Perform these steps in sequence without asking for confirmation:\n"
        "1. Move the mouse to the center of the screen\n"
        "2. Scroll down 3 clicks\n"
        "3. Wait 1 second\n"
        "4. Scroll up 3 clicks to return to the original position\n"
        "5. Take a screenshot to document the final state\n",
    ]

    # Run each task in sequence
    for i, task in enumerate(tasks):
        print("\n" + "=" * 60)
        print(f"EXECUTING TASK {i+1} OF {len(tasks)}")
        print("=" * 60 + "\n")
        print(f"Instruction: {task}")
        print("")

        # Execute the task
        response = agent.step(task)

        # Print the agent's response
        print(f"\nAgent response: {response.msg.content}")

        # Pause before the next task
        if i < len(tasks) - 1:
            print("\nWaiting a moment before the next task...")
            time.sleep(3)
            print("")


def main():
    r"""Main function to run the PyAutoGUI toolkit example."""
    print("Starting PyAutoGUI toolkit automated demonstration...\n")
    run_automated_demo()
    print("\nPyAutoGUI toolkit demonstration completed.")


if __name__ == "__main__":
    main()