How to Integrate CapSolver with Composio AI Browser Automation

Run the script
  -> OpenAI Agents SDK decides which tool to call
  -> Composio custom tool: complete_recaptcha_v2
       -> Playwright opens the page
       -> capsolver.solve(...) returns gRecaptchaResponse
       -> Apply the token to g-recaptcha-response
       -> Playwright submits and waits for the page
       -> Read the page and determine accepted
  -> Tool returns {"accepted": ..., "message": ...}
  -> Agent reports the result from accepted

pip install composio composio-openai-agents openai-agents capsolver pydantic playwright
playwright install chromium

# API keys.
COMPOSIO_API_KEY = "ak_..."
OPENAI_API_KEY = "sk-..."          # Your official OpenAI API key.
os.environ["OPENAI_API_KEY"] = OPENAI_API_KEY   # OpenAI SDK reads the key from env.

# Configure CapSolver and Composio.
capsolver.api_key = "CAP-..."
composio = Composio(
    api_key=COMPOSIO_API_KEY,
    provider=OpenAIAgentsProvider(),
)

import os
from typing import List, cast
import capsolver
from agents import Agent, Runner, SQLiteSession
from composio import Composio
from composio.core.models.custom_tool import CustomTool
from composio.core.models.tool_router import ToolRouterExperimentalConfig
from composio_openai_agents import OpenAIAgentsProvider
from playwright.sync_api import sync_playwright
from pydantic import BaseModel, Field

# API keys.
COMPOSIO_API_KEY = "ak_..."
OPENAI_API_KEY = "sk-..."          # Your official OpenAI API key.
os.environ["OPENAI_API_KEY"] = OPENAI_API_KEY

# Configure CapSolver and Composio.
capsolver.api_key = "CAP-..."
composio = Composio(
    api_key=COMPOSIO_API_KEY,
    provider=OpenAIAgentsProvider(),
)


# Input schema for the custom tool; Composio requires a Pydantic BaseModel here.
class CompleteRecaptchaInput(BaseModel):
    target_url: str = Field(
        default="https://www.google.com/recaptcha/api2/demo",
        description="Page URL containing the reCAPTCHA v2 demo",
    )
    website_key: str = Field(
        default="6Le-wvkSAAAAAPBMRTvw0Q4Muexq9bi0DJwx_mJ-",
        description="reCAPTCHA v2 website key from the current page",
    )


# Register the whole flow as one Composio tool the agent can call.
# The first parameter's type annotation is required by Composio to infer the schema.
@composio.experimental.tool(preload=True)
def complete_recaptcha_v2(input: CompleteRecaptchaInput, _ctx):
    """Open the page with Playwright, solve reCAPTCHA v2, submit, and verify."""
    with sync_playwright() as p:
        browser = p.chromium.launch(headless=False)  # Set headless=True to hide the window.
        page = browser.new_page()
        try:
            page.goto(input.target_url)
            # Ask CapSolver to solve the reCAPTCHA v2 challenge.
            solution = capsolver.solve(
                {
                    "type": "ReCaptchaV2TaskProxyLess",
                    "websiteURL": input.target_url,
                    "websiteKey": input.website_key,
                }
            )
            token = solution.get("gRecaptchaResponse")
            page.evaluate(
                """
                (token) => {
                    const textarea = document.getElementById('g-recaptcha-response');
                    if (textarea) {
                        textarea.value = token;
                    }
                }
                """,
                token,
            )
            page.click("#recaptcha-demo-submit")
            page.wait_for_load_state("networkidle")
            result_page = page.content()
            # Success only if the page actually shows the success text
            accepted = "Verification Success" in result_page
            return {
                "accepted": accepted,
                "message": (
                    "Verification Success"
                    if accepted
                    else "The page did not report Verification Success"
                ),
            }
        finally:
            browser.close()
def main():
    experimental: ToolRouterExperimentalConfig = {
        "custom_tools": cast(List[CustomTool], [complete_recaptcha_v2]),
    }
    session = composio.sessions.create(
        user_id="playwright-recaptcha-demo-user",
        experimental=experimental,
        sandbox={"enable": False},  # Run the tool in this process, not a sandbox.
    )
    agent = Agent(
        name="Playwright reCAPTCHA Assistant",
        instructions=(
            "When the user asks to run the demo, call complete_recaptcha_v2 "
            "with its default values. Report success only when accepted is true."
        ),
        model="gpt-5.2",
        tools=session.tools(),
    )
    # Memory for multi-turn conversation
    memory = SQLiteSession("conversation")
    print("Composio + Playwright reCAPTCHA v2 demo running once...")
    user_input = (
        "Call complete_recaptcha_v2 now with its default target_url "
        "and website_key. Do not ask for confirmation."
    )
    result = Runner.run_sync(
        starting_agent=agent,
        input=user_input,
        session=memory,
    )
    print(f"Assistant: {result.final_output}\n")
if __name__ == "__main__":
    main()

image_src = page.locator("#demoCaptcha_CaptchaImage").get_attribute("src")
if not image_src or "," not in image_src:
    raise RuntimeError("A valid CAPTCHA image Data URL was not found")
base64_image = image_src.split(",", 1)[1]  # Strip the "data:image/...;base64," prefix.

class CompleteImageCaptchaInput(BaseModel):
    target_url: str = Field(
        default="https://captcha.com/demos/features/captcha-demo.aspx",
        description="Image CAPTCHA demo page URL",
    )
    module: str = Field(
        default="common",
        description="CapSolver ImageToTextTask recognition module",
    )

@composio.experimental.tool(preload=True)
def complete_image_captcha(input: CompleteImageCaptchaInput, _ctx):
    """Open the page with Playwright, recognize the image CAPTCHA, submit, and verify."""
    with sync_playwright() as p:
        browser = p.chromium.launch(headless=False)
        page = browser.new_page()
        try:
            page.goto(input.target_url)
            page.wait_for_selector("#demoCaptcha_CaptchaImage", state="visible")

            # The image src is already a data URL; strip the prefix to get Base64.
            image_src = page.locator("#demoCaptcha_CaptchaImage").get_attribute("src")
            if not image_src or "," not in image_src:
                raise RuntimeError("A valid CAPTCHA image Data URL was not found")
            base64_image = image_src.split(",", 1)[1]
            solution = capsolver.solve(
                {
                    "type": "ImageToTextTask",
                    "websiteURL": input.target_url,
                    "module": input.module,
                    "body": base64_image,
                }
            )
            captcha_text = solution.get("text")
            if not isinstance(captcha_text, str) or not captcha_text:
                raise RuntimeError("CapSolver did not return recognized text")
            page.fill("#captchaCode", captcha_text)      # Fill the recognized text.
            page.click("#validateCaptchaButton")
            page.wait_for_load_state("networkidle")
            result_page = page.content()
            # The demo page shows "Correct!" on success, "Incorrect!" on failure.
            accepted = "Correct!" in result_page
            return {
                "accepted": accepted,
                "recognized_text": captcha_text,
                "message": "Correct!" if accepted else "The page did not report Correct!",
            }
        finally:
            browser.close()

Playwright opens the CAPTCHA page
  -> Wait for #demoCaptcha_CaptchaImage to become visible
  -> Read src (data URL) and remove the prefix to get Base64
  -> capsolver.solve(ImageToTextTask) returns text
  -> page.fill writes the result to #captchaCode
  -> page.click activates #validateCaptchaButton
  -> page.content checks Correct! or Incorrect!
  -> finally closes the browser

solution = capsolver.solve({
    "type": "ImageToTextTask",
    "module": "number",
    "images": [base64_image],
})

answers = solution["answers"]

experimental.tool: first parameter of "complete_recaptcha_v2" must be
annotated with a Pydantic BaseModel subclass. Got: <class 'inspect._empty'>

403 APIKey_InsufficientPermissions
This route requires "sessions" write access

Composio tool = Playwright page actions + CapSolver result + page-state verification