如何解决Cloudflare JS挑战以进行网页抓取和自动化

from seleniumbase import SB

with SB(uc=True, headless=True) as sb:
    sb.open("https://target-site.com")
    # 开始抓取！

import requests
import time

CAPSOLVER_API_KEY = "Your_API_Key_Here"
SITE_URL = "https://target-site.com"

def solve_cloudflare_challenge():
    url = "https://api.capsolver.com/createTask"
    task = {
        "type": "AntiCloudflareTask",
        "websiteURL": SITE_URL,
        "proxy": "http://username:password@proxyhost:port"  # 可选
    }
    payload = {"clientKey": CAPSOLVER_API_KEY, "task": task}
    response = requests.post(url, json=payload).json()
    task_id = response.get("taskId")

    # 等待解决方案
    while True:
        result_url = "https://api.capsolver.com/getTaskResult"
        result_payload = {"clientKey": CAPSOLVER_API_KEY, "taskId": task_id}
        result = requests.post(result_url, json=result_payload).json()
        if result["status"] == "ready":
            return result["solution"]
        elif result["status"] == "failed":
            raise Exception("挑战解决失败！")
        time.sleep(2)

# 使用它
solution = solve_cloudflare_challenge()
headers = solution["headers"]
cookies = solution["cookies"]
# 将这些添加到你的 requests.get() 或你正在使用的任何内容中

package main

import (
    "bytes"
    "encoding/json"
    "fmt"
    "net/http"
    "time"
)

const (
    apiKey  = "Your_API_Key_Here"
    siteURL = "https://target-site.com"
)

func solveCloudflareChallenge() (map[string]interface{}, error) {
    url := "https://api.capsolver.com/createTask"
    task := map[string]interface{}{
        "type":       "AntiCloudflareTask",
        "websiteURL": siteURL,
        "proxy":      "http://username:password@proxyhost:port", // 可选
    }
    payload := map[string]interface{}{"clientKey": apiKey, "task": task}
    jsonData, _ := json.Marshal(payload)
    resp, err := http.Post(url, "application/json", bytes.NewBuffer(jsonData))
    if err != nil {
        return nil, err
    }
    defer resp.Body.Close()
    var result map[string]interface{}
    json.NewDecoder(resp.Body).Decode(&result)
    taskID := result["taskId"].(string)

    // 轮询结果
    for {
        resultURL := "https://api.capsolver.com/getTaskResult"
        resultPayload := map[string]string{"clientKey": apiKey, "taskId": taskID}
        jsonResult, _ := json.Marshal(resultPayload)
        resultResp, err := http.Post(resultURL, "application/json", bytes.NewBuffer(jsonResult))
        if err != nil {
            return nil, err
        }
        defer resultResp.Body.Close()
        var taskResult map[string]interface{}
        json.NewDecoder(resultResp.Body).Decode(&taskResult)
        if taskResult["status"] == "ready" {
            return taskResult["solution"].(map[string]interface{}), nil
        } else if taskResult["status"] == "failed" {
            return nil, fmt.Errorf("挑战解决失败")
        }
        time.Sleep(2 * time.Second)
    }
}

func main() {
    solution, err := solveCloudflareChallenge()
    if err != nil {
        fmt.Println("错误：", err)
        return
    }
    fmt.Println("解决方案准备就绪：", solution)
}