How to use a proxy with Crawl4AI

pip install -U crawl4aicrawl4ai-setupcrawl4ai-doctor

import asynciofrom crawl4ai import AsyncWebCrawler, BrowserConfig, CacheMode, CrawlerRunConfig, ProxyConfigPROXY = ProxyConfig(    server="http://proxy.arcproxies.io:8000",    username="USERNAME_pool-arcfast_country-de_session-k3f9a1x2_sesstime-10",    password="PASSWORD",)async def main():    run = CrawlerRunConfig(proxy_config=PROXY, cache_mode=CacheMode.BYPASS)    async with AsyncWebCrawler(config=BrowserConfig(headless=True)) as crawler:        result = await crawler.arun("https://api.ipify.org?format=json", config=run)        print(result.success, result.markdown)   # the exit IP, not your ownasyncio.run(main())

import secretsfrom crawl4ai import CacheMode, CrawlerRunConfig, ProxyConfigBASE = "USERNAME_pool-arcfast_country-de"   # pool + country; city and session added per taskdef run_for_task(city: str, locale: str, timezone: str) -> CrawlerRunConfig:    handle = secrets.token_hex(4)             # new handle, new exit IP    return CrawlerRunConfig(        cache_mode=CacheMode.BYPASS,        locale=locale,        timezone_id=timezone,        proxy_config=ProxyConfig(            server="http://proxy.arcproxies.io:8000",            username=f"{BASE}_city-{city}_session-{handle}_sesstime-10",            password="PASSWORD",        ),    )async def crawl_task(crawler, urls):    config = run_for_task("berlin", "de-DE", "Europe/Berlin")    results = await crawler.arun_many(urls, config=config)   # one exit for all    return [(r.url, r.status_code) for r in results if r.success]

import secretsfrom crawl4ai import CrawlerRunConfig, ProxyConfigfrom crawl4ai.proxy_strategy import RoundRobinProxyStrategyproxies = [    ProxyConfig(        server="http://proxy.arcproxies.io:8000",        username=f"USERNAME_pool-arcfast_country-de_session-{secrets.token_hex(4)}_sesstime-10",        password="PASSWORD",    )    for _ in range(4)]config = CrawlerRunConfig(proxy_rotation_strategy=RoundRobinProxyStrategy(proxies))# results = await crawler.arun_many(urls, config=config)

import asyncioasync def fetch(crawler, url, attempts=3):    for attempt in range(attempts):        config = run_for_task("berlin", "de-DE", "Europe/Berlin")   # fresh handle        result = await crawler.arun(url, config=config)        if result.success and result.status_code not in (429, 500, 502, 503):            return result        print(f"attempt {attempt + 1}: {result.status_code} {result.error_message}")        await asyncio.sleep(5 * 2 ** attempt)    raise RuntimeError(f"gave up on {url}")