{ "name": "Bright Data Web Scraper API", "slug": "brightdata-scraper", "website_url": "https://brightdata.com/products/web-scraper", "vendor_description": "\"The most reliable Web Scraping API. Scrape any website with automatic proxy rotation, anti-bot bypass, and JavaScript rendering.\"", "categories": [ "scraping" ], "summary": "Bright Data Web Scraper API is a REST-based web scraping service covering common extraction jobs such as price monitoring, e-commerce data, SERP results, real estate, and AI training data, with built-in proxy rotation across 195 countries, JavaScript rendering, and anti-bot bypass. Pricing starts at $1.50 per 1,000 records on a subscription model with a free tier of 5,000 records per month, self-serve signup, and no sales call required. The API supports Python, JavaScript, and CLI SDKs, offers webhooks and an MCP server, and holds SOC 2 Type II, ISO 27001, and GDPR compliance certifications with a published SLA.", "capabilities": { "supported_actions": [ "scrape", "crawl", "js_rendering", "captcha_solving", "anti_bot_bypass", "structured_data_extraction", "proxy_rotation", "residential_proxies", "prebuilt_scrapers", "async_jobs", "bulk_scraping", "scheduled_scraping", "webhook_delivery", "ai_extraction", "markdown_output" ], "supported_regions": [ "400M+ proxies", "150M+ residential IPs", "195 countries covered", "residential proxies", "geo-targeting across all countries" ], "supported_languages": [], "input_types": [ "target URL", "batch URL list (JSON or CSV, up to 1GB)", "keywords/search queries", "category URLs", "UPC numbers", "profile URLs", "hashtags", "prebuilt scraper id" ], "output_types": [ "JSON", "NDJSON", "JSON Lines", "CSV", "webhook delivery", "cloud storage delivery (S3, Google Cloud, Snowflake)" ], "webhooks_supported": true, "sandbox_available": false, "sdk_languages": [ "Python", "JavaScript", "CLI" ], "mcp_server_available": true }, "integration": { "api_style": "rest", "base_url": "https://api.brightdata.com/datasets/v3", "api_version": "v3", "versioning_scheme": "url", "stability": "ga", "deprecation_policy_url": null, "auth_methods": [ "api_key" ], "auth_docs_url": "https://docs.brightdata.com/api-reference/authentication", "idempotency_supported": false, "error_format": "vendor-specific", "webhook_signing": null, "webhook_events_url": null, "rate_limit_requests": 1500, "rate_limit_window": "concurrent", "sdk_packages": [ { "package": "brightdata-sdk", "language": "Python", "official": true, "repo_url": "https://github.com/brightdata/sdk-python" }, { "package": "@brightdata/sdk", "language": "JavaScript", "official": true, "repo_url": "https://github.com/brightdata/sdk-js" }, { "package": "brightdata-cli", "language": "CLI", "official": true, "repo_url": "https://github.com/brightdata/cli" } ], "mcp_url": "https://brightdata.com/ai/mcp-server", "quickstart_url": "https://docs.brightdata.com/api-reference/scraper-studio-api/Getting_started_wtih_the_API" }, "pricing": { "pricing_model": "subscription", "has_published_pricing": true, "starting_price_usd": "1.5000", "price_basis": "1,000 records", "free_tier_available": true, "free_tier_limit": "5,000 records/month", "free_tier_details": "5,000 records/month recurring free allowance; no credit card required; renews on the 1st of each month; unused credits do not roll over", "minimum_commitment": null, "self_serve_signup": true, "requires_sales_call": false, "requires_verification": false, "enterprise_plan_available": true, "price_points": [ { "plan": "Free", "item": "records (successful results) — recurring monthly", "amount_usd": "0.0000", "amount_percent": null, "per": "5,000 records per month", "currency": "USD", "source_url": "https://brightdata.com/pricing/web-scraper" }, { "plan": "Pay As You Go", "item": "successful results", "amount_usd": "1.5000", "amount_percent": null, "per": "1,000 records", "currency": "USD", "source_url": "https://brightdata.com/pricing/web-scraper" }, { "plan": "Scale", "item": "base subscription", "amount_usd": "499.0000", "amount_percent": null, "per": "month", "currency": "USD", "source_url": "https://brightdata.com/pricing/web-scraper" }, { "plan": "Scale", "item": "included records", "amount_usd": "0.0000", "amount_percent": null, "per": "384,000 records per month", "currency": "USD", "source_url": "https://brightdata.com/pricing/web-scraper" }, { "plan": "Scale", "item": "successful results (overage beyond included)", "amount_usd": "1.3000", "amount_percent": null, "per": "1,000 records", "currency": "USD", "source_url": "https://brightdata.com/pricing/web-scraper" }, { "plan": "Enterprise", "item": "custom pricing — volume discounts, dedicated account manager, premium SLA, SSO", "amount_usd": null, "amount_percent": null, "per": null, "currency": "USD", "source_url": "https://brightdata.com/pricing/web-scraper" } ] }, "compliance": { "soc2": "type_2", "hipaa": false, "gdpr": true, "iso_27001": true, "pci_dss": false, "sla_published": true, "sla_url": "https://brightdata.com/sla", "data_retention_policy_url": "https://brightdata.com/privacy", "documented_rate_limits": "Up to 5,000 concurrent requests for single-input requests; up to 100 concurrent requests for batch requests (2+ inputs); input file up to 1GB; exceeding limits triggers HTTP 429", "known_restrictions": [ "KYC/compliance review required for residential proxy network access: live video identity verification + compliance officer review of use case; other Bright Data products (including Web Scraper API) can be used while KYC is pending", "Prohibited uses: collecting non-public/login-walled data, adult content, gambling, cryptocurrency, SEO manipulation, DDoS, ad fraud, automated ticket purchasing, fake engagement", "Bright Data proactively blocks: adult content, governmental websites, harmful domains", "No unauthorized proxy reselling", "No streaming domains (video, music, image streaming)" ] }, "developer": { "docs_url": "https://docs.brightdata.com", "api_reference_url": "https://docs.brightdata.com/api-reference/authentication", "openapi_spec_url": null, "postman_collection_url": null, "changelog_url": null, "status_page_url": null, "llms_txt_url": "https://docs.brightdata.com/llms.txt", "markdown_docs_url": null, "rendering": "static" }, "adoption": { "launched_at": "2014-01-01", "ga_date": null, "github_stars": null, "github_stars_at": null, "notable_customers": [ "Bitget", "Kernel", "Raylu", "Remazing GmbH", "Kingston Brass", "Clootrack", "Hunter Fan", "Cervello", "Dataweps", "Post for Rent" ] }, "scores": { "agent_friendliness": 65, "pricing_transparency": 100, "setup_speed": 85, "docs_quality": 45, "procurement_friction": 100, "trust_readiness": 75, "best_for": [ "Prototypes and side projects - free to start, no sales call", "Regulated or enterprise workloads - compliance attestations and an enterprise plan", "AI agents and automation - an agent-ready surface (MCP / llms.txt)" ], "avoid_if": [] }, "sources": [ { "field": "vendor_description", "url": "https://brightdata.com/products/web-scraper", "excerpt": "The most reliable Web Scraping API. Scrape any website with automatic proxy rotation, anti-bot bypass, and JavaScript rendering.", "confidence": "high" }, { "field": "free_tier_available / free_tier_details", "url": "https://brightdata.com/pricing/web-scraper", "excerpt": "Free Tier: 5K records per month. No credit card required. Expert support included.", "confidence": "high" }, { "field": "free_tier_available / free_tier_details", "url": "https://github.com/brightdata/cli", "excerpt": "Every new Bright Data account includes a recurring monthly free tier — no credit card or commitment required to start. Unused credits don't roll over.", "confidence": "high" }, { "field": "pricing_model / has_published_pricing", "url": "https://brightdata.com/pricing/web-scraper", "excerpt": "Pay as you go: $1.5/1K record. Pay only for success. Scale: $499/month. 384,000 records included. $1.3/1K additional records. Enterprise: Custom pricing. Volume discounts.", "confidence": "high" }, { "field": "enterprise_plan_available", "url": "https://brightdata.com/pricing/web-scraper", "excerpt": "Enterprise: Custom pricing. Volume discounts. Dedicated account manager. Premium SLA. Priority support. SSO capability.", "confidence": "high" }, { "field": "supported_actions (JS rendering, CAPTCHA, anti-bot, proxies, prebuilt scrapers)", "url": "https://brightdata.com/pricing/web-scraper", "excerpt": "All tiers include JavaScript rendering, residential proxies, CAPTCHA solving, data validation, worldwide geotargeting, JSON/CSV parsing, automated proxy management, unlimited concurrent requests, and webhook/API delivery.", "confidence": "high" }, { "field": "supported_actions (JS rendering, CAPTCHA, anti-bot, proxies, prebuilt scrapers)", "url": "https://brightdata.com/products/web-scraper", "excerpt": "876 ready-made scrapers available across various categories and platforms.", "confidence": "high" }, { "field": "documented_rate_limits", "url": "https://docs.brightdata.com/datasets/scrapers/scrapers-library/overview", "excerpt": "Single input requests: Up to 5,000 concurrent requests. Batch requests (2+ inputs): Up to 100 concurrent requests. Returns HTTP 429 Client Error: Too Many Requests when thresholds are exceeded.", "confidence": "high" }, { "field": "output_types", "url": "https://docs.brightdata.com/datasets/scrapers/scrapers-library/overview", "excerpt": "Output Formats: JSON, NDJSON, JSON Lines, CSV. Results route through either webhooks (with optional compression) or external storage destinations (S3, Google Cloud, Snowflake).", "confidence": "high" }, { "field": "input_types", "url": "https://docs.brightdata.com/datasets/scrapers/scrapers-library/overview", "excerpt": "Accepted Input Formats: JSON or CSV containing URLs. Input file up to 1GB.", "confidence": "high" }, { "field": "webhooks_supported", "url": "https://docs.brightdata.com/datasets/scrapers/scrapers-library/overview", "excerpt": "Results route through either webhooks (with optional compression) or external storage destinations (S3, Google Cloud, Snowflake).", "confidence": "high" }, { "field": "supported_regions", "url": "https://brightdata.com/products/web-scraper", "excerpt": "400M+ Proxies. 150M+ real user IPs covering 195 countries.", "confidence": "high" }, { "field": "soc2", "url": "https://brightdata.com/trustcenter/data-security-overview-protection-measures", "excerpt": "SOC 2 Type II — certifications validated through third-party audits, including ISO 27001, SOC 2 Type II, CSA STAR Level 1, and best practices.", "confidence": "high" }, { "field": "soc2", "url": "https://brightdata.com/trustcenter", "excerpt": "SOC 2 Type II: Service Organization Control (SOC) 2 Report available upon request via sales@brightdata.com.", "confidence": "high" }, { "field": "hipaa", "url": "https://brightdata.com/trustcenter", "excerpt": "Trust center lists ISO 27001:2022, ISO 27017, ISO 27018, SOC 2, SOC 3, GDPR, CSA STAR Registry — HIPAA is not mentioned.", "confidence": "high" }, { "field": "pci_dss", "url": "https://brightdata.com/trustcenter", "excerpt": "Trust center lists ISO 27001:2022, ISO 27017, ISO 27018, SOC 2, SOC 3, GDPR, CSA STAR Registry — PCI DSS is not mentioned.", "confidence": "high" }, { "field": "iso_27001", "url": "https://brightdata.com/trustcenter", "excerpt": "ISO 27001:2022, ISO 27017, ISO 27018: All three certificates held.", "confidence": "high" }, { "field": "iso_27001", "url": "https://brightdata.com/trustcenter/data-security-overview-protection-measures", "excerpt": "Bright Data's security model and controls are based on international standards and industry best practices, such as ISO 27001, ISO 27018 and OWASP Top 10.", "confidence": "high" }, { "field": "sla_published", "url": "https://brightdata.com/sla", "excerpt": "Bright Data will use commercially reasonable efforts to make the Bright Data network available with an Uptime percentage of 99.9%, during any monthly billing cycle. P0 (Critical): 15-minute response for complete service outages.", "confidence": "high" }, { "field": "known_restrictions (prohibited uses)", "url": "https://brightdata.com/acceptable-use-policy", "excerpt": "Collection of nonpublic information (i.e data behind login). Bright Data proactively blocks certain web content (i.e: Adult content, Governmental websites, Harmful domains, etc.)", "confidence": "high" }, { "field": "sdk_languages", "url": "https://docs.brightdata.com/api-reference/SDK", "excerpt": "Install the Bright Data Python SDK (700+ scrapers) to scrape URLs, search the web, run platform scrapers.", "confidence": "high" }, { "field": "sandbox_available", "url": "https://docs.brightdata.com/datasets/scrapers/scrapers-library/overview", "excerpt": "No sandbox/test environment mentioned in documentation. Live API tokens from the Bright Data Control Panel are used directly.", "confidence": "high" }, { "field": "categories (web_search excluded)", "url": "https://brightdata.com/products/serp-api", "excerpt": "SERP API is a separate, dedicated Bright Data product distinct from the Web Scraper API — the Web Scraper API itself does not function as a SERP API product.", "confidence": "high" }, { "field": "base_url", "url": "https://docs.brightdata.com/api-reference/web-scraper-api/synchronous-requests", "excerpt": "POST https://api.brightdata.com/datasets/v3/scrape", "confidence": "high" }, { "field": "api_version", "url": "https://docs.brightdata.com/datasets/scrapers/scrapers-library/overview", "excerpt": "Version 3 (v3) is referenced in endpoint paths", "confidence": "high" }, { "field": "versioning_scheme", "url": "https://brightdata.com/products/web-scraper", "excerpt": "https://api.brightdata.com/datasets/v3/trigger", "confidence": "high" }, { "field": "auth_methods", "url": "https://docs.brightdata.com/api-reference/scraper-studio-api/Getting_started_wtih_the_API", "excerpt": "Every Bright Data Scraper Studio API call uses bearer-token authentication. Include this header: Authorization: Bearer YOUR_BRIGHT_DATA_API_TOKEN. A missing or invalid token produces a 401 Unauthorized response.", "confidence": "high" }, { "field": "error_format", "url": "https://docs.brightdata.com/datasets/scrapers/scrapers-library/error-list-by-endpoint", "excerpt": "Validation Errors (400): {validation_errors: [ERRORS]}; Progress Monitoring (200): {status: \"failed\", error_message: \"ERROR_MESSAGE\"}; Snapshot Not Ready (202): {status: \"building\", message: \"Snapshot is building, try again in 10s\"}", "confidence": "high" }, { "field": "rate_limit_window", "url": "https://docs.brightdata.com/datasets/scrapers/scrapers-library/error-list-by-endpoint", "excerpt": "If your IP gets 25+ 429 responses within 5 minutes, it is automatically blacklisted", "confidence": "high" }, { "field": "free_tier_limit", "url": "https://brightdata.com/products/web-scraper", "excerpt": "5K records/month, no credit card required", "confidence": "high" }, { "field": "price_basis", "url": "https://brightdata.com/pricing/web-scraper", "excerpt": "$1.5/1K record", "confidence": "high" }, { "field": "sdk_packages", "url": "https://github.com/brightdata/sdk-js", "excerpt": "Bright Data's JS SDK, use it to call bright data's scrape and search tools. bypass any Bot-detection or Captcha and extract data from the web.", "confidence": "high" }, { "field": "mcp_url", "url": "https://github.com/brightdata/brightdata-mcp", "excerpt": "A powerful Model Context Protocol (MCP) server that provides an all-in-one solution for public web access. npx @brightdata/mcp", "confidence": "high" }, { "field": "quickstart_url", "url": "https://docs.brightdata.com/api-reference/scraper-studio-api/Getting_started_wtih_the_API", "excerpt": "The process involves three main steps: (1) authenticate with bearer token, (2) trigger the collector via POST /dca/trigger, and (3) poll /dca/dataset until results are ready.", "confidence": "high" }, { "field": "sla_url", "url": "https://brightdata.com/sla", "excerpt": "Bright Data will use commercially reasonable efforts to make the Bright Data network available with an Uptime percentage of 99.9%, during any monthly billing cycle.", "confidence": "high" }, { "field": "requires_verification", "url": "https://brightdata.com/trustcenter/kyc-faq-residential-proxy-network", "excerpt": "our KYC process is a mandatory step for all new customers who wish to join our residential proxy network or gain special access rights", "confidence": "medium" }, { "field": "launched_at", "url": "https://brightdata.com/about", "excerpt": "2014: Luminati was founded offers residential IPs", "confidence": "high" }, { "field": "notable_customers", "url": "https://brightdata.com/customer-stories", "excerpt": "Bitget: Bright Data is trustworthy and compliant, the service is great... Kernel: Bright Data gave us the scale and reliability to run enrichment... Clootrack: Bright Data's infrastructure is as reliable as it gets...", "confidence": "high" }, { "field": "webhook_signing", "url": "https://docs.brightdata.com/scraping-automation/web-data-apis/web-scraper-api/trigger-a-collection", "excerpt": "Authorization header for webhook delivery is supported", "confidence": "low" }, { "field": "gdpr", "url": "https://brightdata.com/legal/privacy", "excerpt": "continuously monitor the dynamic global privacy landscape and adapt accordingly to ensure complete compliance with privacy laws including the European Union's GDPR.", "confidence": "high" }, { "field": "known_restrictions (KYC scope)", "url": "https://brightdata.com/trustcenter/kyc-faq-residential-proxy-network", "excerpt": "Our KYC process is a mandatory step for all new customers who wish to join our residential proxy network or gain special access rights. You can use all our other products and services while your KYC request is being processed.", "confidence": "high" }, { "field": "mcp_server_available", "url": "https://brightdata.com/ai/mcp-server", "excerpt": "The Web MCP enables LLMs and AI agents to search, extract and navigate the web without getting blocked. Open-source repository available on GitHub (brightdata/brightdata-mcp).", "confidence": "high" }, { "field": "sdk_languages", "url": "https://github.com/brightdata/sdk-js", "excerpt": "Bright Data's JS SDK, use it to call bright data's scrape and search tools. Bypass any Bot-detection or Captcha and extract data from the web.", "confidence": "high" }, { "field": "self_serve_signup", "url": "https://brightdata.com/products/web-scraper", "excerpt": "No credit card required. Free trial available.", "confidence": "high" }, { "field": "base_url", "url": "https://docs.brightdata.com/datasets/scrapers/scrapers-library/overview", "excerpt": "The API uses https://api.brightdata.com as the base URL with two core endpoints: POST /datasets/v3/trigger and GET /dca/dataset?id=", "confidence": "high" }, { "field": "api_version", "url": "https://brightdata.com/products/web-scraper", "excerpt": "https://api.brightdata.com/datasets/v3/trigger", "confidence": "high" }, { "field": "versioning_scheme", "url": "https://docs.brightdata.com/api-reference/web-scraper-api/synchronous-requests", "excerpt": "POST https://api.brightdata.com/datasets/v3/scrape", "confidence": "high" }, { "field": "auth_methods", "url": "https://docs.brightdata.com/api-reference/authentication", "excerpt": "An API key is a secure hashed token used to authenticate with Bright Data API.", "confidence": "high" }, { "field": "api_style", "url": "https://docs.brightdata.com/api-reference/rest-api/scraper/crawl-api", "excerpt": "The API uses POST /datasets/v3/trigger endpoint with JSON or CSV format input data in request body", "confidence": "high" }, { "field": "rate_limit_requests", "url": "https://docs.brightdata.com/datasets/scrapers/scrapers-library/error-list-by-endpoint", "excerpt": "≤ 20 inputs per request: up to 1500 concurrent requests; > 20 inputs per request: up to 100 concurrent requests", "confidence": "high" }, { "field": "free_tier_limit", "url": "https://brightdata.com/pricing/web-scraper", "excerpt": "5K records per month, No credit card required", "confidence": "high" }, { "field": "starting_price_usd", "url": "https://brightdata.com/pricing/web-scraper", "excerpt": "$1.5/1K record, Pay only for success, Set monthly spend limits", "confidence": "high" }, { "field": "sdk_packages", "url": "https://docs.brightdata.com/api-reference/SDK", "excerpt": "Install the Bright Data Python SDK (700+ scrapers) to scrape URLs, search the web, run platform scrapers and connect Playwright to the Browser API.", "confidence": "high" }, { "field": "sdk_packages", "url": "https://github.com/brightdata/cli", "excerpt": "Official Bright Data CLI - scrape, search, and extract structured web data directly from your terminal.", "confidence": "high" }, { "field": "mcp_url", "url": "https://brightdata.com/ai/mcp-server", "excerpt": "5,000 MCP requests every month - for free", "confidence": "high" }, { "field": "idempotency_supported", "url": "https://docs.brightdata.com/api-reference/rest-api/scraper/crawl-api", "excerpt": "The trigger endpoint returns a snapshot_id for retrieving results from a data collection job triggered via the API", "confidence": "medium" }, { "field": "data_retention_policy_url", "url": "https://brightdata.com/privacy", "excerpt": "We will retain your personal information for as long as necessary to provide the Service, and as necessary to comply with our legal obligations, resolve disputes, and enforce our policies.", "confidence": "high" }, { "field": "requires_verification", "url": "https://brightdata.com/pricing/web-scraper", "excerpt": "No credit card required (free tier signup for Web Scraper API)", "confidence": "medium" }, { "field": "launched_at", "url": "https://brightdata.com/blog/why-brightdata/why-we-changed-our-name-from-luminati-networks-to-bright-data", "excerpt": "Luminati Networks Changes Name to Bright Data", "confidence": "high" }, { "field": "stability", "url": "https://brightdata.com/products/web-scraper", "excerpt": "Trusted by 20,000+ customers worldwide; 99.99% uptime", "confidence": "high" } ], "fields_not_found": [ "hipaa (trust page exists but does not mention HIPAA)", "pci_dss (trust page exists but does not mention PCI DSS)", "exact proxy types breakdown (datacenter/mobile/ISP vs residential split)", "ISO 27017/27018 explicit mention on product page vs trust center", "concurrency cap for Scale vs Enterprise plan (only documented in API reference for scraper library)", "ga_date", "webhook_signing", "webhook_events_url", "deprecation_policy_url", "idempotency_supported" ], "source_confidence": "high", "last_verified_at": "2026-06-14T00:00:00.000Z", "contribute": { "note": "This data is crowd-editable. Suggest corrections or leave a review via these endpoints - no auth required, requests are rate-limited, and every submission is reviewed before it goes live. For a field edit, {field} is any key in this response and a citation is required.", "endpoints": [ { "action": "review", "label": "Leave a review or comment", "method": "POST", "url": "https://apio.sh/api/feedback/brightdata-scraper", "example_body": { "kind": "review", "rating": 5, "body": "Your experience with this API…" } }, { "action": "field_edit", "label": "Suggest a correction to a field (cite a source)", "method": "POST", "url": "https://apio.sh/api/suggest/brightdata-scraper/{field}", "example_body": { "value": "corrected value", "citations": [ { "url": "https://source.example/page", "excerpt": "supporting quote" } ], "note": "what changed and why" } }, { "action": "new_api", "label": "Suggest a new API to add", "method": "POST", "url": "https://apio.sh/api/suggest/api", "example_body": { "value": { "name": "Acme API", "website_url": "https://acme.example" }, "citations": [ { "url": "https://acme.example" } ] } }, { "action": "token", "label": "Optional - raise your rate limit", "method": "GET", "url": "https://apio.sh/api/feedback/token" } ] } }