{
  "name": "Crawlbase",
  "slug": "crawlbase",
  "website_url": "https://crawlbase.com",
  "vendor_description": "\"Web data infrastructure for developers, enterprises & LLMs\"",
  "categories": [
    "scraping"
  ],
  "summary": "Crawlbase is a web data infrastructure platform, launched in 2017, that provides scraping and crawling APIs for developers, enterprises, and AI/LLM training pipelines, with support for JavaScript rendering, CAPTCHA solving, anti-bot bypass, and structured data extraction. It draws on 140 million rotating residential proxies and 98 million datacenter proxies across 195 countries for geo-targeting. Pricing starts at $3 per 1,000 requests with a free tier of 1,000 requests requiring no credit card, and the REST API ships with SDKs for seven languages including Python, Node.js, and Go. Notable customers include Intel, Airbnb, Shopify, and Expedia, and a published SLA and GDPR compliance are in place.",
  "capabilities": {
    "supported_actions": [
      "scrape",
      "crawl",
      "js_rendering",
      "captcha_solving",
      "anti_bot_bypass",
      "screenshot",
      "pdf_rendering",
      "structured_data_extraction",
      "prebuilt_scrapers",
      "async_jobs",
      "proxy_rotation",
      "residential_proxies",
      "datacenter_proxies",
      "markdown_output",
      "ai_extraction",
      "cloud_storage",
      "webhook_delivery",
      "geo_targeting",
      "sticky_sessions",
      "tor_network"
    ],
    "supported_regions": [
      "140M rotating residential proxies",
      "98M datacenter proxies",
      "195 countries supported for geo-targeting (Crawling API)",
      "45+ countries supported (Smart AI Proxy Premium)",
      "23 countries supported for country routing parameter"
    ],
    "supported_languages": [],
    "input_types": [
      "target URL",
      "country/geo code",
      "device type",
      "custom headers",
      "cookies",
      "CSS click selector",
      "prebuilt scraper id",
      "render JS flag",
      "async flag",
      "callback/webhook URL",
      "output format flag",
      "scroll flag",
      "screenshot flag"
    ],
    "output_types": [
      "raw HTML",
      "rendered HTML",
      "Markdown",
      "JSON (structured)",
      "screenshot (JPEG)",
      "PDF",
      "parsed fields (prebuilt scrapers)",
      "webhook delivery",
      "cloud-stored pages"
    ],
    "webhooks_supported": true,
    "sandbox_available": false,
    "sdk_languages": [
      "Python",
      "Node.js",
      "Ruby",
      "PHP",
      "Go",
      "Java",
      "C#/.NET"
    ],
    "mcp_server_available": true
  },
  "integration": {
    "api_style": "rest",
    "base_url": "https://api.crawlbase.com/",
    "api_version": null,
    "versioning_scheme": "none",
    "stability": "ga",
    "deprecation_policy_url": null,
    "auth_methods": [
      "api_key"
    ],
    "auth_docs_url": "https://crawlbase.com/docs/authentication",
    "idempotency_supported": false,
    "error_format": "vendor-specific",
    "webhook_signing": null,
    "webhook_events_url": null,
    "rate_limit_requests": 20,
    "rate_limit_window": "concurrent",
    "sdk_packages": [
      {
        "package": "crawlbase",
        "language": "Python",
        "official": true,
        "repo_url": "https://github.com/crawlbase/crawlbase-python"
      },
      {
        "package": "crawlbase",
        "language": "Node.js",
        "official": true,
        "repo_url": "https://github.com/crawlbase/crawlbase-node"
      },
      {
        "package": "crawlbase",
        "language": "Ruby",
        "official": true,
        "repo_url": "https://github.com/crawlbase/crawlbase-ruby"
      },
      {
        "package": "crawlbase/crawlbase",
        "language": "PHP",
        "official": true,
        "repo_url": "https://github.com/crawlbase/crawlbase-php"
      },
      {
        "package": "github.com/crawlbase/crawlbase-go",
        "language": "Go",
        "official": true,
        "repo_url": "https://github.com/crawlbase/crawlbase-go"
      },
      {
        "package": "com.crawlbase:crawlbase-java",
        "language": "Java",
        "official": true,
        "repo_url": "https://github.com/crawlbase/crawlbase-java"
      },
      {
        "package": "CrawlbaseAPI",
        "language": "C#/.NET",
        "official": true,
        "repo_url": "https://github.com/crawlbase/crawlbase-net"
      }
    ],
    "mcp_url": "https://crawlbase.com/mcp",
    "quickstart_url": "https://crawlbase.com/docs/quick-start"
  },
  "pricing": {
    "pricing_model": "hybrid",
    "has_published_pricing": true,
    "starting_price_usd": "3.0000",
    "price_basis": "1,000 requests",
    "free_tier_available": true,
    "free_tier_limit": "1,000 requests (no credit card required)",
    "free_tier_details": "Cloud Storage Free plan: $0/month with 10,000 requests and 14-day retention (recurring tier). Smart AI Proxy Free Trial plan: $0/month with 5,000 credits and 5 threads (labeled 'Free Trial' on pricing page). Crawling API: 1,000 free requests on signup (one-time, not recurring).",
    "minimum_commitment": null,
    "self_serve_signup": true,
    "requires_sales_call": false,
    "requires_verification": false,
    "enterprise_plan_available": true,
    "price_points": [
      {
        "plan": "Crawling API - Standard (0-1k)",
        "item": "successful requests",
        "amount_usd": "3.0000",
        "amount_percent": null,
        "per": "1,000 requests",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Crawling API - Standard (next 10k)",
        "item": "successful requests",
        "amount_usd": "2.0000",
        "amount_percent": null,
        "per": "1,000 requests",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Crawling API - Standard (next 100k)",
        "item": "successful requests",
        "amount_usd": "0.6000",
        "amount_percent": null,
        "per": "1,000 requests",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Crawling API - Standard (next 1M)",
        "item": "successful requests",
        "amount_usd": "0.5000",
        "amount_percent": null,
        "per": "1,000 requests",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Crawling API - Standard (next 10M)",
        "item": "successful requests",
        "amount_usd": "0.1000",
        "amount_percent": null,
        "per": "1,000 requests",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Crawling API - Standard (next 100M)",
        "item": "successful requests",
        "amount_usd": "0.0500",
        "amount_percent": null,
        "per": "1,000 requests",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Crawling API - Standard (next 1B)",
        "item": "successful requests",
        "amount_usd": "0.0400",
        "amount_percent": null,
        "per": "1,000 requests",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Crawling API - Standard (1B+)",
        "item": "successful requests",
        "amount_usd": "0.0200",
        "amount_percent": null,
        "per": "1,000 requests",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Crawling API - Moderate (0-1k)",
        "item": "successful requests",
        "amount_usd": "4.5000",
        "amount_percent": null,
        "per": "1,000 requests",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Crawling API - Moderate (next 10k)",
        "item": "successful requests",
        "amount_usd": "3.0000",
        "amount_percent": null,
        "per": "1,000 requests",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Crawling API - Moderate (next 100k)",
        "item": "successful requests",
        "amount_usd": "0.9000",
        "amount_percent": null,
        "per": "1,000 requests",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Crawling API - Moderate (next 1M)",
        "item": "successful requests",
        "amount_usd": "0.7500",
        "amount_percent": null,
        "per": "1,000 requests",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Crawling API - Moderate (next 10M)",
        "item": "successful requests",
        "amount_usd": "0.1500",
        "amount_percent": null,
        "per": "1,000 requests",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Crawling API - Moderate (next 100M)",
        "item": "successful requests",
        "amount_usd": "0.0700",
        "amount_percent": null,
        "per": "1,000 requests",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Crawling API - Moderate (next 1B)",
        "item": "successful requests",
        "amount_usd": "0.0600",
        "amount_percent": null,
        "per": "1,000 requests",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Crawling API - Moderate (1B+)",
        "item": "successful requests",
        "amount_usd": "0.0300",
        "amount_percent": null,
        "per": "1,000 requests",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Crawling API - Complex (0-1k)",
        "item": "successful requests",
        "amount_usd": "6.0000",
        "amount_percent": null,
        "per": "1,000 requests",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Crawling API - Complex (next 10k)",
        "item": "successful requests",
        "amount_usd": "4.0000",
        "amount_percent": null,
        "per": "1,000 requests",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Crawling API - Complex (next 100k)",
        "item": "successful requests",
        "amount_usd": "1.2000",
        "amount_percent": null,
        "per": "1,000 requests",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Crawling API - Complex (next 1M)",
        "item": "successful requests",
        "amount_usd": "1.0000",
        "amount_percent": null,
        "per": "1,000 requests",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Crawling API - Complex (next 10M)",
        "item": "successful requests",
        "amount_usd": "0.2000",
        "amount_percent": null,
        "per": "1,000 requests",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Crawling API - Complex (next 100M)",
        "item": "successful requests",
        "amount_usd": "0.1000",
        "amount_percent": null,
        "per": "1,000 requests",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Crawling API - Complex (next 1B)",
        "item": "successful requests",
        "amount_usd": "0.0800",
        "amount_percent": null,
        "per": "1,000 requests",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Crawling API - Complex (1B+)",
        "item": "successful requests",
        "amount_usd": "0.0400",
        "amount_percent": null,
        "per": "1,000 requests",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Crawling API - LinkedIn",
        "item": "successful requests (public pages only)",
        "amount_usd": "15.0000",
        "amount_percent": null,
        "per": "1,000 requests",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Smart AI Proxy - Free Trial",
        "item": "subscription",
        "amount_usd": "0.0000",
        "amount_percent": null,
        "per": "month",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Smart AI Proxy - Free Trial",
        "item": "credits included",
        "amount_usd": "0.0000",
        "amount_percent": null,
        "per": "5,000 credits/month",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Smart AI Proxy - Starter",
        "item": "subscription",
        "amount_usd": "149.0000",
        "amount_percent": null,
        "per": "month",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Smart AI Proxy - Starter (annual)",
        "item": "subscription",
        "amount_usd": "1599.0000",
        "amount_percent": null,
        "per": "year",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Smart AI Proxy - Starter",
        "item": "credits included",
        "amount_usd": null,
        "amount_percent": null,
        "per": "200,000 credits/month",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Smart AI Proxy - Advanced",
        "item": "subscription",
        "amount_usd": "229.0000",
        "amount_percent": null,
        "per": "month",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Smart AI Proxy - Advanced (annual)",
        "item": "subscription",
        "amount_usd": "2249.0000",
        "amount_percent": null,
        "per": "year",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Smart AI Proxy - Advanced",
        "item": "credits included",
        "amount_usd": null,
        "amount_percent": null,
        "per": "1,000,000 credits/month",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Smart AI Proxy - Premium",
        "item": "subscription",
        "amount_usd": "449.0000",
        "amount_percent": null,
        "per": "month",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Smart AI Proxy - Premium (annual)",
        "item": "subscription",
        "amount_usd": "4140.0000",
        "amount_percent": null,
        "per": "year",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Smart AI Proxy - Premium",
        "item": "credits included",
        "amount_usd": null,
        "amount_percent": null,
        "per": "3,000,000 credits/month",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Cloud Storage - Free",
        "item": "subscription",
        "amount_usd": "0.0000",
        "amount_percent": null,
        "per": "month",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Cloud Storage - Free",
        "item": "requests included",
        "amount_usd": "0.0000",
        "amount_percent": null,
        "per": "10,000 requests, 14-day retention",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Cloud Storage - Developer",
        "item": "subscription",
        "amount_usd": "29.0000",
        "amount_percent": null,
        "per": "month",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Cloud Storage - Developer",
        "item": "requests included",
        "amount_usd": null,
        "amount_percent": null,
        "per": "100,000 requests, 30-day retention",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Cloud Storage - Business",
        "item": "subscription",
        "amount_usd": "249.0000",
        "amount_percent": null,
        "per": "month",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      },
      {
        "plan": "Cloud Storage - Business",
        "item": "requests included",
        "amount_usd": null,
        "amount_percent": null,
        "per": "1,000,000 requests, 30-day retention",
        "currency": "USD",
        "source_url": "https://crawlbase.com/pricing"
      }
    ]
  },
  "compliance": {
    "soc2": "none",
    "hipaa": false,
    "gdpr": true,
    "iso_27001": false,
    "pci_dss": false,
    "sla_published": true,
    "sla_url": null,
    "data_retention_policy_url": "https://crawlbase.com/privacy",
    "documented_rate_limits": "Default concurrency limit in Crawling API proxy mode is 20 requests per second (~1.7M req/day). Smart AI Proxy thread limits by plan: Free=5, Starter=20, Advanced=40, Premium=80.",
    "known_restrictions": [
      "LinkedIn crawling limited to public pages only and excluded from free credits",
      "POST/PUT methods: normal token only; accounts caught using POST for spam, credential stuffing, or other malicious traffic will be suspended",
      "Prohibited uses: spam, comment injection, fraudulent form submissions, scripted account creation, credential stuffing",
      "Scroll billing: first 8 seconds = 1 request; each additional 5 seconds adds 1 billed request",
      "Only pay for successful requests (pc_status=200 AND original_status in 200,201,204,301,302,404,410)",
      "Google SERP scraper is a prebuilt scraper within the Crawling API, not a standalone SERP API product"
    ]
  },
  "developer": {
    "docs_url": "https://crawlbase.com/docs",
    "api_reference_url": "https://crawlbase.com/docs/api-reference",
    "openapi_spec_url": null,
    "postman_collection_url": null,
    "changelog_url": null,
    "status_page_url": "https://status.crawlbase.com",
    "llms_txt_url": "https://crawlbase.com/llms.txt",
    "markdown_docs_url": "https://crawlbase.com/docs.md",
    "rendering": "static"
  },
  "adoption": {
    "launched_at": "2017-01-01",
    "ga_date": null,
    "github_stars": null,
    "github_stars_at": null,
    "notable_customers": [
      "Intel",
      "Pinterest",
      "Airbnb",
      "Honda",
      "Amgen",
      "Huawei",
      "Shopify",
      "Expedia",
      "H&M",
      "Nike",
      "Oracle",
      "Stanford University",
      "LG"
    ]
  },
  "scores": {
    "agent_friendliness": 75,
    "pricing_transparency": 100,
    "setup_speed": 85,
    "docs_quality": 60,
    "procurement_friction": 100,
    "trust_readiness": 35,
    "best_for": [
      "Prototypes and side projects - free to start, no sales call",
      "AI agents and automation - an agent-ready surface (MCP / llms.txt)",
      "Teams needing broad API coverage out of the box"
    ],
    "avoid_if": [
      "You have strict compliance requirements"
    ]
  },
  "sources": [
    {
      "field": "sla_published",
      "url": "https://crawlbase.com/enterprise",
      "excerpt": "99.9% uptime guarantee and 90+% success rate",
      "confidence": "high"
    },
    {
      "field": "categories",
      "url": "https://crawlbase.com/docs/scrapers/google-serp",
      "excerpt": "Add `&scraper=google-serp` to a Crawling API request",
      "confidence": "high"
    },
    {
      "field": "supported_actions",
      "url": "https://crawlbase.com/docs/crawling-api/parameters/",
      "excerpt": "screenshot: Boolean for JPEG capture; pdf: Boolean to render as PDF file instead of HTML; format: html | json | md; scraper: Apply built-in structured data extractor; async: Boolean to queue request; callback: Webhook URL to receive crawl results; store: Boolean to persist crawled page in Cloud Storage",
      "confidence": "high"
    },
    {
      "field": "pricing_model",
      "url": "https://crawlbase.com/pricing",
      "excerpt": "Crawling API: pay-per-request with complexity tiers (Standard $3/1k, Moderate $4.50/1k, Complex $6/1k); Smart AI Proxy: Starter $149/month, Advanced $229/month, Premium $449/month; Cloud Storage: Developer $29/month, Business $249/month",
      "confidence": "high"
    },
    {
      "field": "has_published_pricing",
      "url": "https://crawlbase.com/pricing",
      "excerpt": "Standard: $3.00 per 1,000 requests; Moderate: $4.50 per 1,000 requests; Complex: $6.00 per 1,000 requests; LinkedIn: $15 per 1,000 requests; Starter: $149/month; Advanced: $229/month; Premium: $449/month",
      "confidence": "high"
    },
    {
      "field": "free_tier_available",
      "url": "https://crawlbase.com/cloud-storage-for-crawling-and-scraping",
      "excerpt": "10k requests, 14 days retention period",
      "confidence": "medium"
    },
    {
      "field": "free_tier_details",
      "url": "https://crawlbase.com/signup",
      "excerpt": "Every new account starts with 1,000 free successful requests and no credit card",
      "confidence": "medium"
    },
    {
      "field": "vendor_description",
      "url": "https://crawlbase.com/",
      "excerpt": "Web data infrastructure for developers, enterprises & LLMs",
      "confidence": "high"
    },
    {
      "field": "categories",
      "url": "https://crawlbase.com/",
      "excerpt": "Crawl, extract, and store web data with APIs, smart proxies, managed scrapers, and cloud storage.",
      "confidence": "high"
    },
    {
      "field": "supported_actions",
      "url": "https://crawlbase.com/docs/crawling-api/",
      "excerpt": "Solves Cloudflare, PerimeterX, DataDome, hCaptcha, and other common challenges",
      "confidence": "high"
    },
    {
      "field": "pricing_model",
      "url": "https://crawlbase.com/blog/crawlbase-pricing-explained/",
      "excerpt": "the first billing cycle reflecting the new rates starts on January 1, 2025",
      "confidence": "high"
    },
    {
      "field": "free_tier_available",
      "url": "https://crawlbase.com/pricing",
      "excerpt": "Free Trial: $0, 5,000 credits, 5 threads; Cloud Storage Free: $0, 10k requests, 14-day retention",
      "confidence": "medium"
    },
    {
      "field": "free_tier_details",
      "url": "https://crawlbase.com/pricing",
      "excerpt": "Smart AI Proxy Free Trial: $0/month, 5,000 credits, 5 threads; Cloud Storage Free: $0/month, 10,000 requests, 14-day retention",
      "confidence": "medium"
    },
    {
      "field": "mcp_server_available",
      "url": "https://crawlbase.com/mcp",
      "excerpt": "Connect Claude, Cursor, Windsurf & other MCP agents to live web data with just one config.",
      "confidence": "high"
    },
    {
      "field": "sla_published",
      "url": "https://crawlbase.com/terms",
      "excerpt": "We do not commit to ensuring that the website will be available at any particular time.",
      "confidence": "high"
    },
    {
      "field": "gdpr",
      "url": "https://crawlbase.com/enterprise",
      "excerpt": "GDPR Compliant: Fully committed to General Data Protection Regulation standards for EU users",
      "confidence": "high"
    },
    {
      "field": "soc2",
      "url": "https://crawlbase.com/privacy",
      "excerpt": "Only GDPR compliance is explicitly referenced. No other certifications (SOC2, ISO 27001, HIPAA, or PCI DSS) are mentioned in this privacy policy document.",
      "confidence": "high"
    },
    {
      "field": "iso_27001",
      "url": "https://crawlbase.com/privacy",
      "excerpt": "Only GDPR compliance is explicitly referenced. No other certifications (SOC2, ISO 27001, HIPAA, or PCI DSS) are mentioned",
      "confidence": "high"
    },
    {
      "field": "gdpr",
      "url": "https://crawlbase.com/privacy",
      "excerpt": "Crawlbase is GDPR compliant and you can find more information about it below.",
      "confidence": "high"
    },
    {
      "field": "soc2",
      "url": "https://crawlbase.com/enterprise",
      "excerpt": "No additional SLA metrics, performance guarantees, or industry-specific certifications (ISO, SOC 2, etc.) are mentioned in the provided content.",
      "confidence": "high"
    },
    {
      "field": "iso_27001",
      "url": "https://crawlbase.com/enterprise",
      "excerpt": "No additional SLA metrics, performance guarantees, or industry-specific certifications (ISO, SOC 2, etc.) are mentioned",
      "confidence": "high"
    },
    {
      "field": "hipaa",
      "url": "https://crawlbase.com/privacy",
      "excerpt": "Only GDPR compliance is explicitly referenced. No other certifications (SOC2, ISO 27001, HIPAA, or PCI DSS) are mentioned in this privacy policy document.",
      "confidence": "high"
    },
    {
      "field": "documented_rate_limits",
      "url": "https://crawlbase.com/docs/crawling-api/response-codes/",
      "excerpt": "Default rate limit in proxy mode is 20 requests per second (~1.7M req/day).",
      "confidence": "high"
    },
    {
      "field": "known_restrictions",
      "url": "https://crawlbase.com/pricing",
      "excerpt": "LinkedIn charges fixed $15 per 1,000 requests with restrictions on public pages only; free credits excluded",
      "confidence": "high"
    },
    {
      "field": "sandbox_available",
      "url": "https://crawlbase.com/signup",
      "excerpt": "Every new account starts with 1,000 free successful requests and no credit card",
      "confidence": "high"
    },
    {
      "field": "sdk_languages",
      "url": "https://crawlbase.com/docs/crawling-api/",
      "excerpt": "SDK Languages: Python, Node.js, Ruby, PHP, Go, Java, C#/.NET",
      "confidence": "high"
    },
    {
      "field": "self_serve_signup",
      "url": "https://crawlbase.com/signup",
      "excerpt": "Every new account starts with 1,000 free successful requests and no credit card",
      "confidence": "high"
    },
    {
      "field": "auth_methods",
      "url": "https://crawlbase.com/docs/crawling-api",
      "excerpt": "One token authenticates all of them; pricing and concurrency budgets are shared across the products you subscribe to. Tokens come in Normal or JavaScript variants.",
      "confidence": "high"
    },
    {
      "field": "api_style",
      "url": "https://crawlbase.com/docs/crawling-api",
      "excerpt": "Supports three HTTP methods: \"GET (query-only), POST (form or JSON body), PUT (raw payload).\"",
      "confidence": "high"
    },
    {
      "field": "sdk_packages",
      "url": "https://github.com/crawlbase/crawlbase-python",
      "excerpt": "Fast python library for the Crawlbase API. Latest release is v1.0.0 (July 5, 2023), labeled as \"Initial rebranding release\"",
      "confidence": "high"
    },
    {
      "field": "sdk_packages",
      "url": "https://github.com/crawlbase/crawlbase-php",
      "excerpt": "A lightweight, dependency free PHP class that acts as wrapper for Crawlbase API",
      "confidence": "high"
    },
    {
      "field": "sdk_packages",
      "url": "https://github.com/crawlbase/crawlbase-go",
      "excerpt": "go get github.com/crawlbase/crawlbase-go",
      "confidence": "high"
    },
    {
      "field": "mcp_url",
      "url": "https://crawlbase.com/mcp",
      "excerpt": "The npm package is `@crawlbase/mcp@latest`, installed via: `npx @crawlbase/mcp@latest`",
      "confidence": "high"
    },
    {
      "field": "quickstart_url",
      "url": "https://crawlbase.com/docs/quick-start",
      "excerpt": "A free Crawlbase account - gets you 1,000 free requests, no credit card.",
      "confidence": "high"
    },
    {
      "field": "rate_limit_requests",
      "url": "https://crawlbase.com/docs/crawling-api",
      "excerpt": "Default rate limit in proxy mode is 20 requests per second (~1.7M req/day).",
      "confidence": "high"
    },
    {
      "field": "error_format",
      "url": "https://crawlbase.com/docs/status-codes",
      "excerpt": "Always check HTTP status first. If it's 200, then check `pc_status`. If that's 200, then check `original_status` for site-side errors.",
      "confidence": "high"
    },
    {
      "field": "webhook_signing",
      "url": "https://crawlbase.com/docs/crawler/api",
      "excerpt": "When the crawler was created with a callback URL, Crawlbase POSTs each result to that webhook the moment the crawl finishes. Your endpoint must: Accept `POST` and respond with `200`, `201`, or `204` within 200ms",
      "confidence": "high"
    },
    {
      "field": "free_tier_limit",
      "url": "https://crawlbase.com/docs/quick-start",
      "excerpt": "A free Crawlbase account - gets you 1,000 free requests, no credit card.",
      "confidence": "high"
    },
    {
      "field": "starting_price_usd",
      "url": "https://crawlbase.com/pricing",
      "excerpt": "Standard: starting at $3.00 per 1,000 requests",
      "confidence": "high"
    },
    {
      "field": "notable_customers",
      "url": "https://crawlbase.com/customers-success-stories",
      "excerpt": "At Intel we need data at scale. Crawlbase has helped on our data demands allowing us to crawl billions of documents in a short period of time.",
      "confidence": "high"
    },
    {
      "field": "notable_customers",
      "url": "https://crawlbase.com/",
      "excerpt": "70k+ companies trust Crawlbase for AI-powered Proxy & Web Scraping solutions. Logos: Shopify, Expedia, H&M, Pinterest, Nike, Yahoo, Oracle.",
      "confidence": "high"
    },
    {
      "field": "data_retention_policy_url",
      "url": "https://crawlbase.com/blog/data-security-crawlbase/",
      "excerpt": "Crawlbase does not store or cache any data obtained through API unless specified or if the Cloud Storage has been utilized.",
      "confidence": "high"
    },
    {
      "field": "stability",
      "url": "https://crawlbase.com/docs/crawling-api",
      "excerpt": "Production-ready endpoints. All systems operational.",
      "confidence": "medium"
    },
    {
      "field": "pci_dss",
      "url": "https://crawlbase.com/privacy",
      "excerpt": "Only GDPR compliance is explicitly referenced. No other certifications (SOC2, ISO 27001, HIPAA, or PCI DSS) are mentioned in this privacy policy document.",
      "confidence": "high"
    },
    {
      "field": "documented_rate_limits",
      "url": "https://crawlbase.com/smart-proxy",
      "excerpt": "Thread Limits by Plan: Free: 5 threads, Starter: 20 threads, Advanced: 40 threads, Premium: 80 threads",
      "confidence": "high"
    },
    {
      "field": "known_restrictions",
      "url": "https://crawlbase.com/docs/crawling-api/response-codes/",
      "excerpt": "Scroll billing: First 8 seconds = 1 request; every additional 5 seconds adds 1 more billed request. Only billable when both conditions met: pc_status = 200 AND original_status is one of: 200, 201, 204, 301, 302, 404, or 410",
      "confidence": "high"
    },
    {
      "field": "webhooks_supported",
      "url": "https://crawlbase.com/docs/crawling-api/parameters/",
      "excerpt": "callback: Webhook URL to receive crawl results",
      "confidence": "high"
    },
    {
      "field": "enterprise_plan_available",
      "url": "https://crawlbase.com/pricing",
      "excerpt": "Enterprise Crawler: Custom asynchronous crawling for large-scale projects. Pricing requires contacting sales; features include multiple delivery options and priority support. Cloud Storage Enterprise: Custom pricing",
      "confidence": "high"
    },
    {
      "field": "auth_methods",
      "url": "https://crawlbase.com/docs/authentication",
      "excerpt": "Pass your token as the `token` query parameter on every request.",
      "confidence": "high"
    },
    {
      "field": "base_url",
      "url": "https://crawlbase.com/docs/crawling-api",
      "excerpt": "The API endpoint is: `https://api.crawlbase.com/?token=YOUR_TOKEN&url=ENCODED_URL`",
      "confidence": "high"
    },
    {
      "field": "versioning_scheme",
      "url": "https://crawlbase.com/docs/api-reference",
      "excerpt": "No explicit API version information is present in the URL structure or headers mentioned in this overview page.",
      "confidence": "high"
    },
    {
      "field": "sdk_packages",
      "url": "https://github.com/crawlbase/crawlbase-node",
      "excerpt": "Fast dependency free library for Crawlbase API. Latest release is v1.0.2 (June 20, 2024)",
      "confidence": "high"
    },
    {
      "field": "sdk_packages",
      "url": "https://github.com/crawlbase/crawlbase-java",
      "excerpt": "A lightweight, java class that acts as wrapper for Crawlbase API",
      "confidence": "high"
    },
    {
      "field": "sdk_packages",
      "url": "https://github.com/crawlbase/crawlbase-net",
      "excerpt": "lightweight, fast .NET class that acts as wrapper for Crawlbase API. NuGet Package Name: CrawlbaseAPI",
      "confidence": "high"
    },
    {
      "field": "mcp_url",
      "url": "https://github.com/crawlbase/crawlbase-mcp",
      "excerpt": "Crawlbase MCP Server connects AI agents and LLMs with real-time web data. It powers Claude, Cursor, and Windsurf integrations with battle-tested web scraping, JavaScript rendering, and anti-bot protection",
      "confidence": "high"
    },
    {
      "field": "rate_limit_requests",
      "url": "https://crawlbase.com/docs/rate-limits",
      "excerpt": "Concurrent requests: Default 20, per token. Crawlbase enforces per-token concurrency limits, not requests-per-minute.",
      "confidence": "high"
    },
    {
      "field": "rate_limit_window",
      "url": "https://crawlbase.com/docs/rate-limits",
      "excerpt": "Crawlbase enforces per-token concurrency limits, not requests-per-minute. Send as fast as you want, just keep parallel in-flight requests under your ceiling.",
      "confidence": "high"
    },
    {
      "field": "idempotency_supported",
      "url": "https://crawlbase.com/docs/crawler/api",
      "excerpt": "Be idempotent on `rid`: duplicate deliveries can happen on retry. Your endpoint must be idempotent — handlers that rely on exactly-once delivery will double-count.",
      "confidence": "medium"
    },
    {
      "field": "requires_verification",
      "url": "https://crawlbase.com/docs/quick-start",
      "excerpt": "A free Crawlbase account - gets you 1,000 free requests, no credit card.",
      "confidence": "high"
    },
    {
      "field": "free_tier_limit",
      "url": "https://crawlbase.com/pricing",
      "excerpt": "Starting Price: Free tier with 1,000 complimentary requests",
      "confidence": "high"
    },
    {
      "field": "price_basis",
      "url": "https://crawlbase.com/pricing",
      "excerpt": "Per request, complexity-based pay-as-you-go",
      "confidence": "high"
    },
    {
      "field": "notable_customers",
      "url": "https://crawlbase.com/about-us",
      "excerpt": "More than 70,000 paying customers. Notable logos: Smarttone, Honda, Amgen, Airbnb, Danone, and Huawei.",
      "confidence": "high"
    },
    {
      "field": "data_retention_policy_url",
      "url": "https://crawlbase.com/privacy",
      "excerpt": "You can ask for this information to be deleted at any point of time.",
      "confidence": "high"
    },
    {
      "field": "sla_url",
      "url": "https://crawlbase.com/enterprise",
      "excerpt": "99.9% uptime guarantee and 90+% success rate",
      "confidence": "high"
    },
    {
      "field": "launched_at",
      "url": "https://www.crunchbase.com/organization/proxycrawl",
      "excerpt": null,
      "confidence": "low"
    }
  ],
  "fields_not_found": [
    "minimum_commitment",
    "webhook_signing",
    "ga_date",
    "launched_at (exact date; branded as ProxyCrawl before 2022 rebrand, founding year not confirmed on official pages)",
    "sla_url (99.9% uptime stated on enterprise page but no formal SLA document URL)",
    "deprecation_policy_url",
    "webhook_signing (no signing secret documented)",
    "webhook_events_url (no event catalog; webhook delivery documented inline in crawler API docs)",
    "api_version"
  ],
  "source_confidence": "high",
  "last_verified_at": "2026-06-14T00:00:00.000Z",
  "contribute": {
    "note": "This data is crowd-editable. Suggest corrections or leave a review via these endpoints - no auth required, requests are rate-limited, and every submission is reviewed before it goes live. For a field edit, {field} is any key in this response and a citation is required.",
    "endpoints": [
      {
        "action": "review",
        "label": "Leave a review or comment",
        "method": "POST",
        "url": "https://apio.sh/api/feedback/crawlbase",
        "example_body": {
          "kind": "review",
          "rating": 5,
          "body": "Your experience with this API…"
        }
      },
      {
        "action": "field_edit",
        "label": "Suggest a correction to a field (cite a source)",
        "method": "POST",
        "url": "https://apio.sh/api/suggest/crawlbase/{field}",
        "example_body": {
          "value": "corrected value",
          "citations": [
            {
              "url": "https://source.example/page",
              "excerpt": "supporting quote"
            }
          ],
          "note": "what changed and why"
        }
      },
      {
        "action": "new_api",
        "label": "Suggest a new API to add",
        "method": "POST",
        "url": "https://apio.sh/api/suggest/api",
        "example_body": {
          "value": {
            "name": "Acme API",
            "website_url": "https://acme.example"
          },
          "citations": [
            {
              "url": "https://acme.example"
            }
          ]
        }
      },
      {
        "action": "token",
        "label": "Optional - raise your rate limit",
        "method": "GET",
        "url": "https://apio.sh/api/feedback/token"
      }
    ]
  }
}