{ "openapi": "3.0.1", "info": { "title": "Semrush Scraper: Domain Traffic, Authority & Top Websites", "description": "Semrush domain overview and top websites without an account: Authority Score, visits, ranks, organic and paid traffic, backlinks, top keywords, competitors, AI assistant traffic and 6-month history, plus top sites by country and category. Export to JSON, CSV or Excel.", "version": "0.0", "x-build-id": "AeZfl4mOhs3VI6hZ3" }, "servers": [ { "url": "https://api.apify.com/v2" } ], "paths": { "/acts/nice_dev~semrush-seo-scraper/run-sync-get-dataset-items": { "post": { "operationId": "run-sync-get-dataset-items-nice_dev-semrush-seo-scraper", "x-openai-isConsequential": false, "summary": "Executes an Actor, waits for its completion, and returns Actor's dataset items in response.", "tags": [ "Run Actor" ], "requestBody": { "required": true, "content": { "application/json": { "schema": { "$ref": "#/components/schemas/inputSchema" } } } }, "parameters": [ { "name": "token", "in": "query", "required": true, "schema": { "type": "string" }, "description": "Enter your Apify token here" } ], "responses": { "200": { "description": "OK" } } } }, "/acts/nice_dev~semrush-seo-scraper/runs": { "post": { "operationId": "runs-sync-nice_dev-semrush-seo-scraper", "x-openai-isConsequential": false, "summary": "Executes an Actor and returns information about the initiated run in response.", "tags": [ "Run Actor" ], "requestBody": { "required": true, "content": { "application/json": { "schema": { "$ref": "#/components/schemas/inputSchema" } } } }, "parameters": [ { "name": "token", "in": "query", "required": true, "schema": { "type": "string" }, "description": "Enter your Apify token here" } ], "responses": { "200": { "description": "OK", "content": { "application/json": { "schema": { "$ref": "#/components/schemas/runsResponseSchema" } } } } } } }, "/acts/nice_dev~semrush-seo-scraper/run-sync": { "post": { "operationId": "run-sync-nice_dev-semrush-seo-scraper", "x-openai-isConsequential": false, "summary": "Executes an Actor, waits for completion, and returns the OUTPUT from Key-value store in response.", "tags": [ "Run Actor" ], "requestBody": { "required": true, "content": { "application/json": { "schema": { "$ref": "#/components/schemas/inputSchema" } } } }, "parameters": [ { "name": "token", "in": "query", "required": true, "schema": { "type": "string" }, "description": "Enter your Apify token here" } ], "responses": { "200": { "description": "OK" } } } } }, "components": { "schemas": { "inputSchema": { "type": "object", "properties": { "domains": { "title": "Domains", "maxItems": 5000, "type": "array", "description": "Domains to analyse, one per line: `stripe.com`, `www.stripe.com` or a full URL (`https://stripe.com/pricing`) — the root domain is read. Semrush publishes one overview per root domain (a subdomain such as `docs.stripe.com` has no public page). Up to 5,000 domains.", "default": [], "items": { "type": "string" } }, "startUrls": { "title": "Semrush URLs", "maxItems": 1000, "type": "array", "description": "Semrush pages pasted from your browser: a domain page (`https://www.semrush.com/website/stripe.com/overview/`, also `/competitors/`) or a top websites page (`https://www.semrush.com/trending-websites/us/finance`). Added to the domains and lists below. Max 1 000 URLs.", "default": [], "items": { "type": "object", "required": [ "url" ], "properties": { "url": { "type": "string", "title": "URL of a web page", "format": "uri" } } } }, "location": { "title": "Top websites: country", "enum": [ "global", "ad", "ae", "af", "ag", "ai", "al", "am", "ao", "aq", "ar", "as", "at", "au", "aw", "ax", "az", "ba", "bb", "bd", "be", "bf", "bg", "bh", "bi", "bj", "bl", "bm", "bn", "bo", "bq", "br", "bs", "bt", "bv", "bw", "by", "bz", "ca", "cc", "cd", "cf", "cg", "ch", "ci", "ck", "cl", "cm", "cn", "co", "cr", "cv", "cw", "cx", "cy", "cz", "de", "dj", "dk", "dm", "do", "dz", "ec", "ee", "eg", "eh", "er", "es", "et", "fi", "fj", "fk", "fm", "fo", "fr", "ga", "gb", "gd", "ge", "gf", "gg", "gh", "gi", "gl", "gm", "gn", "gp", "gq", "gr", "gs", "gt", "gu", "gw", "gy", "hk", "hm", "hn", "hr", "ht", "hu", "id", "ie", "il", "im", "in", "io", "iq", "is", "it", "je", "jm", "jo", "jp", "ke", "kg", "kh", "ki", "km", "kn", "kr", "kw", "ky", "kz", "la", "lb", "lc", "li", "lk", "lr", "ls", "lt", "lu", "lv", "ma", "mc", "md", "me", "mf", "mg", "mh", "mk", "ml", "mn", "mo", "mp", "mq", "mr", "ms", "mt", "mu", "mv", "mw", "mx", "my", "mz", "na", "nc", "ne", "nf", "ng", "ni", "nl", "no", "np", "nr", "nu", "nz", "om", "pa", "pe", "pf", "pg", "ph", "pk", "pl", "pm", "pr", "ps", "pt", "pw", "py", "qa", "re", "ro", "rs", "ru", "rw", "sa", "sb", "sc", "se", "sg", "sh", "si", "sj", "sk", "sl", "sm", "sn", "so", "sr", "ss", "st", "sv", "sx", "sz", "tc", "td", "tg", "th", "tj", "tk", "tl", "tm", "tn", "to", "tr", "tt", "tv", "tw", "tz", "ua", "ug", "us", "uy", "uz", "va", "vc", "ve", "vg", "vi", "vn", "vu", "wf", "ws", "ye", "yt", "za", "zm", "zw" ], "type": "string", "description": "Fill to get the Semrush ranking of the most visited websites (about 100 per country and category, latest month). Leave empty for domains only." }, "locations": { "title": "Top websites: more countries", "maxItems": 241, "type": "array", "description": "More country codes (`us`, `fr`, `de`…, or `global`), added to the country above. Each country is crossed with each category below (500 country × category rankings per run at most, plus the ranking pages you paste in `startUrls`).", "default": [], "items": { "type": "string" } }, "topWebsitesCategories": { "title": "Top websites: categories", "type": "array", "description": "Industry categories of the ranking (`all` = every website). Empty = `all`.", "items": { "type": "string", "enum": [ "all", "accounting-and-auditing", "adult", "advertising-and-marketing", "aerospace-and-defense", "agriculture", "airlines", "apparel-and-fashion", "architecture", "automotive", "banking", "beauty-and-cosmetics", "biotech", "ceramics-and-pottery", "chemicals", "civil-engineering", "comics-and-animation", "computer-and-video-games", "computer-hardware", "computers-and-electronics", "computer-software-and-development", "construction-and-maintenance", "consulting", "consumer-electronics", "crafts", "customer-services", "design", "distance-learning", "ecology-and-environment", "education", "entertainment", "equipment-and-supplies", "events-services", "facilities-services", "farms-and-ranches", "finance", "fishery", "food-and-beverages", "foreign-language", "furniture", "gambling", "government", "graphic-design", "healthcare", "hospitality", "human-resources", "import-and-export", "information-technology", "insurance", "investment", "jewelry-and-luxury-products", "legal", "libraries", "machinery", "mail-and-package-delivery", "manufacturing", "maritime", "market-research", "mass-media", "medical-devices-and-equipment", "mental-health", "metals-and-mining", "military", "museums", "music", "nanotechnology", "newspapers", "nonprofit-organizations", "oil-and-gas", "online-services", "outsourcing", "packaging-and-containers", "performing-arts", "pharmaceuticals", "photography", "plastics-and-polymers", "political-organizations", "printing", "public-policy", "public-relations", "public-safety", "public-utility", "publishing", "real-estate", "recreational-facilities", "recruitment-and-staffing", "reference", "religion-and-belief", "renewable-energy", "restaurants", "retail", "science", "security-products-and-services", "social-and-charitable-organizations", "sporting-goods", "sports", "telecom", "textiles-and-nonwovens", "tobacco", "training-and-certification", "transportation-and-logistics", "travel-and-tourism", "tv-and-movies", "venture-capital", "veterinary", "visual-art", "warehousing", "wellness", "wholesalers-and-liquidators", "wine-and-spirits", "writing-and-editing-services" ], "enumTitles": [ "All categories", "Accounting and Auditing", "Adult", "Advertising and Marketing", "Aerospace and Defense", "Agriculture", "Airlines", "Apparel and Fashion", "Architecture", "Automotive", "Banking", "Beauty and Cosmetics", "Biotech", "Ceramics and Pottery", "Chemicals", "Civil Engineering", "Comics and Animation", "Computer and Video Games", "Computer Hardware", "Computers and Electronics", "Computer Software and Development", "Construction and Maintenance", "Consulting", "Consumer Electronics", "Crafts", "Customer Services", "Design", "Distance Learning", "Ecology and Environment", "Education", "Entertainment", "Equipment and Supplies", "Events Services", "Facilities Services", "Farms and Ranches", "Finance", "Fishery", "Food and Beverages", "Foreign Language", "Furniture", "Gambling", "Government", "Graphic Design", "Healthcare", "Hospitality", "Human Resources", "Import and Export", "Information Technology", "Insurance", "Investment", "Jewelry and Luxury Products", "Legal", "Libraries", "Machinery", "Mail and Package Delivery", "Manufacturing", "Maritime", "Market Research", "Mass Media", "Medical Devices and Equipment", "Mental Health", "Metals and Mining", "Military", "Museums", "Music", "Nanotechnology", "Newspapers", "Nonprofit Organizations", "Oil and Gas", "Online Services", "Outsourcing", "Packaging and Containers", "Performing Arts", "Pharmaceuticals", "Photography", "Plastics and Polymers", "Political Organizations", "Printing", "Public Policy", "Public Relations", "Public Safety", "Public Utility", "Publishing", "Real Estate", "Recreational Facilities", "Recruitment and Staffing", "Reference", "Religion and Belief", "Renewable Energy", "Restaurants", "Retail", "Science", "Security Products and Services", "Social and Charitable Organizations", "Sporting Goods", "Sports", "Telecom", "Textiles and Nonwovens", "Tobacco", "Training and Certification", "Transportation and Logistics", "Travel and Tourism", "Tv and Movies", "Venture Capital", "Veterinary", "Visual Art", "Warehousing", "Wellness", "Wholesalers and Liquidators", "Wine and Spirits", "Writing and Editing Services" ] }, "default": [ "all" ] }, "enrichTopWebsites": { "title": "Full overview of each top website", "type": "boolean", "description": "Also read the full domain overview of every website found in the rankings (one more page per website, each delivered and billed as a domain row).", "default": false }, "maxItems": { "title": "Max rows", "minimum": 0, "maximum": 1000000, "type": "integer", "description": "Maximum number of rows (domains + top websites) for the whole run. 0 = no limit.", "default": 1000 }, "maxItemsPerQuery": { "title": "Max top websites per list", "minimum": 0, "maximum": 1000000, "type": "integer", "description": "Maximum number of websites taken from each country × category ranking (top first). 0 = the whole list (about 100). With Only new rows, it is the top N watched: each run delivers the newcomers of that top N only.", "default": 0 }, "includeCompetitorDetails": { "title": "Competitor details (paid option)", "type": "boolean", "description": "Read the Semrush competitors page of each domain: up to 5 competitors with authority score, visits, ranks, pages per visit, time on site and bounce rate. One more page per domain; billed per competitor delivered (up to 5 per domain).", "default": false }, "includeHistory": { "title": "Monthly history", "type": "boolean", "description": "Keep the monthly history arrays (6 months of visits, organic and paid traffic, backlinks, referring domains, devices, AI traffic). Free — off only to get lighter rows.", "default": true }, "excludeKeywords": { "title": "Exclude domains containing", "maxItems": 50, "type": "array", "description": "Skip any domain whose name contains one of these words (case-insensitive), e.g. `casino`, `porn`. Applied to domains and top websites.", "default": [], "items": { "type": "string" } }, "minAuthorityScore": { "title": "Minimum authority score", "minimum": 0, "maximum": 100, "type": "integer", "description": "Keep only domains whose Semrush Authority Score (0-100) is at least this value. 0 = no filter. Applied to domain rows.", "default": 0 }, "minMonthlyVisits": { "title": "Minimum monthly visits", "minimum": 0, "maximum": 1000000000000, "type": "integer", "description": "Keep only domains and top websites with at least this many estimated visits in the last month: the worldwide visits of the website; for a ranking row without `enrichTopWebsites`, its visits in the ranking's country. 0 = no filter.", "default": 0 }, "onlyNew": { "title": "Only new rows", "type": "boolean", "description": "Skip domains and top websites already delivered by a previous run with the same memory key (monitoring a ranking: only newcomers are delivered). With a cap (Max top websites per list, Max rows), a ranking is watched on its top N only: a run delivers the newcomers of that top N, never the websites below it.", "default": false }, "stateKey": { "title": "Memory key", "pattern": "^[a-zA-Z0-9_-]{1,64}$", "maxLength": 64, "type": "string", "description": "Name of the memory used by **Only new rows**. Give each schedule / task its own key (e.g. `top-fr-finance`) so that they do not share their memory. Letters, digits, `-` and `_`.", "default": "default" }, "resetState": { "title": "Reset the memory", "type": "boolean", "description": "Forget what previous runs delivered before this run starts.", "default": false }, "proxyConfiguration": { "title": "Proxy configuration", "type": "object", "description": "Apify Proxy or your own proxies. Keep the default: it is included in the price. The residential Apify proxy is not available in this Actor.", "default": { "useApifyProxy": true } }, "maxConcurrency": { "title": "Max concurrency", "minimum": 1, "maximum": 30, "type": "integer", "description": "Pages read in parallel.", "default": 8 }, "maxRequestsPerMinute": { "title": "Max requests per minute", "minimum": 1, "maximum": 1200, "type": "integer", "description": "Upper bound of the request rate. With Competitor details, the competitors page of a domain counts as one more request.", "default": 240 }, "minRequestIntervalMs": { "title": "Min delay between requests", "minimum": 0, "maximum": 60000, "type": "integer", "description": "Minimum delay in milliseconds between two requests.", "default": 0 }, "maxRequestRetries": { "title": "Max request retries", "minimum": 0, "maximum": 20, "type": "integer", "description": "Retries per request before it is marked as failed. Behind a proxy, a request the site turns away is also retried on a new proxy session up to 10 times without using up these retries.", "default": 5 }, "debugLog": { "title": "Debug log", "type": "boolean", "description": "Verbose log.", "default": false } } }, "runsResponseSchema": { "type": "object", "properties": { "data": { "type": "object", "properties": { "id": { "type": "string" }, "actId": { "type": "string" }, "userId": { "type": "string" }, "startedAt": { "type": "string", "format": "date-time", "example": "2025-01-08T00:00:00.000Z" }, "finishedAt": { "type": "string", "format": "date-time", "example": "2025-01-08T00:00:00.000Z" }, "status": { "type": "string", "example": "READY" }, "meta": { "type": "object", "properties": { "origin": { "type": "string", "example": "API" }, "userAgent": { "type": "string" } } }, "stats": { "type": "object", "properties": { "inputBodyLen": { "type": "integer", "example": 2000 }, "rebootCount": { "type": "integer", "example": 0 }, "restartCount": { "type": "integer", "example": 0 }, "resurrectCount": { "type": "integer", "example": 0 }, "computeUnits": { "type": "integer", "example": 0 } } }, "options": { "type": "object", "properties": { "build": { "type": "string", "example": "latest" }, "timeoutSecs": { "type": "integer", "example": 300 }, "memoryMbytes": { "type": "integer", "example": 1024 }, "diskMbytes": { "type": "integer", "example": 2048 } } }, "buildId": { "type": "string" }, "defaultKeyValueStoreId": { "type": "string" }, "defaultDatasetId": { "type": "string" }, "defaultRequestQueueId": { "type": "string" }, "buildNumber": { "type": "string", "example": "1.0.0" }, "containerUrl": { "type": "string" }, "usage": { "type": "object", "properties": { "ACTOR_COMPUTE_UNITS": { "type": "integer", "example": 0 }, "DATASET_READS": { "type": "integer", "example": 0 }, "DATASET_WRITES": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_READS": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_WRITES": { "type": "integer", "example": 1 }, "KEY_VALUE_STORE_LISTS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_READS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_WRITES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_INTERNAL_GBYTES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_EXTERNAL_GBYTES": { "type": "integer", "example": 0 }, "PROXY_RESIDENTIAL_TRANSFER_GBYTES": { "type": "integer", "example": 0 }, "PROXY_SERPS": { "type": "integer", "example": 0 }, "PROXY_UNBLOCKER_UNITS": { "type": "integer", "example": 0 } } }, "usageTotalUsd": { "type": "number", "example": 0.00005 }, "usageUsd": { "type": "object", "properties": { "ACTOR_COMPUTE_UNITS": { "type": "integer", "example": 0 }, "DATASET_READS": { "type": "integer", "example": 0 }, "DATASET_WRITES": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_READS": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_WRITES": { "type": "number", "example": 0.00005 }, "KEY_VALUE_STORE_LISTS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_READS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_WRITES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_INTERNAL_GBYTES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_EXTERNAL_GBYTES": { "type": "integer", "example": 0 }, "PROXY_RESIDENTIAL_TRANSFER_GBYTES": { "type": "integer", "example": 0 }, "PROXY_SERPS": { "type": "integer", "example": 0 }, "PROXY_UNBLOCKER_UNITS": { "type": "integer", "example": 0 } } } } } } } } } }