{ "openapi": "3.0.1", "info": { "title": "Wayback Machine CDX Snapshot List Scraper", "description": "Queries the Wayback Machine CDX index for a URL or domain and returns each snapshot as a flat row with timestamp, original URL, snapshot URL, HTTP status, MIME type, and content digest. Filter by date, status, and MIME type server-side.", "version": "0.1", "x-build-id": "vUcI1yufVcixmttYv" }, "servers": [ { "url": "https://api.apify.com/v2" } ], "paths": { "/acts/parseforge~wayback-cdx-scraper/run-sync-get-dataset-items": { "post": { "operationId": "run-sync-get-dataset-items-parseforge-wayback-cdx-scraper", "x-openai-isConsequential": false, "summary": "Executes an Actor, waits for its completion, and returns Actor's dataset items in response.", "tags": [ "Run Actor" ], "requestBody": { "required": true, "content": { "application/json": { "schema": { "$ref": "#/components/schemas/inputSchema" } } } }, "parameters": [ { "name": "token", "in": "query", "required": true, "schema": { "type": "string" }, "description": "Enter your Apify token here" } ], "responses": { "200": { "description": "OK" } } } }, "/acts/parseforge~wayback-cdx-scraper/runs": { "post": { "operationId": "runs-sync-parseforge-wayback-cdx-scraper", "x-openai-isConsequential": false, "summary": "Executes an Actor and returns information about the initiated run in response.", "tags": [ "Run Actor" ], "requestBody": { "required": true, "content": { "application/json": { "schema": { "$ref": "#/components/schemas/inputSchema" } } } }, "parameters": [ { "name": "token", "in": "query", "required": true, "schema": { "type": "string" }, "description": "Enter your Apify token here" } ], "responses": { "200": { "description": "OK", "content": { "application/json": { "schema": { "$ref": "#/components/schemas/runsResponseSchema" } } } } } } }, "/acts/parseforge~wayback-cdx-scraper/run-sync": { "post": { "operationId": "run-sync-parseforge-wayback-cdx-scraper", "x-openai-isConsequential": false, "summary": "Executes an Actor, waits for completion, and returns the OUTPUT from Key-value store in response.", "tags": [ "Run Actor" ], "requestBody": { "required": true, "content": { "application/json": { "schema": { "$ref": "#/components/schemas/inputSchema" } } } }, "parameters": [ { "name": "token", "in": "query", "required": true, "schema": { "type": "string" }, "description": "Enter your Apify token here" } ], "responses": { "200": { "description": "OK" } } } } }, "components": { "schemas": { "inputSchema": { "type": "object", "required": [ "urlOrDomain" ], "properties": { "urlOrDomain": { "title": "URL or domain", "type": "string", "description": "Target URL, host, or domain to look up in the Wayback Machine CDX index. Examples: example.com, https://example.com/path, sub.example.com" }, "maxItems": { "title": "Maximum snapshots", "minimum": 1, "maximum": 1000000, "type": "integer", "description": "How many snapshots to collect per run." }, "outputMode": { "title": "Output mode", "enum": [ "unique-urls", "snapshots" ], "type": "string", "description": "One row per snapshot returns the full capture list: the same URL appears once per archived capture. One row per unique URL returns each distinct URL once, with how many times it was captured and its first and last capture timestamps.", "default": "unique-urls" }, "matchType": { "title": "Match type", "enum": [ "exact", "prefix", "host", "domain" ], "type": "string", "description": "How urlOrDomain is matched against the CDX index. exact = identical URL, prefix = same path prefix, host = same host only, domain = host + all subdomains.", "default": "domain" }, "from": { "title": "From (timestamp)", "type": "string", "description": "Inclusive lower bound on capture timestamp. Format: yyyy[MM[dd[HH[mm[ss]]]]] (e.g. 2020, 202001, 20200115, 20200115120000)." }, "to": { "title": "To (timestamp)", "type": "string", "description": "Inclusive upper bound on capture timestamp. Same format as From." }, "mimeFilter": { "title": "MIME type filter", "type": "string", "description": "Regex applied to the mimetype field. Prefix with ! to invert. Examples: text/html, ^image/, !text/html" }, "statusFilter": { "title": "HTTP status filter", "type": "string", "description": "Regex applied to the statuscode field. Prefill 200 keeps only captures that resolved; clear it to also get redirects and 404s. Prefix with ! to invert. Examples: 200, ^2[0-9]{2}$, !404" }, "collapse": { "title": "Collapse adjacent duplicates", "type": "string", "description": "Remove adjacent duplicate captures based on a CDX field. Format: field or field:N (first N characters). Common values: timestamp:8 (one capture per day), digest (drop content-identical captures), urlkey." } } }, "runsResponseSchema": { "type": "object", "properties": { "data": { "type": "object", "properties": { "id": { "type": "string" }, "actId": { "type": "string" }, "userId": { "type": "string" }, "startedAt": { "type": "string", "format": "date-time", "example": "2025-01-08T00:00:00.000Z" }, "finishedAt": { "type": "string", "format": "date-time", "example": "2025-01-08T00:00:00.000Z" }, "status": { "type": "string", "example": "READY" }, "meta": { "type": "object", "properties": { "origin": { "type": "string", "example": "API" }, "userAgent": { "type": "string" } } }, "stats": { "type": "object", "properties": { "inputBodyLen": { "type": "integer", "example": 2000 }, "rebootCount": { "type": "integer", "example": 0 }, "restartCount": { "type": "integer", "example": 0 }, "resurrectCount": { "type": "integer", "example": 0 }, "computeUnits": { "type": "integer", "example": 0 } } }, "options": { "type": "object", "properties": { "build": { "type": "string", "example": "latest" }, "timeoutSecs": { "type": "integer", "example": 300 }, "memoryMbytes": { "type": "integer", "example": 1024 }, "diskMbytes": { "type": "integer", "example": 2048 } } }, "buildId": { "type": "string" }, "defaultKeyValueStoreId": { "type": "string" }, "defaultDatasetId": { "type": "string" }, "defaultRequestQueueId": { "type": "string" }, "buildNumber": { "type": "string", "example": "1.0.0" }, "containerUrl": { "type": "string" }, "usage": { "type": "object", "properties": { "ACTOR_COMPUTE_UNITS": { "type": "integer", "example": 0 }, "DATASET_READS": { "type": "integer", "example": 0 }, "DATASET_WRITES": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_READS": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_WRITES": { "type": "integer", "example": 1 }, "KEY_VALUE_STORE_LISTS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_READS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_WRITES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_INTERNAL_GBYTES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_EXTERNAL_GBYTES": { "type": "integer", "example": 0 }, "PROXY_RESIDENTIAL_TRANSFER_GBYTES": { "type": "integer", "example": 0 }, "PROXY_SERPS": { "type": "integer", "example": 0 } } }, "usageTotalUsd": { "type": "number", "example": 0.00005 }, "usageUsd": { "type": "object", "properties": { "ACTOR_COMPUTE_UNITS": { "type": "integer", "example": 0 }, "DATASET_READS": { "type": "integer", "example": 0 }, "DATASET_WRITES": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_READS": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_WRITES": { "type": "number", "example": 0.00005 }, "KEY_VALUE_STORE_LISTS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_READS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_WRITES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_INTERNAL_GBYTES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_EXTERNAL_GBYTES": { "type": "integer", "example": 0 }, "PROXY_RESIDENTIAL_TRANSFER_GBYTES": { "type": "integer", "example": 0 }, "PROXY_SERPS": { "type": "integer", "example": 0 } } } } } } } } } }