{ "openapi": "3.0.1", "info": { "title": "AI Visibility Site Audit — robots.txt & llms.txt checks", "description": "Evidence-based audit of your own website: which AI crawlers robots.txt lets in (RFC 9309, 21 user-agent and control tokens, checked against the operators' own docs), which pages are discoverable, and each page's technical readiness — a ticket-grade fix plan with honest coverage disclosure.", "version": "1.2", "x-build-id": "SWFI298iijI5XtwV1" }, "servers": [ { "url": "https://api.apify.com/v2" } ], "paths": { "/acts/43sunsets~ai-visibility-site-audit/run-sync-get-dataset-items": { "post": { "operationId": "run-sync-get-dataset-items-43sunsets-ai-visibility-site-audit", "x-openai-isConsequential": false, "summary": "Executes an Actor, waits for its completion, and returns Actor's dataset items in response.", "tags": [ "Run Actor" ], "requestBody": { "required": true, "content": { "application/json": { "schema": { "$ref": "#/components/schemas/inputSchema" } } } }, "parameters": [ { "name": "token", "in": "query", "required": true, "schema": { "type": "string" }, "description": "Enter your Apify token here" } ], "responses": { "200": { "description": "OK" } } } }, "/acts/43sunsets~ai-visibility-site-audit/runs": { "post": { "operationId": "runs-sync-43sunsets-ai-visibility-site-audit", "x-openai-isConsequential": false, "summary": "Executes an Actor and returns information about the initiated run in response.", "tags": [ "Run Actor" ], "requestBody": { "required": true, "content": { "application/json": { "schema": { "$ref": "#/components/schemas/inputSchema" } } } }, "parameters": [ { "name": "token", "in": "query", "required": true, "schema": { "type": "string" }, "description": "Enter your Apify token here" } ], "responses": { "200": { "description": "OK", "content": { "application/json": { "schema": { "$ref": "#/components/schemas/runsResponseSchema" } } } } } } }, "/acts/43sunsets~ai-visibility-site-audit/run-sync": { "post": { "operationId": "run-sync-43sunsets-ai-visibility-site-audit", "x-openai-isConsequential": false, "summary": "Executes an Actor, waits for completion, and returns the OUTPUT from Key-value store in response.", "tags": [ "Run Actor" ], "requestBody": { "required": true, "content": { "application/json": { "schema": { "$ref": "#/components/schemas/inputSchema" } } } }, "parameters": [ { "name": "token", "in": "query", "required": true, "schema": { "type": "string" }, "description": "Enter your Apify token here" } ], "responses": { "200": { "description": "OK" } } } } }, "components": { "schemas": { "inputSchema": { "type": "object", "required": [ "startUrl" ], "properties": { "startUrl": { "title": "Your website URL", "type": "string", "description": "The site you own or manage. A bare domain (example.com) is accepted — https is assumed. The audit crawls this site only, stays on the same hostname, and respects robots.txt. No other input is needed.", "default": "https://www.example.com" }, "maxPages": { "title": "Deep-inspection request budget", "minimum": 1, "maximum": 2000, "type": "integer", "description": "Budget of crawl REQUESTS for deep inspection. Every request consumes budget — including ones that fail or return non-HTML — so on a rate-limiting site fewer pages than the budget may be inspected; the report states both numbers. Only successfully inspected pages are billed (one Page audited event each, $0.02); failed requests are not billed. At the default 4 GB memory a run totals about $0.79 for 25 inspected pages, $10.29 for 500, $40.29 for 2000 — that is $0.04 to start (Actor Start is charged once per GB of memory, so this part changes if you change the memory setting), $0.25 for the report, and $0.02 per inspected page. Sitemap enumeration and liveness checks run independently of this budget (up to 100 sitemap files / 5,000 URLs, disclosed when capped) and are not billed per page.", "default": 25 }, "fastCrawl": { "title": "Faster crawl (it's my own server)", "type": "boolean", "description": "Raises crawl concurrency from 5 to 15. Only enable for a server you own and can afford to load. Honest note: if your server rate-limits crawlers, it sets the real pace regardless of this setting. A preliminary report (bot access, site files, early findings) is published within the first minutes either way; deep inspection of large sites can take tens of minutes.", "default": false }, "additionalUrls": { "title": "Additional URLs you own (optional)", "type": "array", "description": "Pages that are not linked from your site and not in your sitemap (e.g. ad landing pages from Search Console or your ad account). Same hostname only. Without this, unlinked pages are invisible to the audit — exactly as they are to AI crawlers.", "default": [], "items": { "type": "string" } } } }, "runsResponseSchema": { "type": "object", "properties": { "data": { "type": "object", "properties": { "id": { "type": "string" }, "actId": { "type": "string" }, "userId": { "type": "string" }, "startedAt": { "type": "string", "format": "date-time", "example": "2025-01-08T00:00:00.000Z" }, "finishedAt": { "type": "string", "format": "date-time", "example": "2025-01-08T00:00:00.000Z" }, "status": { "type": "string", "example": "READY" }, "meta": { "type": "object", "properties": { "origin": { "type": "string", "example": "API" }, "userAgent": { "type": "string" } } }, "stats": { "type": "object", "properties": { "inputBodyLen": { "type": "integer", "example": 2000 }, "rebootCount": { "type": "integer", "example": 0 }, "restartCount": { "type": "integer", "example": 0 }, "resurrectCount": { "type": "integer", "example": 0 }, "computeUnits": { "type": "integer", "example": 0 } } }, "options": { "type": "object", "properties": { "build": { "type": "string", "example": "latest" }, "timeoutSecs": { "type": "integer", "example": 300 }, "memoryMbytes": { "type": "integer", "example": 1024 }, "diskMbytes": { "type": "integer", "example": 2048 } } }, "buildId": { "type": "string" }, "defaultKeyValueStoreId": { "type": "string" }, "defaultDatasetId": { "type": "string" }, "defaultRequestQueueId": { "type": "string" }, "buildNumber": { "type": "string", "example": "1.0.0" }, "containerUrl": { "type": "string" }, "usage": { "type": "object", "properties": { "ACTOR_COMPUTE_UNITS": { "type": "integer", "example": 0 }, "DATASET_READS": { "type": "integer", "example": 0 }, "DATASET_WRITES": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_READS": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_WRITES": { "type": "integer", "example": 1 }, "KEY_VALUE_STORE_LISTS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_READS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_WRITES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_INTERNAL_GBYTES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_EXTERNAL_GBYTES": { "type": "integer", "example": 0 }, "PROXY_RESIDENTIAL_TRANSFER_GBYTES": { "type": "integer", "example": 0 }, "PROXY_SERPS": { "type": "integer", "example": 0 } } }, "usageTotalUsd": { "type": "number", "example": 0.00005 }, "usageUsd": { "type": "object", "properties": { "ACTOR_COMPUTE_UNITS": { "type": "integer", "example": 0 }, "DATASET_READS": { "type": "integer", "example": 0 }, "DATASET_WRITES": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_READS": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_WRITES": { "type": "number", "example": 0.00005 }, "KEY_VALUE_STORE_LISTS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_READS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_WRITES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_INTERNAL_GBYTES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_EXTERNAL_GBYTES": { "type": "integer", "example": 0 }, "PROXY_RESIDENTIAL_TRANSFER_GBYTES": { "type": "integer", "example": 0 }, "PROXY_SERPS": { "type": "integer", "example": 0 } } } } } } } } } }