{ "openapi": "3.0.1", "info": { "title": "AI Readiness Audit ยท llms.txt, AI Crawlers, Structured Data", "description": "Audit any website for how well AI search engines and agents can use it: AI crawler access in robots.txt, llms.txt validity, structured data, content readable without JavaScript, Markdown delivery and agent discovery files. Score 0-100 with a fix list, 1,000 sites per run. First audit a month free.", "version": "1.0", "x-build-id": "L3NDeG2G08TtBUWlz" }, "servers": [ { "url": "https://api.apify.com/v2" } ], "paths": { "/acts/agentsgearbox~ai-readiness-audit/run-sync-get-dataset-items": { "post": { "operationId": "run-sync-get-dataset-items-agentsgearbox-ai-readiness-audit", "x-openai-isConsequential": false, "summary": "Executes an Actor, waits for its completion, and returns Actor's dataset items in response.", "tags": [ "Run Actor" ], "requestBody": { "required": true, "content": { "application/json": { "schema": { "$ref": "#/components/schemas/inputSchema" } } } }, "parameters": [ { "name": "token", "in": "query", "required": true, "schema": { "type": "string" }, "description": "Enter your Apify token here" } ], "responses": { "200": { "description": "OK" } } } }, "/acts/agentsgearbox~ai-readiness-audit/runs": { "post": { "operationId": "runs-sync-agentsgearbox-ai-readiness-audit", "x-openai-isConsequential": false, "summary": "Executes an Actor and returns information about the initiated run in response.", "tags": [ "Run Actor" ], "requestBody": { "required": true, "content": { "application/json": { "schema": { "$ref": "#/components/schemas/inputSchema" } } } }, "parameters": [ { "name": "token", "in": "query", "required": true, "schema": { "type": "string" }, "description": "Enter your Apify token here" } ], "responses": { "200": { "description": "OK", "content": { "application/json": { "schema": { "$ref": "#/components/schemas/runsResponseSchema" } } } } } } }, "/acts/agentsgearbox~ai-readiness-audit/run-sync": { "post": { "operationId": "run-sync-agentsgearbox-ai-readiness-audit", "x-openai-isConsequential": false, "summary": "Executes an Actor, waits for completion, and returns the OUTPUT from Key-value store in response.", "tags": [ "Run Actor" ], "requestBody": { "required": true, "content": { "application/json": { "schema": { "$ref": "#/components/schemas/inputSchema" } } } }, "parameters": [ { "name": "token", "in": "query", "required": true, "schema": { "type": "string" }, "description": "Enter your Apify token here" } ], "responses": { "200": { "description": "OK" } } } } }, "components": { "schemas": { "inputSchema": { "type": "object", "required": [ "urls" ], "properties": { "urls": { "title": "Websites to audit", "type": "array", "description": "Homepage URLs or bare domains, one site per line (up to 1,000). Each site gets about ten small requests: robots.txt, llms.txt, sitemap, the homepage, a Markdown negotiation and the agent discovery files.", "items": { "type": "string" } }, "aiBots": { "title": "AI crawlers to evaluate", "type": "array", "description": "User agents whose access to the homepage is evaluated against robots.txt. The default covers the answer engines (ChatGPT, Claude, Perplexity, Gemini, Copilot, Apple, DuckDuckGo) and the training crawlers (GPTBot, ClaudeBot, CCBot, Bytespider, Amazonbot, Meta). Only answer-engine access affects the score; training access is reported as the site owner's choice.", "default": [ "OAI-SearchBot", "ChatGPT-User", "GPTBot", "Claude-SearchBot", "Claude-User", "ClaudeBot", "PerplexityBot", "Perplexity-User", "Google-Extended", "Googlebot", "Bingbot", "Applebot-Extended", "DuckAssistBot", "CCBot", "Bytespider", "Amazonbot", "meta-externalagent" ], "items": { "type": "string" } }, "checkLlmsLinks": { "title": "Verify links inside llms.txt", "type": "boolean", "description": "Fetches up to five of the links listed in llms.txt and reports how many resolve (adds up to five requests per site).", "default": true }, "includeFixes": { "title": "Include fix suggestions", "type": "boolean", "description": "Adds a prioritised list of concrete fixes to every audit.", "default": true }, "concurrency": { "title": "Sites audited in parallel", "minimum": 1, "maximum": 20, "type": "integer", "description": "Lower it if you audit many pages of the same host.", "default": 6 }, "timeoutSecs": { "title": "Timeout per request (seconds)", "minimum": 5, "maximum": 60, "type": "integer", "description": "Maximum time to wait for each request (robots.txt, llms.txt, homepage, sitemap, discovery files).", "default": 20 } } }, "runsResponseSchema": { "type": "object", "properties": { "data": { "type": "object", "properties": { "id": { "type": "string" }, "actId": { "type": "string" }, "userId": { "type": "string" }, "startedAt": { "type": "string", "format": "date-time", "example": "2025-01-08T00:00:00.000Z" }, "finishedAt": { "type": "string", "format": "date-time", "example": "2025-01-08T00:00:00.000Z" }, "status": { "type": "string", "example": "READY" }, "meta": { "type": "object", "properties": { "origin": { "type": "string", "example": "API" }, "userAgent": { "type": "string" } } }, "stats": { "type": "object", "properties": { "inputBodyLen": { "type": "integer", "example": 2000 }, "rebootCount": { "type": "integer", "example": 0 }, "restartCount": { "type": "integer", "example": 0 }, "resurrectCount": { "type": "integer", "example": 0 }, "computeUnits": { "type": "integer", "example": 0 } } }, "options": { "type": "object", "properties": { "build": { "type": "string", "example": "latest" }, "timeoutSecs": { "type": "integer", "example": 300 }, "memoryMbytes": { "type": "integer", "example": 1024 }, "diskMbytes": { "type": "integer", "example": 2048 } } }, "buildId": { "type": "string" }, "defaultKeyValueStoreId": { "type": "string" }, "defaultDatasetId": { "type": "string" }, "defaultRequestQueueId": { "type": "string" }, "buildNumber": { "type": "string", "example": "1.0.0" }, "containerUrl": { "type": "string" }, "usage": { "type": "object", "properties": { "ACTOR_COMPUTE_UNITS": { "type": "integer", "example": 0 }, "DATASET_READS": { "type": "integer", "example": 0 }, "DATASET_WRITES": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_READS": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_WRITES": { "type": "integer", "example": 1 }, "KEY_VALUE_STORE_LISTS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_READS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_WRITES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_INTERNAL_GBYTES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_EXTERNAL_GBYTES": { "type": "integer", "example": 0 }, "PROXY_RESIDENTIAL_TRANSFER_GBYTES": { "type": "integer", "example": 0 }, "PROXY_SERPS": { "type": "integer", "example": 0 }, "PROXY_UNBLOCKER_UNITS": { "type": "integer", "example": 0 } } }, "usageTotalUsd": { "type": "number", "example": 0.00005 }, "usageUsd": { "type": "object", "properties": { "ACTOR_COMPUTE_UNITS": { "type": "integer", "example": 0 }, "DATASET_READS": { "type": "integer", "example": 0 }, "DATASET_WRITES": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_READS": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_WRITES": { "type": "number", "example": 0.00005 }, "KEY_VALUE_STORE_LISTS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_READS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_WRITES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_INTERNAL_GBYTES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_EXTERNAL_GBYTES": { "type": "integer", "example": 0 }, "PROXY_RESIDENTIAL_TRANSFER_GBYTES": { "type": "integer", "example": 0 }, "PROXY_SERPS": { "type": "integer", "example": 0 }, "PROXY_UNBLOCKER_UNITS": { "type": "integer", "example": 0 } } } } } } } } } }