{ "openapi": "3.0.1", "info": { "title": "AI Crawler & GEO Readiness Audit", "description": "Check which AI crawlers your robots.txt allows, plus llms.txt, sitemaps and homepage readiness. Get a 0-100 score and fixes. $15 per 1,000 sites.", "version": "0.0", "x-build-id": "lDPP8Mt9CT7ndeCcC" }, "servers": [ { "url": "https://api.apify.com/v2" } ], "paths": { "/acts/ottomath~ai-crawler-geo-audit/run-sync-get-dataset-items": { "post": { "operationId": "run-sync-get-dataset-items-ottomath-ai-crawler-geo-audit", "x-openai-isConsequential": false, "summary": "Executes an Actor, waits for its completion, and returns Actor's dataset items in response.", "tags": [ "Run Actor" ], "requestBody": { "required": true, "content": { "application/json": { "schema": { "$ref": "#/components/schemas/inputSchema" } } } }, "parameters": [ { "name": "token", "in": "query", "required": true, "schema": { "type": "string" }, "description": "Enter your Apify token here" } ], "responses": { "200": { "description": "OK" } } } }, "/acts/ottomath~ai-crawler-geo-audit/runs": { "post": { "operationId": "runs-sync-ottomath-ai-crawler-geo-audit", "x-openai-isConsequential": false, "summary": "Executes an Actor and returns information about the initiated run in response.", "tags": [ "Run Actor" ], "requestBody": { "required": true, "content": { "application/json": { "schema": { "$ref": "#/components/schemas/inputSchema" } } } }, "parameters": [ { "name": "token", "in": "query", "required": true, "schema": { "type": "string" }, "description": "Enter your Apify token here" } ], "responses": { "200": { "description": "OK", "content": { "application/json": { "schema": { "$ref": "#/components/schemas/runsResponseSchema" } } } } } } }, "/acts/ottomath~ai-crawler-geo-audit/run-sync": { "post": { "operationId": "run-sync-ottomath-ai-crawler-geo-audit", "x-openai-isConsequential": false, "summary": "Executes an Actor, waits for completion, and returns the OUTPUT from Key-value store in response.", "tags": [ "Run Actor" ], "requestBody": { "required": true, "content": { "application/json": { "schema": { "$ref": "#/components/schemas/inputSchema" } } } }, "parameters": [ { "name": "token", "in": "query", "required": true, "schema": { "type": "string" }, "description": "Enter your Apify token here" } ], "responses": { "200": { "description": "OK" } } } } }, "components": { "schemas": { "inputSchema": { "type": "object", "required": [ "urls" ], "properties": { "urls": { "title": "Websites (URLs or domains)", "minItems": 1, "maxItems": 1000, "type": "array", "description": "One site per line, for example `https://example.com` or `example.com` (https is assumed). The audit covers the whole site (its homepage, robots.txt, llms.txt and sitemaps), so a path is ignored. Up to 1,000 sites per run. Duplicates are audited once.", "items": { "type": "string" } }, "aiBots": { "title": "AI crawler tokens (optional)", "maxItems": 100, "type": "array", "description": "Replace the built-in list of AI crawler user-agent tokens, for example `GPTBot` or `ClaudeBot`. Leave empty to check the built-in list of 21 tokens. When you set your own list, the AI-access part of the score is the plain average over your tokens.", "items": { "type": "string" } }, "maxSitemapUrls": { "title": "Maximum sitemap URLs to count", "minimum": 1, "maximum": 50000, "type": "integer", "description": "Stop counting sitemap URLs after this many per site. The result then says the count is a lower bound.", "default": 5000 }, "generateLlmsTxt": { "title": "Draft an llms.txt", "type": "boolean", "description": "Also write a draft llms.txt for each audited site from its sitemap URLs and the titles and descriptions of up to the number of pages set below. Pages are fetched politely and only where robots.txt allows this Actor. Each extra page fetched is charged.", "default": false }, "maxPagesForLlmsTxt": { "title": "Maximum pages for the llms.txt draft", "minimum": 1, "maximum": 200, "type": "integer", "description": "Upper limit of extra pages fetched per site when drafting an llms.txt. Only used when the option above is on.", "default": 30 }, "respectRobotsTxt": { "title": "Respect robots.txt", "type": "boolean", "description": "Apply each site's robots.txt rules for this Actor's own User-Agent (or `*`) before fetching the homepage, llms.txt, sitemaps and pages. Sites that disallow this Actor are reported with an error and are free. The robots.txt analysis itself always works.", "default": true }, "maxConcurrency": { "title": "Maximum concurrency", "minimum": 1, "maximum": 30, "type": "integer", "description": "How many sites are audited in parallel. At most 2 requests per domain run at the same time.", "default": 10 }, "requestTimeoutSecs": { "title": "Request timeout (seconds)", "minimum": 1, "maximum": 120, "type": "integer", "description": "Give up on a single HTTP request after this many seconds.", "default": 20 } } }, "runsResponseSchema": { "type": "object", "properties": { "data": { "type": "object", "properties": { "id": { "type": "string" }, "actId": { "type": "string" }, "userId": { "type": "string" }, "startedAt": { "type": "string", "format": "date-time", "example": "2025-01-08T00:00:00.000Z" }, "finishedAt": { "type": "string", "format": "date-time", "example": "2025-01-08T00:00:00.000Z" }, "status": { "type": "string", "example": "READY" }, "meta": { "type": "object", "properties": { "origin": { "type": "string", "example": "API" }, "userAgent": { "type": "string" } } }, "stats": { "type": "object", "properties": { "inputBodyLen": { "type": "integer", "example": 2000 }, "rebootCount": { "type": "integer", "example": 0 }, "restartCount": { "type": "integer", "example": 0 }, "resurrectCount": { "type": "integer", "example": 0 }, "computeUnits": { "type": "integer", "example": 0 } } }, "options": { "type": "object", "properties": { "build": { "type": "string", "example": "latest" }, "timeoutSecs": { "type": "integer", "example": 300 }, "memoryMbytes": { "type": "integer", "example": 1024 }, "diskMbytes": { "type": "integer", "example": 2048 } } }, "buildId": { "type": "string" }, "defaultKeyValueStoreId": { "type": "string" }, "defaultDatasetId": { "type": "string" }, "defaultRequestQueueId": { "type": "string" }, "buildNumber": { "type": "string", "example": "1.0.0" }, "containerUrl": { "type": "string" }, "usage": { "type": "object", "properties": { "ACTOR_COMPUTE_UNITS": { "type": "integer", "example": 0 }, "DATASET_READS": { "type": "integer", "example": 0 }, "DATASET_WRITES": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_READS": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_WRITES": { "type": "integer", "example": 1 }, "KEY_VALUE_STORE_LISTS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_READS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_WRITES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_INTERNAL_GBYTES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_EXTERNAL_GBYTES": { "type": "integer", "example": 0 }, "PROXY_RESIDENTIAL_TRANSFER_GBYTES": { "type": "integer", "example": 0 }, "PROXY_SERPS": { "type": "integer", "example": 0 }, "PROXY_UNBLOCKER_UNITS": { "type": "integer", "example": 0 } } }, "usageTotalUsd": { "type": "number", "example": 0.00005 }, "usageUsd": { "type": "object", "properties": { "ACTOR_COMPUTE_UNITS": { "type": "integer", "example": 0 }, "DATASET_READS": { "type": "integer", "example": 0 }, "DATASET_WRITES": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_READS": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_WRITES": { "type": "number", "example": 0.00005 }, "KEY_VALUE_STORE_LISTS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_READS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_WRITES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_INTERNAL_GBYTES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_EXTERNAL_GBYTES": { "type": "integer", "example": 0 }, "PROXY_RESIDENTIAL_TRANSFER_GBYTES": { "type": "integer", "example": 0 }, "PROXY_SERPS": { "type": "integer", "example": 0 }, "PROXY_UNBLOCKER_UNITS": { "type": "integer", "example": 0 } } } } } } } } } }