{ "openapi": "3.0.1", "info": { "title": "llms.txt Generator - Make Your Site LLM-Readable", "description": "Generate a ready-to-upload llms.txt for any website. Crawl from a start URL or read an XML sitemap, group pages into sections and build the file from each page's own title and meta description. One dataset row per page so you can review before publishing.", "version": "0.1", "x-build-id": "LR8mldjX2dTGEJ08G" }, "servers": [ { "url": "https://api.apify.com/v2" } ], "paths": { "/acts/cuantic_data~llms-txt-generator/run-sync-get-dataset-items": { "post": { "operationId": "run-sync-get-dataset-items-cuantic_data-llms-txt-generator", "x-openai-isConsequential": false, "summary": "Executes an Actor, waits for its completion, and returns Actor's dataset items in response.", "tags": [ "Run Actor" ], "requestBody": { "required": true, "content": { "application/json": { "schema": { "$ref": "#/components/schemas/inputSchema" } } } }, "parameters": [ { "name": "token", "in": "query", "required": true, "schema": { "type": "string" }, "description": "Enter your Apify token here" } ], "responses": { "200": { "description": "OK" } } } }, "/acts/cuantic_data~llms-txt-generator/runs": { "post": { "operationId": "runs-sync-cuantic_data-llms-txt-generator", "x-openai-isConsequential": false, "summary": "Executes an Actor and returns information about the initiated run in response.", "tags": [ "Run Actor" ], "requestBody": { "required": true, "content": { "application/json": { "schema": { "$ref": "#/components/schemas/inputSchema" } } } }, "parameters": [ { "name": "token", "in": "query", "required": true, "schema": { "type": "string" }, "description": "Enter your Apify token here" } ], "responses": { "200": { "description": "OK", "content": { "application/json": { "schema": { "$ref": "#/components/schemas/runsResponseSchema" } } } } } } }, "/acts/cuantic_data~llms-txt-generator/run-sync": { "post": { "operationId": "run-sync-cuantic_data-llms-txt-generator", "x-openai-isConsequential": false, "summary": "Executes an Actor, waits for completion, and returns the OUTPUT from Key-value store in response.", "tags": [ "Run Actor" ], "requestBody": { "required": true, "content": { "application/json": { "schema": { "$ref": "#/components/schemas/inputSchema" } } } }, "parameters": [ { "name": "token", "in": "query", "required": true, "schema": { "type": "string" }, "description": "Enter your Apify token here" } ], "responses": { "200": { "description": "OK" } } } } }, "components": { "schemas": { "inputSchema": { "type": "object", "properties": { "startUrl": { "title": "Start URL", "pattern": "^https?://.+", "type": "string", "description": "Page where the crawl starts, usually the home page or the docs root. Only links on the same site (same origin) are followed. Provide this or a sitemap URL." }, "sitemapUrl": { "title": "Sitemap URL", "pattern": "^https?://.+", "type": "string", "description": "An XML sitemap (or sitemap index, followed one level deep). When set, pages come from its entries instead of following links, and the start URL is not crawled." }, "maxPages": { "title": "Max pages", "minimum": 1, "maximum": 500, "type": "integer", "description": "Maximum number of pages processed in one run (fetched pages plus pages skipped because robots.txt disallows them). Extra URLs are dropped with a warning.", "default": 100 }, "maxDepth": { "title": "Max link depth", "minimum": 0, "maximum": 6, "type": "integer", "description": "How many clicks away from the start URL the crawl may go. 0 fetches the start page only. Ignored in sitemap mode.", "default": 3 }, "includePatterns": { "title": "Include patterns", "type": "array", "description": "Optional. When set, only URLs whose path (including the query string) contains at least one of these substrings are kept, for example /docs/ or /blog/.", "items": { "type": "string" } }, "excludePatterns": { "title": "Exclude patterns", "type": "array", "description": "Optional. URLs whose path (including the query string) contains any of these substrings are skipped, for example /tag/ or ?page=. Applied after the include patterns.", "items": { "type": "string" } }, "siteName": { "title": "Site name", "type": "string", "description": "Optional. Title used for the llms.txt H1 heading. Default: og:site_name of the start page, otherwise its hostname." }, "siteSummary": { "title": "Site summary", "type": "string", "description": "Optional. Short summary placed in the llms.txt blockquote. Default: the meta description of the start page; the blockquote is omitted when there is none." }, "respectRobotsTxt": { "title": "Respect robots.txt", "type": "boolean", "description": "When enabled, robots.txt is read once per site and disallowed pages are not fetched (they get a skipped row). Disable only for sites you own.", "default": true }, "maxConcurrency": { "title": "Max concurrency", "minimum": 1, "maximum": 10, "type": "integer", "description": "Pages fetched in parallel. Plain HTTP requests are light; keep this low to be polite to the target site.", "default": 4 } } }, "runsResponseSchema": { "type": "object", "properties": { "data": { "type": "object", "properties": { "id": { "type": "string" }, "actId": { "type": "string" }, "userId": { "type": "string" }, "startedAt": { "type": "string", "format": "date-time", "example": "2025-01-08T00:00:00.000Z" }, "finishedAt": { "type": "string", "format": "date-time", "example": "2025-01-08T00:00:00.000Z" }, "status": { "type": "string", "example": "READY" }, "meta": { "type": "object", "properties": { "origin": { "type": "string", "example": "API" }, "userAgent": { "type": "string" } } }, "stats": { "type": "object", "properties": { "inputBodyLen": { "type": "integer", "example": 2000 }, "rebootCount": { "type": "integer", "example": 0 }, "restartCount": { "type": "integer", "example": 0 }, "resurrectCount": { "type": "integer", "example": 0 }, "computeUnits": { "type": "integer", "example": 0 } } }, "options": { "type": "object", "properties": { "build": { "type": "string", "example": "latest" }, "timeoutSecs": { "type": "integer", "example": 300 }, "memoryMbytes": { "type": "integer", "example": 1024 }, "diskMbytes": { "type": "integer", "example": 2048 } } }, "buildId": { "type": "string" }, "defaultKeyValueStoreId": { "type": "string" }, "defaultDatasetId": { "type": "string" }, "defaultRequestQueueId": { "type": "string" }, "buildNumber": { "type": "string", "example": "1.0.0" }, "containerUrl": { "type": "string" }, "usage": { "type": "object", "properties": { "ACTOR_COMPUTE_UNITS": { "type": "integer", "example": 0 }, "DATASET_READS": { "type": "integer", "example": 0 }, "DATASET_WRITES": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_READS": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_WRITES": { "type": "integer", "example": 1 }, "KEY_VALUE_STORE_LISTS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_READS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_WRITES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_INTERNAL_GBYTES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_EXTERNAL_GBYTES": { "type": "integer", "example": 0 }, "PROXY_RESIDENTIAL_TRANSFER_GBYTES": { "type": "integer", "example": 0 }, "PROXY_SERPS": { "type": "integer", "example": 0 }, "PROXY_UNBLOCKER_UNITS": { "type": "integer", "example": 0 } } }, "usageTotalUsd": { "type": "number", "example": 0.00005 }, "usageUsd": { "type": "object", "properties": { "ACTOR_COMPUTE_UNITS": { "type": "integer", "example": 0 }, "DATASET_READS": { "type": "integer", "example": 0 }, "DATASET_WRITES": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_READS": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_WRITES": { "type": "number", "example": 0.00005 }, "KEY_VALUE_STORE_LISTS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_READS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_WRITES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_INTERNAL_GBYTES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_EXTERNAL_GBYTES": { "type": "integer", "example": 0 }, "PROXY_RESIDENTIAL_TRANSFER_GBYTES": { "type": "integer", "example": 0 }, "PROXY_SERPS": { "type": "integer", "example": 0 }, "PROXY_UNBLOCKER_UNITS": { "type": "integer", "example": 0 } } } } } } } } } }