{ "openapi": "3.0.1", "info": { "title": "Web Fetch - URL to Markdown for LLM, RAG & AI Agents", "description": "Convert web pages to clean Markdown for LLM prompts, RAG and AI agents. Menus and ads removed; returns title, meta description, language, date, headings, text, word count, optional links and images. Same-site crawl, only-new mode, robots.txt respected. No JavaScript rendering.", "version": "0.1", "x-build-id": "yxLtHHVeTfujfiI1V" }, "servers": [ { "url": "https://api.apify.com/v2" } ], "paths": { "/acts/martin10291~url-to-markdown-llm/run-sync-get-dataset-items": { "post": { "operationId": "run-sync-get-dataset-items-martin10291-url-to-markdown-llm", "x-openai-isConsequential": false, "summary": "Executes an Actor, waits for its completion, and returns Actor's dataset items in response.", "tags": [ "Run Actor" ], "requestBody": { "required": true, "content": { "application/json": { "schema": { "$ref": "#/components/schemas/inputSchema" } } } }, "parameters": [ { "name": "token", "in": "query", "required": true, "schema": { "type": "string" }, "description": "Enter your Apify token here" } ], "responses": { "200": { "description": "OK" } } } }, "/acts/martin10291~url-to-markdown-llm/runs": { "post": { "operationId": "runs-sync-martin10291-url-to-markdown-llm", "x-openai-isConsequential": false, "summary": "Executes an Actor and returns information about the initiated run in response.", "tags": [ "Run Actor" ], "requestBody": { "required": true, "content": { "application/json": { "schema": { "$ref": "#/components/schemas/inputSchema" } } } }, "parameters": [ { "name": "token", "in": "query", "required": true, "schema": { "type": "string" }, "description": "Enter your Apify token here" } ], "responses": { "200": { "description": "OK", "content": { "application/json": { "schema": { "$ref": "#/components/schemas/runsResponseSchema" } } } } } } }, "/acts/martin10291~url-to-markdown-llm/run-sync": { "post": { "operationId": "run-sync-martin10291-url-to-markdown-llm", "x-openai-isConsequential": false, "summary": "Executes an Actor, waits for completion, and returns the OUTPUT from Key-value store in response.", "tags": [ "Run Actor" ], "requestBody": { "required": true, "content": { "application/json": { "schema": { "$ref": "#/components/schemas/inputSchema" } } } }, "parameters": [ { "name": "token", "in": "query", "required": true, "schema": { "type": "string" }, "description": "Enter your Apify token here" } ], "responses": { "200": { "description": "OK" } } } } }, "components": { "schemas": { "inputSchema": { "type": "object", "properties": { "startUrls": { "title": "URLs", "type": "array", "description": "Web pages to convert to clean Markdown, one full URL per entry (http or https). Public pages only, no login pages.", "default": [ "https://en.wikipedia.org/wiki/Web_scraping", "https://blog.apify.com/introducing-x402-agentic-payments/" ], "items": { "type": "string" } }, "maxPages": { "title": "Max pages", "minimum": 1, "maximum": 5000, "type": "integer", "description": "Hard limit on pages fetched in one run (also limits what you pay for). Failed pages count too.", "default": 20 }, "crawl": { "title": "Follow links on the same site", "type": "boolean", "description": "When on, the actor also follows links that stay on the same domain as each start URL, up to Max crawl depth and Max pages.", "default": false }, "maxDepth": { "title": "Max crawl depth", "minimum": 1, "maximum": 5, "type": "integer", "description": "Only used when crawling. 1 = start URLs plus the pages they link to.", "default": 1 }, "includeLinks": { "title": "Include links", "type": "boolean", "description": "Add the page links to every result as internalLinks and externalLinks lists (absolute URLs, up to 200 each).", "default": false }, "includeImages": { "title": "Include images", "type": "boolean", "description": "Add the page images (absolute URL and alt text, up to 100) to every result.", "default": false }, "maxCharsPerPage": { "title": "Max characters per page", "minimum": 0, "type": "integer", "description": "Cut markdown and text after this many characters to fit LLM context windows. 0 = no limit. The truncated flag tells you when a page was cut.", "default": 0 }, "onlyNew": { "title": "Only new or changed pages", "type": "boolean", "description": "For monitoring: return (and pay for) a page only when its content is new or changed since the last run with the same Monitor ID.", "default": false }, "monitorId": { "title": "Monitor ID", "type": "string", "description": "Separate memory for different watch lists (used with only-new mode).", "default": "default" }, "includeFailed": { "title": "Include failed pages in results", "type": "boolean", "description": "When on, pages that fail (blocked by robots.txt, HTTP error, timeout) are also saved with an error message and are charged like normal results. When off, failures are only listed in the RUN_SUMMARY record.", "default": false }, "timeoutSecs": { "title": "Timeout per page (seconds)", "minimum": 3, "maximum": 120, "type": "integer", "description": "Give up on a page that does not answer within this time.", "default": 20 }, "datasetId": { "title": "Dataset (integration input)", "type": "string", "description": "Optional. Pick a dataset (or paste its ID) to read the input from, for example the result of Google Maps Scraper. When this actor runs as an integration, the dataset of the triggering run is used automatically (payload.resource.defaultDatasetId), so you can leave this empty. If set, the values found in the dataset replace the main input list." }, "datasetField": { "title": "Dataset field", "type": "string", "description": "Optional. The item field that holds the value, for example website, url or videoUrl (dot paths like author.url work). Empty = detected automatically." }, "datasetMaxItems": { "title": "Max values from the dataset", "minimum": 1, "maximum": 100000, "type": "integer", "description": "Upper limit of unique values taken from the dataset, to keep the cost under control.", "default": 1000 } } }, "runsResponseSchema": { "type": "object", "properties": { "data": { "type": "object", "properties": { "id": { "type": "string" }, "actId": { "type": "string" }, "userId": { "type": "string" }, "startedAt": { "type": "string", "format": "date-time", "example": "2025-01-08T00:00:00.000Z" }, "finishedAt": { "type": "string", "format": "date-time", "example": "2025-01-08T00:00:00.000Z" }, "status": { "type": "string", "example": "READY" }, "meta": { "type": "object", "properties": { "origin": { "type": "string", "example": "API" }, "userAgent": { "type": "string" } } }, "stats": { "type": "object", "properties": { "inputBodyLen": { "type": "integer", "example": 2000 }, "rebootCount": { "type": "integer", "example": 0 }, "restartCount": { "type": "integer", "example": 0 }, "resurrectCount": { "type": "integer", "example": 0 }, "computeUnits": { "type": "integer", "example": 0 } } }, "options": { "type": "object", "properties": { "build": { "type": "string", "example": "latest" }, "timeoutSecs": { "type": "integer", "example": 300 }, "memoryMbytes": { "type": "integer", "example": 1024 }, "diskMbytes": { "type": "integer", "example": 2048 } } }, "buildId": { "type": "string" }, "defaultKeyValueStoreId": { "type": "string" }, "defaultDatasetId": { "type": "string" }, "defaultRequestQueueId": { "type": "string" }, "buildNumber": { "type": "string", "example": "1.0.0" }, "containerUrl": { "type": "string" }, "usage": { "type": "object", "properties": { "ACTOR_COMPUTE_UNITS": { "type": "integer", "example": 0 }, "DATASET_READS": { "type": "integer", "example": 0 }, "DATASET_WRITES": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_READS": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_WRITES": { "type": "integer", "example": 1 }, "KEY_VALUE_STORE_LISTS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_READS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_WRITES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_INTERNAL_GBYTES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_EXTERNAL_GBYTES": { "type": "integer", "example": 0 }, "PROXY_RESIDENTIAL_TRANSFER_GBYTES": { "type": "integer", "example": 0 }, "PROXY_SERPS": { "type": "integer", "example": 0 }, "PROXY_UNBLOCKER_UNITS": { "type": "integer", "example": 0 } } }, "usageTotalUsd": { "type": "number", "example": 0.00005 }, "usageUsd": { "type": "object", "properties": { "ACTOR_COMPUTE_UNITS": { "type": "integer", "example": 0 }, "DATASET_READS": { "type": "integer", "example": 0 }, "DATASET_WRITES": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_READS": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_WRITES": { "type": "number", "example": 0.00005 }, "KEY_VALUE_STORE_LISTS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_READS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_WRITES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_INTERNAL_GBYTES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_EXTERNAL_GBYTES": { "type": "integer", "example": 0 }, "PROXY_RESIDENTIAL_TRANSFER_GBYTES": { "type": "integer", "example": 0 }, "PROXY_SERPS": { "type": "integer", "example": 0 }, "PROXY_UNBLOCKER_UNITS": { "type": "integer", "example": 0 } } } } } } } } } }