{ "openapi": "3.0.1", "info": { "title": "Thingtesting Scraper - Brands, Reviews & Daily Changes", "description": "Scrape Thingtesting's catalogue of ~39,000 emerging consumer brands: profiles, founders, socials, ratings, products, competitors and individual reviews. Each run flags what changed since the last - new brands, new reviews, rating and catalogue moves - so daily schedules return a clean delta feed.", "version": "0.0", "x-build-id": "guZVrgx0zuwXMnKVE" }, "servers": [ { "url": "https://api.apify.com/v2" } ], "paths": { "/acts/growth-installations~thingtesting/run-sync-get-dataset-items": { "post": { "operationId": "run-sync-get-dataset-items-growth-installations-thingtesting", "x-openai-isConsequential": false, "summary": "Executes an Actor, waits for its completion, and returns Actor's dataset items in response.", "tags": [ "Run Actor" ], "requestBody": { "required": true, "content": { "application/json": { "schema": { "$ref": "#/components/schemas/inputSchema" } } } }, "parameters": [ { "name": "token", "in": "query", "required": true, "schema": { "type": "string" }, "description": "Enter your Apify token here" } ], "responses": { "200": { "description": "OK" } } } }, "/acts/growth-installations~thingtesting/runs": { "post": { "operationId": "runs-sync-growth-installations-thingtesting", "x-openai-isConsequential": false, "summary": "Executes an Actor and returns information about the initiated run in response.", "tags": [ "Run Actor" ], "requestBody": { "required": true, "content": { "application/json": { "schema": { "$ref": "#/components/schemas/inputSchema" } } } }, "parameters": [ { "name": "token", "in": "query", "required": true, "schema": { "type": "string" }, "description": "Enter your Apify token here" } ], "responses": { "200": { "description": "OK", "content": { "application/json": { "schema": { "$ref": "#/components/schemas/runsResponseSchema" } } } } } } }, "/acts/growth-installations~thingtesting/run-sync": { "post": { "operationId": "run-sync-growth-installations-thingtesting", "x-openai-isConsequential": false, "summary": "Executes an Actor, waits for completion, and returns the OUTPUT from Key-value store in response.", "tags": [ "Run Actor" ], "requestBody": { "required": true, "content": { "application/json": { "schema": { "$ref": "#/components/schemas/inputSchema" } } } }, "parameters": [ { "name": "token", "in": "query", "required": true, "schema": { "type": "string" }, "description": "Enter your Apify token here" } ], "responses": { "200": { "description": "OK" } } } } }, "components": { "schemas": { "inputSchema": { "type": "object", "properties": { "maxBrands": { "title": "Max brands to output", "minimum": 1, "type": "integer", "description": "Upper limit on how many brand records this run pushes to the dataset.", "default": 200 }, "maxScanned": { "title": "Max brands to scan", "minimum": 20, "type": "integer", "description": "How deep to walk the catalogue during the cheap scan pass (20 brands per request). The scan is what detects change, so keep it larger than Max brands.", "default": 2000 }, "order": { "title": "Catalogue sort order", "enum": [ "Created", "Latest", "Recommended", "MostReviewed" ], "type": "string", "description": "Created = newest brands first (best for daily new-launch monitoring). MostReviewed = biggest brands first. Recommended / Latest = editorial ordering.", "default": "Created" }, "filters": { "title": "Category / attribute filters", "type": "array", "description": "Optional Thingtesting filter slugs, e.g. a category slug. Leave empty for the whole catalogue.", "default": [], "items": { "type": "string" } }, "mode": { "title": "What to output", "enum": [ "new-and-changed", "new-only", "all" ], "type": "string", "description": "new-and-changed = only brands that are new or whose reviews/rating/catalogue moved since the last run (the daily delta feed). new-only = only brands never seen before. all = everything scanned.", "default": "new-and-changed" }, "incremental": { "title": "Remember state between runs", "type": "boolean", "description": "Persist a per-brand snapshot (rating, review count, product count) in a NAMED key-value store so the next run can compute deltas.", "default": true }, "stateStoreName": { "title": "State key-value store name", "type": "string", "description": "Named store that holds the snapshot. The default (unnamed) store is wiped every run, so a name is required for daily deltas.", "default": "thingtesting-scraper-state" }, "stopAfterConsecutiveUnchanged": { "title": "Stop after N consecutive unchanged brands", "minimum": 0, "type": "integer", "description": "Early exit for daily runs with Created ordering: once this many already-seen, unchanged brands appear in a row, stop scanning. 0 disables it.", "default": 0 }, "enrichDetails": { "title": "Fetch full brand profiles", "type": "boolean", "description": "Second pass: company data, founders, socials, certificates, categories, rating distribution and products.", "default": true }, "includeAlternatives": { "title": "Include alternatives (competitive set)", "type": "boolean", "description": "Capture the brands Thingtesting lists as alternatives, plus the total size of that competitive set.", "default": true }, "alternativesTake": { "title": "Alternatives per brand", "minimum": 0, "maximum": 100, "type": "integer", "description": "How many named alternatives to keep per brand.", "default": 12 }, "includeReviews": { "title": "Include individual reviews", "type": "boolean", "description": "Capture review-level rows: stars, liked / disliked verbatims, tags, author, helpful count and the incentivised flag.", "default": true }, "maxReviewsPerBrand": { "title": "Reviews per brand", "minimum": 0, "maximum": 1000, "type": "integer", "description": "Newest N reviews per brand. Up to 100 come back in a single request; higher values paginate.", "default": 20 }, "reviewOrder": { "title": "Review sort order", "enum": [ "Latest", "Oldest", "Recommended" ], "type": "string", "description": "Latest is what you want for velocity and freshness tracking.", "default": "Latest" }, "includeReviewText": { "title": "Include review verbatim text", "type": "boolean", "description": "Turn off to keep only ratings, tags and metadata (smaller dataset).", "default": true }, "pushReviewsDataset": { "title": "Also push reviews to their own dataset", "type": "boolean", "description": "Writes one row per review to a named dataset, which is easier to load into a warehouse than nested arrays.", "default": false }, "reviewsDatasetName": { "title": "Reviews dataset name", "type": "string", "description": "Name of the named dataset that receives one row per review.", "default": "thingtesting-reviews" }, "detailConcurrency": { "title": "Detail concurrency", "minimum": 1, "maximum": 20, "type": "integer", "description": "Parallel brand-detail requests. Keep it modest to stay polite.", "default": 4 }, "requestDelayMs": { "title": "Delay between requests (ms)", "minimum": 0, "maximum": 10000, "type": "integer", "description": "Pause between requests, applied per concurrency lane.", "default": 200 }, "maxRetries": { "title": "Max retries per request", "minimum": 1, "maximum": 10, "type": "integer", "description": "How many times to retry a failed GraphQL request before giving up.", "default": 4 }, "useApifyProxy": { "title": "Use Apify Proxy", "type": "boolean", "description": "Required in practice: the Thingtesting API is behind Cloudflare and blocks datacenter-plain requests with HTTP 403.", "default": true } } }, "runsResponseSchema": { "type": "object", "properties": { "data": { "type": "object", "properties": { "id": { "type": "string" }, "actId": { "type": "string" }, "userId": { "type": "string" }, "startedAt": { "type": "string", "format": "date-time", "example": "2025-01-08T00:00:00.000Z" }, "finishedAt": { "type": "string", "format": "date-time", "example": "2025-01-08T00:00:00.000Z" }, "status": { "type": "string", "example": "READY" }, "meta": { "type": "object", "properties": { "origin": { "type": "string", "example": "API" }, "userAgent": { "type": "string" } } }, "stats": { "type": "object", "properties": { "inputBodyLen": { "type": "integer", "example": 2000 }, "rebootCount": { "type": "integer", "example": 0 }, "restartCount": { "type": "integer", "example": 0 }, "resurrectCount": { "type": "integer", "example": 0 }, "computeUnits": { "type": "integer", "example": 0 } } }, "options": { "type": "object", "properties": { "build": { "type": "string", "example": "latest" }, "timeoutSecs": { "type": "integer", "example": 300 }, "memoryMbytes": { "type": "integer", "example": 1024 }, "diskMbytes": { "type": "integer", "example": 2048 } } }, "buildId": { "type": "string" }, "defaultKeyValueStoreId": { "type": "string" }, "defaultDatasetId": { "type": "string" }, "defaultRequestQueueId": { "type": "string" }, "buildNumber": { "type": "string", "example": "1.0.0" }, "containerUrl": { "type": "string" }, "usage": { "type": "object", "properties": { "ACTOR_COMPUTE_UNITS": { "type": "integer", "example": 0 }, "DATASET_READS": { "type": "integer", "example": 0 }, "DATASET_WRITES": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_READS": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_WRITES": { "type": "integer", "example": 1 }, "KEY_VALUE_STORE_LISTS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_READS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_WRITES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_INTERNAL_GBYTES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_EXTERNAL_GBYTES": { "type": "integer", "example": 0 }, "PROXY_RESIDENTIAL_TRANSFER_GBYTES": { "type": "integer", "example": 0 }, "PROXY_SERPS": { "type": "integer", "example": 0 } } }, "usageTotalUsd": { "type": "number", "example": 0.00005 }, "usageUsd": { "type": "object", "properties": { "ACTOR_COMPUTE_UNITS": { "type": "integer", "example": 0 }, "DATASET_READS": { "type": "integer", "example": 0 }, "DATASET_WRITES": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_READS": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_WRITES": { "type": "number", "example": 0.00005 }, "KEY_VALUE_STORE_LISTS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_READS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_WRITES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_INTERNAL_GBYTES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_EXTERNAL_GBYTES": { "type": "integer", "example": 0 }, "PROXY_RESIDENTIAL_TRANSFER_GBYTES": { "type": "integer", "example": 0 }, "PROXY_SERPS": { "type": "integer", "example": 0 } } } } } } } } } }