{ "fetch": { "async": { "prefix": "basango:crawler", "queues": { "details": "%env(BASANGO_CRAWLER_ASYNC_QUEUE_DETAILS)%", "listing": "%env(BASANGO_CRAWLER_ASYNC_QUEUE_LISTING)%", "processing": "%env(BASANGO_CRAWLER_ASYNC_QUEUE_PROCESSING)%" }, "redisUrl": "%env(BASANGO_CRAWLER_ASYNC_REDIS_URL)%", "ttl": { "default": 600, "failure": "%env(number:BASANGO_CRAWLER_ASYNC_TTL_FAILURE)%", "result": "%env(number:BASANGO_CRAWLER_ASYNC_TTL_RESULT)%" } }, "client": { "backoffInitial": 1, "backoffMax": 30, "backoffMultiplier": 2, "followRedirects": true, "maxRetries": "%env(number:BASANGO_CRAWLER_FETCH_MAX_RETRIES)%", "respectRetryAfter": "%env(boolean:BASANGO_CRAWLER_FETCH_RESPECT_RETRY_AFTER)%", "rotate": true, "timeout": 20, "userAgent": "%env(BASANGO_CRAWLER_FETCH_USER_AGENT)%", "verifySsl": true }, "crawler": { "direction": "%env(BASANGO_CRAWLER_UPDATE_DIRECTION)%", "maxWorkers": 5, "notify": false, "useMultiThreading": false } }, "paths": { "config": "%env(BASANGO_CRAWLER_CONFIG_PATH)%", "data": "%env(BASANGO_CRAWLER_DATA_PATH)%", "root": "%env(BASANGO_CRAWLER_ROOT_PATH)%" } }