37 lines
1.3 KiB
Bash
37 lines
1.3 KiB
Bash
# Basango API base URL. The crawler appends the `/ingest/*` routes.
|
|
# Use the crawler token configured by the Basango API.
|
|
# Leave the endpoint empty to crawl into SQLite without forwarding.
|
|
BASANGO_API_CRAWLER_ENDPOINT=http://localhost:3080
|
|
BASANGO_API_CRAWLER_TOKEN=dev
|
|
|
|
# Required stable identity. It must be unique across every Raspberry Pi sharing Redis.
|
|
BASANGO_CRAWLER_AGENT_ID=agent-007
|
|
|
|
# Optional configuration override. Leave empty to use the JSON embedded in the
|
|
# binary at compile time.
|
|
BASANGO_CRAWLER_CONFIG_PATH=config/crawler.json
|
|
|
|
# Durable local storage.
|
|
BASANGO_CRAWLER_DATA_PATH=data
|
|
BASANGO_CRAWLER_SQLITE_PATH=data/crawler.db
|
|
|
|
# HTTP policy.
|
|
BASANGO_CRAWLER_FETCH_USER_AGENT="Basango/0.1 (+https://basango.ngandu.dev)"
|
|
BASANGO_CRAWLER_FETCH_MAX_RETRIES=3
|
|
BASANGO_CRAWLER_FETCH_RESPECT_RETRY_AFTER=true
|
|
BASANGO_CRAWLER_UPDATE_DIRECTION=forward
|
|
|
|
# BullMQ-backed queued execution.
|
|
BASANGO_CRAWLER_REDIS_URL=redis://localhost:6379/0
|
|
BASANGO_CRAWLER_QUEUE_DISCOVERY=discovery
|
|
BASANGO_CRAWLER_QUEUE_ARTICLES=articles
|
|
BASANGO_CRAWLER_QUEUE_DELIVERY=delivery
|
|
BASANGO_CRAWLER_RETAIN_COMPLETED=3600
|
|
BASANGO_CRAWLER_RETAIN_FAILED=86400
|
|
|
|
# A scheduler can use a different source shard on every machine.
|
|
BASANGO_CRAWLER_SOURCE_IDS=radiookapi.net
|
|
|
|
# Standard tracing filter: trace, debug, info, warn, or error.
|
|
RUST_LOG=trace
|