feat(crawler): fix async crawling

This commit is contained in:
2025-11-09 01:01:07 +02:00
parent e8c0f0422b
commit 2b5482e9f5
58 changed files with 243 additions and 169 deletions
+2 -1
View File
@@ -1,5 +1,6 @@
import logger from "@basango/logger";
import { config, FetchCrawlerConfig } from "@/config";
import { FetchCrawlerConfig, config } from "@/config";
import { JsonlPersistor, Persistor } from "@/process/persistence";
import { AnySourceConfig } from "@/schema";
import { createDateRange, createPageRange } from "@/utils";