feat(crawler): fix async crawling
This commit is contained in:
@@ -1,4 +1,5 @@
|
||||
import { setTimeout as delay } from "node:timers/promises";
|
||||
|
||||
import { FetchClientConfig } from "@/config";
|
||||
import {
|
||||
DEFAULT_RETRY_AFTER_HEADER,
|
||||
|
||||
@@ -1,4 +1,5 @@
|
||||
import { parse } from "node-html-parser";
|
||||
|
||||
import { config } from "@/config";
|
||||
import { OPEN_GRAPH_USER_AGENT } from "@/constants";
|
||||
import { SyncHttpClient } from "@/http/http-client";
|
||||
|
||||
Reference in New Issue
Block a user