24 lines
556 B
TypeScript
24 lines
556 B
TypeScript
import { logger } from "@basango/logger";
|
|
|
|
import { runSyncCrawl } from "#crawler/process/sync/tasks";
|
|
import { CRAWLING_USAGE, parseCrawlingCliArgs } from "#crawler/scripts/utils";
|
|
|
|
const main = async (): Promise<void> => {
|
|
const options = parseCrawlingCliArgs();
|
|
|
|
if (options.sourceId === undefined) {
|
|
console.log(CRAWLING_USAGE);
|
|
process.exitCode = 1;
|
|
return;
|
|
}
|
|
|
|
try {
|
|
await runSyncCrawl({ ...options });
|
|
} catch (error) {
|
|
logger.error({ error }, "Synchronous crawl failed");
|
|
process.exitCode = 1;
|
|
}
|
|
};
|
|
|
|
void main();
|