bernard-ng/basango
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat(db): resumable imports by default

Browse Source
This commit is contained in:
bernard-ng
2025-11-12 17:54:00 +02:00
parent b5a24c886a
commit 8cc40fde67
1 changed files with 1 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
packages/db/src/synchronizers/data.ts
+1 -5
View File
@@ -18,7 +18,6 @@ type TargetOptions = {
batchSize?: number; batchSize?: number;
pageSize?: number; pageSize?: number;
ignoreColumns?: Record<string, string[]>; ignoreColumns?: Record<string, string[]>;
resume?: boolean;
}; };
const DEFAULT_IGNORE: Record<string, string[]> = { const DEFAULT_IGNORE: Record<string, string[]> = {
@@ -31,7 +30,7 @@ class Engine {
private readonly ignore: Record<string, string[]>; private readonly ignore: Record<string, string[]>;
private readonly pageSize: number; private readonly pageSize: number;
private readonly batchSize: number; private readonly batchSize: number;
private readonly resume: boolean; private readonly resume: boolean = true;
constructor( constructor(
private readonly sourceOptions: SourceOptions, private readonly sourceOptions: SourceOptions,
@@ -45,7 +44,6 @@ class Engine {
this.ignore = { ...DEFAULT_IGNORE, ...(this.targetOptions.ignoreColumns ?? {}) }; this.ignore = { ...DEFAULT_IGNORE, ...(this.targetOptions.ignoreColumns ?? {}) };
this.pageSize = this.targetOptions.pageSize ?? 1000; this.pageSize = this.targetOptions.pageSize ?? 1000;
this.batchSize = Math.max(1, this.targetOptions.batchSize ?? 50); this.batchSize = Math.max(1, this.targetOptions.batchSize ?? 50);
this.resume = !!this.targetOptions.resume;
console.log( console.log(
`Engine initialized with pageSize=${this.pageSize} and batchSize=${this.batchSize} (resume=${this.resume})`, `Engine initialized with pageSize=${this.pageSize} and batchSize=${this.batchSize} (resume=${this.resume})`,
); );
@@ -484,7 +482,6 @@ async function safeRollback(client: PoolClient) {
async function main() { async function main() {
const argv = process.argv.slice(2); const argv = process.argv.slice(2);
const resume = argv.includes("--resume") || argv.includes("-r");
const tables = argv.filter((a) => !a.startsWith("-")); const tables = argv.filter((a) => !a.startsWith("-"));
const engine = new Engine( const engine = new Engine(
@@ -496,7 +493,6 @@ async function main() {
}, },
{ {
database: env("BASANGO_DATABASE_URL"), database: env("BASANGO_DATABASE_URL"),
resume,
}, },
); );