refactoring: uv
This commit is contained in:
@@ -0,0 +1,13 @@
|
||||
from dataclasses import dataclass
|
||||
|
||||
|
||||
@dataclass
|
||||
class BatchConfig:
|
||||
"""Configuration for batch processing"""
|
||||
|
||||
batch_size: int = 1000
|
||||
max_workers: int = 4
|
||||
checkpoint_interval: int = 5 # Save checkpoint every N batches
|
||||
use_multiprocessing: bool = (
|
||||
False # Use ProcessPoolExecutor instead of ThreadPoolExecutor
|
||||
)
|
||||
Reference in New Issue
Block a user