refactoring: add initial pipeline configuration and model classes

processing/batch/batch_config.py

@@ -0,0 +1,11 @@
+from dataclasses import dataclass
+
+
+@dataclass
+class BatchConfig:
+    """Configuration for batch processing"""
+
+    batch_size: int = 1000
+    max_workers: int = 4
+    checkpoint_interval: int = 5  # Save checkpoint every N batches
+    use_multiprocessing: bool = False  # Use ProcessPoolExecutor instead of ThreadPoolExecutor