This commit is contained in:
2025-08-15 08:08:11 +02:00
parent 9601c5e44d
commit 7b652d6999
17 changed files with 28 additions and 60 deletions
+2 -6
View File
@@ -5,7 +5,6 @@ import sys
import traceback
from core.config import setup_config
from core.utils import get_data_file_path
from core.utils.data_loader import DataLoader
from processing.batch.batch_config import BatchConfig
from processing.pipeline import Pipeline
@@ -47,7 +46,7 @@ def run_pipeline(config) -> int:
logging.info(f"Starting pipeline: {config.name} v{config.version}")
# Load input data
input_file_path = get_data_file_path(config.data.input_file, config)
input_file_path = config.paths.get_data_path(config.data.input_file)
if not input_file_path.exists():
logging.error(f"Input file not found: {input_file_path}")
return 1
@@ -60,8 +59,6 @@ def run_pipeline(config) -> int:
# Create and run pipeline
pipeline = create_pipeline(config)
logging.info("Starting pipeline execution")
data_splitter.split(pipeline.run(df))
# Show completion statistics
@@ -104,5 +101,4 @@ def main():
if __name__ == "__main__":
exit_code = main()
sys.exit(exit_code)
sys.exit(main())