refactoring: add initial pipeline configuration and model classes

This commit is contained in:
2025-08-04 16:12:25 +02:00
parent 19c66fd0ee
commit f4689faf80
82 changed files with 7176 additions and 1218 deletions
+29
View File
@@ -0,0 +1,29 @@
from pydantic import BaseModel
from core.config.logging_config import LoggingConfig
from core.config.data_config import DataConfig
from core.config.llm_config import LLMConfig
from core.config.processing_config import ProcessingConfig
from core.config.project_paths import ProjectPaths
class PipelineConfig(BaseModel):
"""Main pipeline configuration"""
name: str = "drc_names_pipeline"
version: str = "1.0.0"
description: str = "DRC Names NLP Processing Pipeline"
paths: ProjectPaths
stages: list[str] = []
processing: ProcessingConfig = ProcessingConfig()
llm: LLMConfig = LLMConfig()
data: DataConfig = DataConfig()
logging: LoggingConfig = LoggingConfig()
# Environment-specific settings
environment: str = "development"
debug: bool = True
class Config:
arbitrary_types_allowed = True