feat: enhance logging and memory management across modules

2025-08-13 23:09:05 +02:00
parent 47e52d130c
commit 9601c5e44d
48 changed files with 1004 additions and 773 deletions
@@ -2,11 +2,12 @@ import pandas as pd
 import streamlit as st

 from core.utils import get_data_file_path
+from core.utils.data_loader import OPTIMIZED_DTYPES


 def load_dataset(file_path: str) -> pd.DataFrame:
    try:
-        return pd.read_csv(file_path)
+        return pd.read_csv(file_path, dtype=OPTIMIZED_DTYPES)
    except Exception as e:
        st.error(f"Error loading dataset: {e}")
        return pd.DataFrame()