41 lines
1.4 KiB
Python
41 lines
1.4 KiB
Python
import numpy as np
|
|
import pandas as pd
|
|
from sklearn.base import BaseEstimator
|
|
from sklearn.ensemble import RandomForestClassifier
|
|
from sklearn.preprocessing import LabelEncoder
|
|
|
|
from research.traditional_model import TraditionalModel
|
|
|
|
|
|
class RandomForestModel(TraditionalModel):
|
|
"""Random Forest with engineered features"""
|
|
|
|
def build_model(self) -> BaseEstimator:
|
|
|
|
params = self.config.model_params
|
|
|
|
return RandomForestClassifier(
|
|
n_estimators=params.get("n_estimators", 100),
|
|
max_depth=params.get("max_depth", None),
|
|
random_state=self.config.random_seed,
|
|
)
|
|
|
|
def prepare_features(self, X: pd.DataFrame) -> np.ndarray:
|
|
features = []
|
|
|
|
for feature_type in self.config.features:
|
|
if feature_type.value in X.columns:
|
|
column = X[feature_type.value]
|
|
|
|
# Handle different feature types
|
|
if feature_type.value in ["name_length", "word_count"]:
|
|
# Numerical features
|
|
features.append(column.fillna(0).values.reshape(-1, 1))
|
|
else:
|
|
# Categorical features (encode them)
|
|
le = LabelEncoder()
|
|
encoded = le.fit_transform(column.fillna("unknown").astype(str))
|
|
features.append(encoded.reshape(-1, 1))
|
|
|
|
return np.hstack(features) if features else np.array([]).reshape(len(X), 0)
|