Update utils/preprocessing.py

utils/preprocessing.py

@@ -9,3 +9,18 @@ def preprocess_data_for_streamlit(data_path):
     scaler = StandardScaler()
     X_scaled = scaler.fit_transform(X)
     return df, X_scaled
+# utils/preprocessing.py
+import pandas as pd
+from sklearn.model_selection import train_test_split
+from sklearn.preprocessing import StandardScaler
+
+def preprocess_data(data_path, test_size=0.2, random_state=42):
+    df = pd.read_csv(data_path)
+    df = feature_engineering(df)
+    X = df.drop('label', axis=1)
+    y = df['label']
+    X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=test_size, random_state=random_state)
+    scaler = StandardScaler()
+    X_train_scaled = scaler.fit_transform(X_train)
+    X_test_scaled = scaler.transform(X_test)
+    return X_train_scaled, X_test_scaled, y_train, y_test