fix: fix some bugs in the entire loop (#274)

* fix some bugs in the entire loop

* refine the code

Author: WinstonLiyt

rdagent/scenarios/kaggle/experiment/meta_tpl/fea_share_preprocess.py

@@ -6,7 +6,7 @@
 from sklearn.preprocessing import LabelEncoder, OneHotEncoder
 
 
-def prepreprocess():
+def prepreprocess(debug_mode=False):
     """
     This method loads the data, drops the unnecessary columns, and splits it into train and validation sets.
     """
@@ -78,11 +78,11 @@ def preprocess_transform(X: pd.DataFrame, preprocessor):
     return X_transformed
 
 
-def preprocess_script():
+def preprocess_script(debug_mode=False):
     """
     This method applies the preprocessing steps to the training, validation, and test datasets.
     """
-    X_train, X_valid, y_train, y_valid = prepreprocess()
+    X_train, X_valid, y_train, y_valid = prepreprocess(debug_mode=debug_mode)
 
     # Fit the preprocessor on the training data
     preprocessor = preprocess_fit(X_train)

rdagent/scenarios/kaggle/experiment/workspace.py

@@ -13,7 +13,7 @@
 
 from fea_share_preprocess import preprocess_script
 
-X_train, X_valid, y_train, y_valid, X_test, passenger_ids = preprocess_script()
+X_train, X_valid, y_train, y_valid, X_test, passenger_ids = preprocess_script(debug_mode=True)
 
 pickle.dump(X_train, open("X_train.pkl", "wb"))
 pickle.dump(X_valid, open("X_valid.pkl", "wb"))