first push

requirements.txt

@@ -1,4 +1,5 @@
 altair
-pandas
 streamlit
-scikit-learn
+pandas
+scikit-learn
+huggingface_hub

src/streamlit_app.py

@@ -9,20 +9,26 @@ from sklearn.neighbors import KNeighborsClassifier
 from sklearn.tree import DecisionTreeClassifier
 from sklearn.metrics import accuracy_score, r2_score
 
+# Writable folders inside /tmp
+BASE_DIR = "/tmp/ml_app"
+UPLOAD_DIR = os.path.join(BASE_DIR, "uploads")
+PROCESSED_DIR = os.path.join(BASE_DIR, "processed")
+PKL_DIR = os.path.join(BASE_DIR, "pkl")
+ENCODERS_DIR = os.path.join(BASE_DIR, "encoders")
+
+# Create them at runtime
+for d in [UPLOAD_DIR, PROCESSED_DIR, PKL_DIR, ENCODERS_DIR]:
+    os.makedirs(d, exist_ok=True)
+
 st.sidebar.title("Navigation")
 page = st.sidebar.selectbox("Go to", ["Upload File", "Preprocess Data", "Train & Select Model", "Create App"])
 
-os.makedirs("uploads", exist_ok=True)
-os.makedirs("processed", exist_ok=True)
-os.makedirs("pkl", exist_ok=True)
-os.makedirs("encoders", exist_ok=True)  # Folder to save encoders
-
 if page == "Upload File":
     st.title("Upload CSV or SQL File")
     uploaded_file = st.file_uploader("Upload a CSV or SQL file", type=["csv", "sql"])
 
     if uploaded_file is not None:
-        save_path = os.path.join("uploads", uploaded_file.name)
+        save_path = os.path.join(UPLOAD_DIR, uploaded_file.name)
         with open(save_path, "wb") as f:
             f.write(uploaded_file.getbuffer())
         st.success(f"File saved to {save_path}")
@@ -37,11 +43,11 @@ if page == "Upload File":
 
 elif page == "Preprocess Data":
     st.title("Preprocess Uploaded CSV")
-    files = [f for f in os.listdir("uploads") if f.endswith(".csv")]
+    files = [f for f in os.listdir(UPLOAD_DIR) if f.endswith(".csv")]
 
     if files:
         selected_file = st.selectbox("Select a CSV file to preprocess", files)
-        file_path = os.path.join("uploads", selected_file)
+        file_path = os.path.join(UPLOAD_DIR, selected_file)
 
         if "df" not in st.session_state or st.session_state.file_path != file_path:
             st.session_state.df = pd.read_csv(file_path)
@@ -77,16 +83,15 @@ elif page == "Preprocess Data":
                 st.session_state.df[col] = le.fit_transform(st.session_state.df[col].astype(str))
                 label_encoders[col] = le
 
-            # Save each encoder as pickle
             for col, le in label_encoders.items():
-                with open(f"encoders/{selected_file}_{col}_encoder.pkl", "wb") as f:
+                with open(os.path.join(ENCODERS_DIR, f"{selected_file}_{col}_encoder.pkl"), "wb") as f:
                     pickle.dump(le, f)
 
             st.success("All object columns label-encoded and encoders saved!")
             st.dataframe(st.session_state.df)
 
         if st.button("Save Preprocessed File"):
-            processed_path = os.path.join("processed", selected_file)
+            processed_path = os.path.join(PROCESSED_DIR, selected_file)
             st.session_state.df.to_csv(processed_path, index=False)
             st.success(f"Preprocessed file saved to: {processed_path}")
     else:
@@ -95,11 +100,11 @@ elif page == "Preprocess Data":
 elif page == "Train & Select Model":
     st.title("Train Models and Select the Best One")
 
-    processed_files = [f for f in os.listdir("processed") if f.endswith(".csv")]
+    processed_files = [f for f in os.listdir(PROCESSED_DIR) if f.endswith(".csv")]
 
     if processed_files:
         selected_file = st.selectbox("Select a processed CSV", processed_files)
-        file_path = os.path.join("processed", selected_file)
+        file_path = os.path.join(PROCESSED_DIR, selected_file)
 
         df = pd.read_csv(file_path)
         st.dataframe(df.head())
@@ -147,12 +152,12 @@ elif page == "Train & Select Model":
 
             st.subheader("Model Accuracy / Score")
             for model_name, score in results.items():
-                st.write(f"{model_name}: **{score:.4f}**")
+                st.write(f"{model_name}: *{score:.4f}*")
 
             selected_model_name = st.selectbox("Select model to save", list(results.keys()))
             if st.button("Save Selected Model"):
                 final_model = models[selected_model_name]
-                pkl_path = os.path.join("pkl", f"{selected_model_name}.pkl")
+                pkl_path = os.path.join(PKL_DIR, f"{selected_model_name}.pkl")
                 with open(pkl_path, "wb") as f:
                     pickle.dump(final_model, f)
                 st.success(f"Model saved as {pkl_path}")
@@ -162,10 +167,10 @@ elif page == "Train & Select Model":
 elif page == "Create App":
     st.title("Use Model for Prediction")
 
-    processed_files = [f for f in os.listdir("processed") if f.endswith(".csv")]
+    processed_files = [f for f in os.listdir(PROCESSED_DIR) if f.endswith(".csv")]
     if processed_files:
         selected_csv = st.selectbox("Select a processed CSV file", processed_files)
-        df = pd.read_csv(os.path.join("processed", selected_csv))
+        df = pd.read_csv(os.path.join(PROCESSED_DIR, selected_csv))
         target_col = st.selectbox("Select target column", df.columns)
 
         if target_col:
@@ -181,17 +186,15 @@ elif page == "Create App":
 
             model.fit(X, y)
 
-            # Load encoders for features if available
             encoders = {}
             for col in X.columns:
-                encoder_path = f"encoders/{selected_csv}_{col}_encoder.pkl"
+                encoder_path = os.path.join(ENCODERS_DIR, f"{selected_csv}_{col}_encoder.pkl")
                 if os.path.exists(encoder_path):
                     with open(encoder_path, "rb") as f:
                         encoders[col] = pickle.load(f)
 
-            # Load encoder for target if available (for inverse transform of prediction)
             target_encoder = None
-            target_encoder_path = f"encoders/{selected_csv}_{target_col}_encoder.pkl"
+            target_encoder_path = os.path.join(ENCODERS_DIR, f"{selected_csv}_{target_col}_encoder.pkl")
             if os.path.exists(target_encoder_path):
                 with open(target_encoder_path, "rb") as f:
                     target_encoder = pickle.load(f)
@@ -220,4 +223,4 @@ elif page == "Create App":
                 else:
                     st.text(prediction[0])
     else:
-        st.warning("No processed CSV files found. Please preprocess a file first.")
+        st.warning("No processed CSV files found. Please preprocess a file first.")