Spaces:
Sleeping
Sleeping
Download preprocessing/featureEng.py from MLINPrediction/pollution_prediction: direct link, hf CLI and curl.
- Browser
- Download file 3.08 kB
-
https://huggingface.co/spaces/MLINPrediction/pollution_prediction/resolve/main/preprocessing/featureEng.py
- Command line
-
hf download hf://spaces/MLINPrediction/pollution_prediction/preprocessing/featureEng.py
-
curl -L -o featureEng.py https://huggingface.co/spaces/MLINPrediction/pollution_prediction/resolve/main/preprocessing/featureEng.py
3.08 kB
| import pandas as pd | |
| import numpy as np | |
| import os | |
| from typing import List | |
| from abc import ABC, abstractmethod | |
| class FeatureEngineering(ABC): | |
| ''' | |
| Performs feature engineering, including extracting lagged and rolling | |
| window features, and processing the data for machine learning models. | |
| ''' | |
| def __init__(self, dataset): | |
| self._data = dataset | |
| def extract_features(self, selected_features:List[str], target:List[str], | |
| lags:List[int]=[24,48], rolling_windows:List[int]=[3,6,12,24], drop_ogs=0): | |
| ''' | |
| Extracts features from the time series data, including lagged and rolling | |
| window features, and updates the feature set. | |
| ''' | |
| if not all(f in self._data.columns for f in selected_features): | |
| raise ValueError(f"Select features in {self._data.columns}") | |
| self._features = [] | |
| if lags is not None and target is not None: | |
| self._lagging(lags, target) | |
| if rolling_windows is not None: | |
| self._rolling_windows(rolling_windows, selected_features) | |
| # Drop any rows with missing values (introduced by lagging) | |
| self._data = self._data.dropna() | |
| # If not dropping the original features, include them in the feature list | |
| if not drop_ogs: | |
| self._features += selected_features | |
| # Feature and target values | |
| self._X = self._data[self._features].values | |
| if target is not None: | |
| self._y = self._data[target].values | |
| def _lagging(self, lags:List[int], target:List[str]): | |
| ''' | |
| Creates lagged features for the target variables based on the specified | |
| lag intervals. | |
| ''' | |
| for lag in lags: | |
| for feature in target: | |
| # Create lagged features by shifting the target variable by the | |
| # specified lag amount (e.g. 24 hours back) | |
| self._data[f'{feature}_lag{lag}'] = self._data[feature].shift(lag) | |
| self._features.append(f'{feature}_lag{lag}') | |
| def _rolling_windows(self, rolling_windows:List[int], features:List[str]): | |
| ''' | |
| Computes rolling window features for the specified features based on the | |
| provided window sizes. | |
| ''' | |
| for window in rolling_windows: | |
| for feature in features: | |
| self._data[f'{feature}_rolling{window}'] = self._data[feature].rolling(window=window).mean() | |
| self._features.append(f'{feature}_rolling{window}') | |
| def process(self): | |
| ''' | |
| (Splits the dataset into training, validation, and test sets), | |
| scales the data, formats the sequences for input into time series models. | |
| ''' | |
| pass | |
| def _scale(self): | |
| ''' | |
| Scales the training, validation, and test sets using MinMax scaling. | |
| ''' | |
| pass | |
| def _PCA(self): | |
| ''' | |
| Reduces dimentionality of data | |
| ''' | |
| pass | |