import os import pandas as pd from mlProject import logger from mlProject.entity.config_entity import DataTransformationConfig from sklearn.model_selection import train_test_split class DataTransformation: def __init__(self, config: DataTransformationConfig): self.config = config def train_test_splitting(self): df = pd.read_csv(self.config.data_path) train, test = train_test_split(df) train.to_csv(os.path.join(self.config.root_dir,"train.csv"), index = False) test.to_csv(os.path.join(self.config.root_dir, "test.csv"), index = False) logger.info("Splited data into training and test sets") logger.info(train.shape) logger.info(test.shape) print(train.shape) print(test.shape)