Spaces:
Sleeping
Sleeping
File size: 775 Bytes
aaf5028 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 | import os
import pandas as pd
from mlProject import logger
from mlProject.entity.config_entity import DataTransformationConfig
from sklearn.model_selection import train_test_split
class DataTransformation:
def __init__(self, config: DataTransformationConfig):
self.config = config
def train_test_splitting(self):
df = pd.read_csv(self.config.data_path)
train, test = train_test_split(df)
train.to_csv(os.path.join(self.config.root_dir,"train.csv"), index = False)
test.to_csv(os.path.join(self.config.root_dir, "test.csv"), index = False)
logger.info("Splited data into training and test sets")
logger.info(train.shape)
logger.info(test.shape)
print(train.shape)
print(test.shape) |