Spaces:
Sleeping
Sleeping
File size: 1,249 Bytes
658c35a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 | # data.py — REFERENCE SOLUTION (PyTorch)
import torch
from torch.utils.data import DataLoader, TensorDataset
import numpy as np
def create_dataset(x, y, batch_size=32, shuffle=True):
"""Create a DataLoader from numpy arrays."""
x_t = torch.tensor(x, dtype=torch.float32) if isinstance(x, np.ndarray) else x.float()
y_t = torch.tensor(y, dtype=torch.long) if isinstance(y, np.ndarray) else y.long()
dataset = TensorDataset(x_t, y_t)
return DataLoader(dataset, batch_size=batch_size, shuffle=shuffle)
def normalize_features(x):
"""Normalize features to zero mean and unit variance."""
if isinstance(x, np.ndarray):
x = torch.tensor(x, dtype=torch.float32)
mean = x.mean(dim=0)
std = x.std(dim=0)
return (x - mean) / (std + 1e-7)
def split_dataset(x, y, val_fraction=0.2):
"""Split data into train/val sets."""
if isinstance(x, np.ndarray):
x = torch.tensor(x, dtype=torch.float32)
if isinstance(y, np.ndarray):
y = torch.tensor(y, dtype=torch.long)
n = len(x)
val_size = int(n * val_fraction)
indices = torch.randperm(n)
val_idx = indices[:val_size]
train_idx = indices[val_size:]
return (x[train_idx], y[train_idx]), (x[val_idx], y[val_idx])
|