Update train.py
Browse files
train.py
CHANGED
|
@@ -15,23 +15,23 @@ Normalize((0.5, 0.5, 0.5), (0.5, 0.5, 0.5))
|
|
| 15 |
])
|
| 16 |
|
| 17 |
training_data = datasets.CIFAR10(
|
| 18 |
-
root='data',
|
| 19 |
-
train=True,
|
| 20 |
-
download=True,
|
| 21 |
-
transform=transform
|
| 22 |
)
|
| 23 |
|
| 24 |
test_data = datasets.CIFAR10(
|
| 25 |
-
root='data',
|
| 26 |
-
train=False,
|
| 27 |
-
download=True,
|
| 28 |
-
transform=transform
|
| 29 |
)
|
| 30 |
|
| 31 |
batch_size = 128
|
| 32 |
|
| 33 |
-
train_dataloader = DataLoader(training_data, batch_size=batch_size,shuffle=True)
|
| 34 |
-
test_dataloader = DataLoader(test_data, batch_size=batch_size)
|
| 35 |
|
| 36 |
for X, y in test_dataloader:
|
| 37 |
print(f"Shape of X [N,C,H,W]:{X.shape}")
|
|
@@ -45,18 +45,18 @@ print(f"using {device} device")
|
|
| 45 |
class InteractorImageClassification(Interactor):
|
| 46 |
def __init__(
|
| 47 |
self,
|
| 48 |
-
image_size=32,
|
| 49 |
-
patch_size=4,
|
| 50 |
-
in_channels=3,
|
| 51 |
-
num_classes=10,
|
| 52 |
d_model = 256,
|
| 53 |
d_ffn = 512,
|
| 54 |
-
num_layers=4,
|
| 55 |
|
| 56 |
):
|
| 57 |
super().__init__(d_model, d_ffn, num_layers)
|
| 58 |
self.patcher = nn.Conv2d(
|
| 59 |
-
in_channels, d_model, kernel_size=patch_size, stride=patch_size
|
| 60 |
)
|
| 61 |
self.classifier = nn.Linear(d_model, num_classes)
|
| 62 |
|
|
@@ -67,7 +67,7 @@ class InteractorImageClassification(Interactor):
|
|
| 67 |
patches = patches.permute(0, 2, 3, 1)
|
| 68 |
patches = patches.view(batch_size, -1, num_channels)
|
| 69 |
embedding = self.model(patches)
|
| 70 |
-
embedding = embedding.mean(dim=1)
|
| 71 |
out = self.classifier(embedding)
|
| 72 |
return out
|
| 73 |
|
|
@@ -75,7 +75,7 @@ model = InteractorImageClassification().to(device)
|
|
| 75 |
print(model)
|
| 76 |
|
| 77 |
loss_fn = nn.CrossEntropyLoss()
|
| 78 |
-
optimizer = torch.optim.Adam(model.parameters(),lr=1e-3)
|
| 79 |
|
| 80 |
def train(dataloader, model, loss_fn, optimizer):
|
| 81 |
size = len(dataloader.dataset)
|
|
@@ -102,8 +102,8 @@ def train(dataloader, model, loss_fn, optimizer):
|
|
| 102 |
|
| 103 |
train_loss /= num_batches
|
| 104 |
train_accuracy = 100. * correct.item() / size
|
| 105 |
-
print(f"Train Metric: \n Accuracy: {(100*correct):>0.1f}% \n")
|
| 106 |
-
return train_loss,train_accuracy
|
| 107 |
|
| 108 |
def test(dataloader, model, loss_fn):
|
| 109 |
size = len(dataloader.dataset)
|
|
@@ -119,8 +119,8 @@ def test(dataloader, model, loss_fn):
|
|
| 119 |
correct += (pred.argmax(1) == y).type(torch.float).sum().item()
|
| 120 |
test_loss /= num_batches
|
| 121 |
correct /= size
|
| 122 |
-
print(f"Test Metrics: \n Accuracy: {(100*correct):>0.1f}%, Avg loss: {test_loss:>8f} \n")
|
| 123 |
-
test_accuracy = 100*correct
|
| 124 |
return test_loss, test_accuracy
|
| 125 |
|
| 126 |
logname = "/PATH/Interactor/Experiments_cifar10/logs_interactor/logs_cifar10.csv"
|
|
|
|
| 15 |
])
|
| 16 |
|
| 17 |
training_data = datasets.CIFAR10(
|
| 18 |
+
root = 'data',
|
| 19 |
+
train = True,
|
| 20 |
+
download = True,
|
| 21 |
+
transform = transform
|
| 22 |
)
|
| 23 |
|
| 24 |
test_data = datasets.CIFAR10(
|
| 25 |
+
root = 'data',
|
| 26 |
+
train = False,
|
| 27 |
+
download = True,
|
| 28 |
+
transform = transform
|
| 29 |
)
|
| 30 |
|
| 31 |
batch_size = 128
|
| 32 |
|
| 33 |
+
train_dataloader = DataLoader(training_data, batch_size = batch_size, shuffle = True)
|
| 34 |
+
test_dataloader = DataLoader(test_data, batch_size = batch_size)
|
| 35 |
|
| 36 |
for X, y in test_dataloader:
|
| 37 |
print(f"Shape of X [N,C,H,W]:{X.shape}")
|
|
|
|
| 45 |
class InteractorImageClassification(Interactor):
|
| 46 |
def __init__(
|
| 47 |
self,
|
| 48 |
+
image_size = 32,
|
| 49 |
+
patch_size = 4,
|
| 50 |
+
in_channels = 3,
|
| 51 |
+
num_classes = 10,
|
| 52 |
d_model = 256,
|
| 53 |
d_ffn = 512,
|
| 54 |
+
num_layers = 4,
|
| 55 |
|
| 56 |
):
|
| 57 |
super().__init__(d_model, d_ffn, num_layers)
|
| 58 |
self.patcher = nn.Conv2d(
|
| 59 |
+
in_channels, d_model, kernel_size = patch_size, stride = patch_size
|
| 60 |
)
|
| 61 |
self.classifier = nn.Linear(d_model, num_classes)
|
| 62 |
|
|
|
|
| 67 |
patches = patches.permute(0, 2, 3, 1)
|
| 68 |
patches = patches.view(batch_size, -1, num_channels)
|
| 69 |
embedding = self.model(patches)
|
| 70 |
+
embedding = embedding.mean(dim = 1)
|
| 71 |
out = self.classifier(embedding)
|
| 72 |
return out
|
| 73 |
|
|
|
|
| 75 |
print(model)
|
| 76 |
|
| 77 |
loss_fn = nn.CrossEntropyLoss()
|
| 78 |
+
optimizer = torch.optim.Adam(model.parameters(), lr = 1e-3)
|
| 79 |
|
| 80 |
def train(dataloader, model, loss_fn, optimizer):
|
| 81 |
size = len(dataloader.dataset)
|
|
|
|
| 102 |
|
| 103 |
train_loss /= num_batches
|
| 104 |
train_accuracy = 100. * correct.item() / size
|
| 105 |
+
print(f"Train Metric: \n Accuracy: {(100 * correct):>0.1f}% \n")
|
| 106 |
+
return train_loss, train_accuracy
|
| 107 |
|
| 108 |
def test(dataloader, model, loss_fn):
|
| 109 |
size = len(dataloader.dataset)
|
|
|
|
| 119 |
correct += (pred.argmax(1) == y).type(torch.float).sum().item()
|
| 120 |
test_loss /= num_batches
|
| 121 |
correct /= size
|
| 122 |
+
print(f"Test Metrics: \n Accuracy: {(100 * correct):>0.1f}%, Avg loss: {test_loss:>8f} \n")
|
| 123 |
+
test_accuracy = 100 * correct
|
| 124 |
return test_loss, test_accuracy
|
| 125 |
|
| 126 |
logname = "/PATH/Interactor/Experiments_cifar10/logs_interactor/logs_cifar10.csv"
|