Abdullah-Nazhat commited on
Commit
e2ddb84
·
verified ·
1 Parent(s): 3112e79

Update train.py

Browse files
Files changed (1) hide show
  1. train.py +22 -22
train.py CHANGED
@@ -15,23 +15,23 @@ Normalize((0.5, 0.5, 0.5), (0.5, 0.5, 0.5))
15
  ])
16
 
17
  training_data = datasets.CIFAR10(
18
- root='data',
19
- train=True,
20
- download=True,
21
- transform=transform
22
  )
23
 
24
  test_data = datasets.CIFAR10(
25
- root='data',
26
- train=False,
27
- download=True,
28
- transform=transform
29
  )
30
 
31
  batch_size = 128
32
 
33
- train_dataloader = DataLoader(training_data, batch_size=batch_size,shuffle=True)
34
- test_dataloader = DataLoader(test_data, batch_size=batch_size)
35
 
36
  for X, y in test_dataloader:
37
  print(f"Shape of X [N,C,H,W]:{X.shape}")
@@ -45,18 +45,18 @@ print(f"using {device} device")
45
  class InteractorImageClassification(Interactor):
46
  def __init__(
47
  self,
48
- image_size=32,
49
- patch_size=4,
50
- in_channels=3,
51
- num_classes=10,
52
  d_model = 256,
53
  d_ffn = 512,
54
- num_layers=4,
55
 
56
  ):
57
  super().__init__(d_model, d_ffn, num_layers)
58
  self.patcher = nn.Conv2d(
59
- in_channels, d_model, kernel_size=patch_size, stride=patch_size
60
  )
61
  self.classifier = nn.Linear(d_model, num_classes)
62
 
@@ -67,7 +67,7 @@ class InteractorImageClassification(Interactor):
67
  patches = patches.permute(0, 2, 3, 1)
68
  patches = patches.view(batch_size, -1, num_channels)
69
  embedding = self.model(patches)
70
- embedding = embedding.mean(dim=1)
71
  out = self.classifier(embedding)
72
  return out
73
 
@@ -75,7 +75,7 @@ model = InteractorImageClassification().to(device)
75
  print(model)
76
 
77
  loss_fn = nn.CrossEntropyLoss()
78
- optimizer = torch.optim.Adam(model.parameters(),lr=1e-3)
79
 
80
  def train(dataloader, model, loss_fn, optimizer):
81
  size = len(dataloader.dataset)
@@ -102,8 +102,8 @@ def train(dataloader, model, loss_fn, optimizer):
102
 
103
  train_loss /= num_batches
104
  train_accuracy = 100. * correct.item() / size
105
- print(f"Train Metric: \n Accuracy: {(100*correct):>0.1f}% \n")
106
- return train_loss,train_accuracy
107
 
108
  def test(dataloader, model, loss_fn):
109
  size = len(dataloader.dataset)
@@ -119,8 +119,8 @@ def test(dataloader, model, loss_fn):
119
  correct += (pred.argmax(1) == y).type(torch.float).sum().item()
120
  test_loss /= num_batches
121
  correct /= size
122
- print(f"Test Metrics: \n Accuracy: {(100*correct):>0.1f}%, Avg loss: {test_loss:>8f} \n")
123
- test_accuracy = 100*correct
124
  return test_loss, test_accuracy
125
 
126
  logname = "/PATH/Interactor/Experiments_cifar10/logs_interactor/logs_cifar10.csv"
 
15
  ])
16
 
17
  training_data = datasets.CIFAR10(
18
+ root = 'data',
19
+ train = True,
20
+ download = True,
21
+ transform = transform
22
  )
23
 
24
  test_data = datasets.CIFAR10(
25
+ root = 'data',
26
+ train = False,
27
+ download = True,
28
+ transform = transform
29
  )
30
 
31
  batch_size = 128
32
 
33
+ train_dataloader = DataLoader(training_data, batch_size = batch_size, shuffle = True)
34
+ test_dataloader = DataLoader(test_data, batch_size = batch_size)
35
 
36
  for X, y in test_dataloader:
37
  print(f"Shape of X [N,C,H,W]:{X.shape}")
 
45
  class InteractorImageClassification(Interactor):
46
  def __init__(
47
  self,
48
+ image_size = 32,
49
+ patch_size = 4,
50
+ in_channels = 3,
51
+ num_classes = 10,
52
  d_model = 256,
53
  d_ffn = 512,
54
+ num_layers = 4,
55
 
56
  ):
57
  super().__init__(d_model, d_ffn, num_layers)
58
  self.patcher = nn.Conv2d(
59
+ in_channels, d_model, kernel_size = patch_size, stride = patch_size
60
  )
61
  self.classifier = nn.Linear(d_model, num_classes)
62
 
 
67
  patches = patches.permute(0, 2, 3, 1)
68
  patches = patches.view(batch_size, -1, num_channels)
69
  embedding = self.model(patches)
70
+ embedding = embedding.mean(dim = 1)
71
  out = self.classifier(embedding)
72
  return out
73
 
 
75
  print(model)
76
 
77
  loss_fn = nn.CrossEntropyLoss()
78
+ optimizer = torch.optim.Adam(model.parameters(), lr = 1e-3)
79
 
80
  def train(dataloader, model, loss_fn, optimizer):
81
  size = len(dataloader.dataset)
 
102
 
103
  train_loss /= num_batches
104
  train_accuracy = 100. * correct.item() / size
105
+ print(f"Train Metric: \n Accuracy: {(100 * correct):>0.1f}% \n")
106
+ return train_loss, train_accuracy
107
 
108
  def test(dataloader, model, loss_fn):
109
  size = len(dataloader.dataset)
 
119
  correct += (pred.argmax(1) == y).type(torch.float).sum().item()
120
  test_loss /= num_batches
121
  correct /= size
122
+ print(f"Test Metrics: \n Accuracy: {(100 * correct):>0.1f}%, Avg loss: {test_loss:>8f} \n")
123
+ test_accuracy = 100 * correct
124
  return test_loss, test_accuracy
125
 
126
  logname = "/PATH/Interactor/Experiments_cifar10/logs_interactor/logs_cifar10.csv"