70.89

jkjan · May 7, 2020 · f4c084f · f4c084f
1 parent c968012
commit f4c084f
Show file tree

Hide file tree

Showing 3 changed files with 13 additions and 13 deletions.
diff --git a/CIFAR10/CNN.py b/CIFAR10/CNN.py
@@ -8,42 +8,42 @@ def __init__(self, batch_size):
         self.layer1 = nn.Sequential(
             nn.Conv2d(3, 16, 3, padding=1),
             nn.BatchNorm2d(16),
-            nn.ELU(),
+            nn.ReLU(),
             nn.Dropout2d(0.3),
         )
 
         self.layer2 = nn.Sequential(
             nn.Conv2d(16, 32, 3, padding=1),
             nn.BatchNorm2d(32),
-            nn.ELU(),
+            nn.ReLU(),
             nn.Dropout2d(0.3),
             nn.MaxPool2d(2, 2),
         )
 
         self.layer3 = nn.Sequential(
             nn.Conv2d(32, 64, 3, padding=1),
             nn.BatchNorm2d(64),
-            nn.ELU(),
+            nn.ReLU(),
             nn.Dropout2d(0.3),
             nn.MaxPool2d(2, 2)
         )
 
         self.fc_layer = nn.Sequential(
             nn.Linear(64*8*8, 100),
             nn.BatchNorm1d(100),
-            nn.ELU(),
+            nn.ReLU(),
             nn.Dropout(0.3),
         )
         self.fc = nn.Linear(100, 10)
 
-        torch.nn.init.xavier_normal_(self.fc.weight)
-        # for m in self.modules():
-        #     if isinstance(m, nn.Conv2d):
-        #         nn.init.kaiming_uniform_(m.weight.data)
-        #         m.bias.data.fill_(0)
-        #     if isinstance(m, nn.Linear):
-        #         nn.init.kaiming_uniform_(m.weight.data)
-        #         m.bias.data.fill_(0)
+        # torch.nn.init.xavier_normal_(self.fc.weight)
+        for m in self.modules():
+            if isinstance(m, nn.Conv2d):
+                nn.init.kaiming_uniform_(m.weight.data)
+                m.bias.data.fill_(0)
+            if isinstance(m, nn.Linear):
+                nn.init.kaiming_uniform_(m.weight.data)
+                m.bias.data.fill_(0)
 
     def forward(self, x):
         out = self.layer1(x)

diff --git a/CIFAR10/__pycache__/CNN.cpython-37.pyc b/CIFAR10/__pycache__/CNN.cpython-37.pyc
diff --git a/CIFAR10/train.py b/CIFAR10/train.py
@@ -32,7 +32,7 @@
 optimizer = torch.optim.Adam(model.parameters(), lr=lr)
 
 # scheduler
-scheduler = lr_scheduler.StepLR(optimizer, step_size=30, gamma=0.1)
+scheduler = lr_scheduler.StepLR(optimizer, step_size=30, gamma=0.2)
 
 # to train
 model.train()