Update model.py

model.py

@@ -8,12 +8,12 @@ class BERTBaseUncased(nn.Module):
         super(BERTBaseUncased, self).__init__()
         self.bert = transformers.BertModel.from_pretrained(config.BERT_PATH)
 
-        self.bert_drop = nn.Dropout(0.3)
+        # self.bert_drop = nn.Dropout(0.3)
 
-        self.out = nn.Linear(768, 3)
-        # self.out = nn.Linear(256, 3)
+        # self.out = nn.Linear(768, 3)
+        # # self.out = nn.Linear(256, 3)
 
-        nn.init.xavier_uniform_(self.out.weight)
+        # nn.init.xavier_uniform_(self.out.weight)
         print("Model")
 
     def forward(self, ids, mask, token_type_ids):
@@ -22,9 +22,9 @@ class BERTBaseUncased(nn.Module):
             attention_mask=mask,
             token_type_ids=token_type_ids
         )
-        bo = self.bert_drop(o2)
-        # bo = self.tanh(self.fc(bo)) # to be commented if original
-        output = self.out(bo)
+        # bo = self.bert_drop(o2)
+        # # bo = self.tanh(self.fc(bo)) # to be commented if original
+        # output = self.out(bo)
         return output
 
     def extract_features(self, ids, mask, token_type_ids):