Update model.py

model.py

@@ -436,7 +436,6 @@ class NeoBERTForTokenClassification(NeoBERTPreTrainedModel):
 
         self.model = NeoBERT(config)
 
-        self.dense = nn.Linear(self.config.hidden_size, self.config.hidden_size)
         self.dropout = nn.Dropout(self.classifier_dropout)
         self.classifier = nn.Linear(self.config.hidden_size, self.num_labels)
 
@@ -470,12 +469,7 @@ class NeoBERTForTokenClassification(NeoBERTPreTrainedModel):
             output_attentions,
         )
         x = output.last_hidden_state
-
-        x = self.dropout(x)
-        x = self.dense(x)
-        x = torch.tanh(x)
         x = self.dropout(x)
-
         logits = self.classifier(x)
 
         loss = None