Update modeling_hf_nomic_bert.py

modeling_hf_nomic_bert.py

@@ -1869,7 +1869,7 @@ class NomicBertForMultipleChoice(NomicBertPreTrainedModel):
 
         self.bert = NomicBertModel(config, add_pooling_layer=True)
         classifier_dropout = (
-            config.classifier_dropout if config.classifier_dropout is not None else config.hidden_dropout_prob
+            getattr(config, "classifier_dropout", config.resid_pdrop)
         )
         self.dropout = nn.Dropout(classifier_dropout)
         self.classifier = nn.Linear(config.hidden_size, 1)
@@ -1947,7 +1947,7 @@ class NomicBertForTokenClassification(NomicBertPreTrainedModel):
 
         self.bert = NomicBertModel(config, add_pooling_layer=False)
         classifier_dropout = (
-            config.classifier_dropout if config.classifier_dropout is not None else config.hidden_dropout_prob
+            getattr(config, "classifier_dropout", config.resid_pdrop)
         )
         self.dropout = nn.Dropout(classifier_dropout)
         self.classifier = nn.Linear(config.hidden_size, config.num_labels)