VictorSanh
commited on
Commit
•
6601ecb
1
Parent(s):
d4266ac
remove the type check for now
Browse files- modeling_siglip.py +2 -2
modeling_siglip.py
CHANGED
@@ -701,8 +701,8 @@ class SiglipPreTrainedModel(PreTrainedModel):
|
|
701 |
if isinstance(module, SiglipVisionEmbeddings):
|
702 |
width = (
|
703 |
self.config.vision_config.hidden_size
|
704 |
-
if isinstance(self.config, SiglipConfig)
|
705 |
-
else self.config.hidden_size
|
706 |
)
|
707 |
nn.init.normal_(module.position_embedding.weight, std=1 / np.sqrt(width))
|
708 |
elif isinstance(module, nn.Embedding):
|
|
|
701 |
if isinstance(module, SiglipVisionEmbeddings):
|
702 |
width = (
|
703 |
self.config.vision_config.hidden_size
|
704 |
+
# if isinstance(self.config, SiglipConfig)
|
705 |
+
# else self.config.hidden_size
|
706 |
)
|
707 |
nn.init.normal_(module.position_embedding.weight, std=1 / np.sqrt(width))
|
708 |
elif isinstance(module, nn.Embedding):
|