Update modeling_internlm.py
Browse files- modeling_internlm.py +1 -1
modeling_internlm.py
CHANGED
@@ -275,7 +275,7 @@ class InternLMAttention(nn.Module):
|
|
275 |
self.rotary_emb = self._init_rope()
|
276 |
|
277 |
def _init_rope(self):
|
278 |
-
if self.config.rotary["type"] == "origin"
|
279 |
self.rotary_emb = InternLMRotaryEmbedding(
|
280 |
self.head_dim,
|
281 |
max_position_embeddings=self.max_position_embeddings,
|
|
|
275 |
self.rotary_emb = self._init_rope()
|
276 |
|
277 |
def _init_rope(self):
|
278 |
+
if self.config.rotary["type"] == "origin":
|
279 |
self.rotary_emb = InternLMRotaryEmbedding(
|
280 |
self.head_dim,
|
281 |
max_position_embeddings=self.max_position_embeddings,
|