Rorical commited on
Commit
83223a8
1 Parent(s): aff89a0

fix: import & logic error

Browse files
Files changed (1) hide show
  1. modeling_lolicore.py +2 -2
modeling_lolicore.py CHANGED
@@ -45,7 +45,7 @@ from transformers.utils import (
45
  logging,
46
  replace_return_docstrings,
47
  )
48
- from configuration_lolicore import LoliCoreConfig
49
 
50
 
51
  if is_flash_attn_2_available():
@@ -335,7 +335,7 @@ class LoliCoreJump(nn.Module):
335
  self.intermediate_size = intermediate_size
336
 
337
  def forward(self, hidden_states):
338
- return hidden_states
339
 
340
 
341
  class LoliCoreMoEMLP(nn.Module):
 
45
  logging,
46
  replace_return_docstrings,
47
  )
48
+ from .configuration_lolicore import LoliCoreConfig
49
 
50
 
51
  if is_flash_attn_2_available():
 
335
  self.intermediate_size = intermediate_size
336
 
337
  def forward(self, hidden_states):
338
+ return torch.zeros_like(hidden_states)
339
 
340
 
341
  class LoliCoreMoEMLP(nn.Module):