jupyterjazz commited on
Commit
169b7fb
1 Parent(s): 80b1ff7

Fix rotary backward

Browse files
Files changed (1) hide show
  1. rotary.py +1 -1
rotary.py CHANGED
@@ -290,7 +290,7 @@ class ApplyRotaryEmbQKV_(torch.autograd.Function):
290
  cu_seqlens=cu_seqlens,
291
  max_seqlen=ctx.max_seqlen,
292
  )
293
- return dqkv, None, None, None, None, None, None, None, None
294
 
295
 
296
  def apply_rotary_emb_qkv_(
 
290
  cu_seqlens=cu_seqlens,
291
  max_seqlen=ctx.max_seqlen,
292
  )
293
+ return dqkv, None, None, None, None, None, None, None, None, None
294
 
295
 
296
  def apply_rotary_emb_qkv_(