LongSafari
/

hyenadna-tiny-1k-seqlen-d256-hf

Text Generation

Model card Files Files and versions Community

Rocketknight1 HF staff commited on Nov 3, 2023

Commit

5cd74f1

•

1 Parent(s): 3d256d0

Upload HyenaDNAForCausalLM

Files changed (1) hide show

modeling_hyena.py +1 -1

modeling_hyena.py CHANGED Viewed

@@ -147,7 +147,7 @@ class HyenaFilter(nn.Module):
     def filter(self, L, *args, **kwargs):
         z, t = self.pos_emb(L)
-        h = self.implicit_filter(z)
         h = self.modulation(t, h)
         return h

     def filter(self, L, *args, **kwargs):
         z, t = self.pos_emb(L)
+        h = self.implicit_filter(z.to(dtype=self.implicit_filter[0].weight.dtype))
         h = self.modulation(t, h)
         return h