Fix bug

Fix bug, t needs to be scaled if input > 8192

llama_rope_scaled_monkey_patch.py

@@ -42,6 +42,7 @@ class ScaledRotaryEmbedding(torch.nn.Module):
             t = torch.arange(
                 self.max_seq_len_cached, device=x.device, dtype=self.inv_freq.dtype
             )
+            t *= self.scale
             freqs = torch.einsum("i,j->ij", t, self.inv_freq)
             # Different from paper, but it uses a different permutation in order to obtain the same calculation
             emb = torch.cat((freqs, freqs), dim=-1).to(x.device)