Update modeling_quiet.py

modeling_quiet.py

@@ -669,6 +669,7 @@ class QuietSdpaAttention(QuietAttention):
         if past_key_value is not None:
             cache_kwargs = {"sin": sin, "cos": cos}  # Specific to RoPE models
             key_states, value_states = past_key_value.update(key_states, value_states, self.layer_idx, cache_kwargs)
+            kv_seq_len = key_states.shape[-2] 
 
         key_states = repeat_kv(key_states, self.num_key_value_groups)
         value_states = repeat_kv(value_states, self.num_key_value_groups)