Commit
•
f0afbe6
1
Parent(s):
0991e79
Update modeling_chatglm.py
Browse files- modeling_chatglm.py +0 -1
modeling_chatglm.py
CHANGED
|
@@ -424,7 +424,6 @@ class SelfAttention(torch.nn.Module):
|
|
| 424 |
kv_cache = None
|
| 425 |
|
| 426 |
# https://kexue.fm/archives/9706
|
| 427 |
-
assert attention_mask is None, attention_mask
|
| 428 |
offset = 64
|
| 429 |
k_len = key_layer.size(0)
|
| 430 |
q_len = query_layer.size(0)
|
|
|
|
| 424 |
kv_cache = None
|
| 425 |
|
| 426 |
# https://kexue.fm/archives/9706
|
|
|
|
| 427 |
offset = 64
|
| 428 |
k_len = key_layer.size(0)
|
| 429 |
q_len = query_layer.size(0)
|