JustinLin610
commited on
Commit
•
d25b5f8
1
Parent(s):
acdaf68
Update modeling_qwen.py
Browse files- modeling_qwen.py +1 -1
modeling_qwen.py
CHANGED
@@ -1081,7 +1081,7 @@ class QWenLMHeadModel(QWenPreTrainedModel):
|
|
1081 |
logits_processor=logits_processor,
|
1082 |
**kwargs):
|
1083 |
outputs.append(token.item())
|
1084 |
-
yield tokenizer.decode(outputs, skip_special_tokens=True,
|
1085 |
|
1086 |
return stream_generator()
|
1087 |
|
|
|
1081 |
logits_processor=logits_processor,
|
1082 |
**kwargs):
|
1083 |
outputs.append(token.item())
|
1084 |
+
yield tokenizer.decode(outputs, skip_special_tokens=True, errors='ignore')
|
1085 |
|
1086 |
return stream_generator()
|
1087 |
|