Update tokenization_chatglm.py
#108
by
chgk13
- opened
- tokenization_chatglm.py +0 -1
tokenization_chatglm.py
CHANGED
|
@@ -1,5 +1,4 @@
|
|
| 1 |
import os
|
| 2 |
-
import torch
|
| 3 |
from typing import List, Optional, Union, Dict
|
| 4 |
from sentencepiece import SentencePieceProcessor
|
| 5 |
from transformers import PreTrainedTokenizer
|
|
|
|
| 1 |
import os
|
|
|
|
| 2 |
from typing import List, Optional, Union, Dict
|
| 3 |
from sentencepiece import SentencePieceProcessor
|
| 4 |
from transformers import PreTrainedTokenizer
|