File size: 265 Bytes
751936e
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13



import os

CURRENT_DIR = os.path.dirname(os.path.abspath(__file__))

space_tokens = ["空格 ,两个空格  ,三个空格    ,制表符\t,换行符\n"]



docs = [line.strip() for line in open(os.path.join(CURRENT_DIR, "test.txt"), "r", encoding="utf-8")]