from transformers import AutoTokenizer, AutoModelForTokenClassification | |
from transformers import pipeline | |
tokenizer = AutoTokenizer.from_pretrained("Babelscape/wikineural-multilingual-ner") | |
model = AutoModelForTokenClassification.from_pretrained("Babelscape/wikineural-multilingual-ner") | |
nlp = pipeline("ner", model=model, tokenizer=tokenizer, grouped_entities=True) | |
example = "张伟和李娜去北京旅行。" | |
ner_results = nlp(example) | |
print(example) | |
print(ner_results) | |