pos-tagger / download_model.py
rrayhka's picture
Update download_model.py
76283d5 verified
raw
history blame
484 Bytes
from transformers import AutoModelForTokenClassification, AutoTokenizer
import logging
logging.basicConfig(level=logging.INFO)
model_name = "w11wo/indonesian-roberta-base-posp-tagger"
logging.info(f"Downloading model: {model_name}")
model = AutoModelForTokenClassification.from_pretrained(model_name)
tokenizer = AutoTokenizer.from_pretrained(model_name)
model.save_pretrained('./model')
tokenizer.save_pretrained('./model')
logging.info("Model and tokenizer saved successfully.")