model improved

README.md

@@ -18,7 +18,7 @@ widget:
 
 ## Model Description
 
-This is a RoBERTa model pre-trained on Thai Wikipedia texts for POS-tagging and dependency-parsing (using `goeswith` for subwords), derived from [roberta-base-thai-char](https://huggingface.co/KoichiYasuoka/roberta-base-thai-char).
+This is a RoBERTa model pre-trained on Thai Wikipedia texts for POS-tagging and dependency-parsing (using `goeswith` for subwords), derived from [roberta-base-thai-char-upos](https://huggingface.co/KoichiYasuoka/roberta-base-thai-char-upos).
 
 ## How to Use
 

maker.py

@@ -1,5 +1,5 @@
 #! /usr/bin/python3
-src="KoichiYasuoka/roberta-base-thai-char"
+src="KoichiYasuoka/roberta-base-thai-char-upos"
 tgt="KoichiYasuoka/roberta-base-thai-char-ud-goeswith"
 url="https://github.com/KoichiYasuoka/spaCy-Thai"
 import os
@@ -47,9 +47,9 @@ trainDS=UDgoeswithDataset("train.conllu",tkz)
 devDS=UDgoeswithDataset("dev.conllu",tkz)
 testDS=UDgoeswithDataset("test.conllu",tkz)
 lid=trainDS(devDS,testDS)
-cfg=AutoConfig.from_pretrained(src,num_labels=len(lid),label2id=lid,id2label={i:l for l,i in lid.items()})
+cfg=AutoConfig.from_pretrained(src,num_labels=len(lid),label2id=lid,id2label={i:l for l,i in lid.items()},ignore_mismatched_sizes=True)
 arg=TrainingArguments(num_train_epochs=3,per_device_train_batch_size=32,output_dir="/tmp",overwrite_output_dir=True,save_total_limit=2,evaluation_strategy="epoch",learning_rate=5e-05,warmup_ratio=0.1)
-trn=Trainer(args=arg,data_collator=DataCollatorForTokenClassification(tkz),model=AutoModelForTokenClassification.from_pretrained(src,config=cfg),train_dataset=trainDS,eval_dataset=devDS)
+trn=Trainer(args=arg,data_collator=DataCollatorForTokenClassification(tkz),model=AutoModelForTokenClassification.from_pretrained(src,config=cfg,ignore_mismatched_sizes=True),train_dataset=trainDS,eval_dataset=devDS)
 trn.train()
 trn.save_model(tgt)
 tkz.save_pretrained(tgt)

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:efb6aa3a121ab9c66cfd1023b68f17d7849ee32a215503b173baf4616a06034a
+oid sha256:d3de696ea3ea8c2e5e97d12c6dacd14aeb96c06f688f686e411074ada923a33e
 size 350986481