claysauruswrecks
initial commit, 15k step checkpoint
ec1ccf6
raw
history blame
308 Bytes
from transformers import AutoTokenizer, AutoModelForCausalLM
tokenizer = AutoTokenizer.from_pretrained("./checkpoint-15k")
model = AutoModelForCausalLM.from_pretrained("./checkpoint-15k")
export_directory = "./export-15k"
tokenizer.save_pretrained(export_directory)
model.save_pretrained(export_directory)