vigpt2medium / create_config.py
imthanhlv's picture
first commit
99b6635
raw
history blame contribute delete
183 Bytes
from transformers import GPT2Config
config = GPT2Config.from_pretrained("gpt2-medium", resid_pdrop=0.0, embd_pdrop=0.0, attn_pdrop=0.0, vocab_size=50257)
config.save_pretrained(".")