export LC_ALL=C.UTF-8 | |
export LANG=C.UTF-8 | |
# export OUTPUT_DIR=./ | |
export OUTPUT_DIR=/home/saied/code/gpt2-medium-persian | |
export NAME_OR_PATH=gpt2-medium | |
python src/create_config.py \ | |
--output_dir="$OUTPUT_DIR" \ | |
--name_or_path="$NAME_OR_PATH" \ | |
--params='{"vocab_size": 50000,"bos_token_id": 5,"eos_token_id": 5}' |