recommit after pad_token was treated.

config.json

@@ -3,6 +3,7 @@
   "architectures": [
     "LlamaForCausalLM"
   ],
+  "attention_bias": false,
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
@@ -14,13 +15,14 @@
   "num_attention_heads": 32,
   "num_hidden_layers": 32,
   "num_key_value_heads": 32,
+  "pad_token_id": 32000,
   "pretraining_tp": 1,
   "rms_norm_eps": 1e-06,
   "rope_scaling": null,
   "rope_theta": 10000.0,
   "tie_word_embeddings": false,
   "torch_dtype": "float16",
-  "transformers_version": "4.34.0.dev0",
-  "use_cache": true,
-  "vocab_size": 32000
+  "transformers_version": "4.35.0.dev0",
+  "use_cache": false,
+  "vocab_size": 32001
 }

generation_config.json

@@ -6,5 +6,5 @@
   "pad_token_id": 0,
   "temperature": 0.6,
   "top_p": 0.9,
-  "transformers_version": "4.34.0.dev0"
+  "transformers_version": "4.35.0.dev0"
 }

model-00001-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:551d8d5eeba1f0054884895052a91ca224a2e1c3c2e217c1994bd407e89be7f9
-size 3972162976
+oid sha256:7aad8ae7fa0895a6f620622e7fe06ca75bd0385ab7e3447c7d708f7ae3b71ee8
+size 3972171168

model-00004-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:72b30419c124676eab8fbdb55c3b3df71c4825a70ee60f19461da7a013cf2923
-size 1566649928
+oid sha256:0e8eb45dcd9092dff3d3065d66bbd671f19f977b8d9ec10bff79ec762f6ec1b3
+size 1566658120

model.safetensors.index.json

@@ -1,6 +1,6 @@
 {
   "metadata": {
-    "total_size": 13476831232
+    "total_size": 13476847616
   },
   "weight_map": {
     "lm_head.weight": "model-00004-of-00004.safetensors",