Upload FalconForDistill

config.json

@@ -1,9 +1,9 @@
 {
-  "_name_or_path": "tiiuae/falcon-rw-1b",
+  "_name_or_path": "model/falcon/falcon-rw-1b-bf16-train_batch=4-train=rw_code_falcon_dataset",
   "alibi": true,
   "apply_residual_connection_post_layernorm": false,
   "architectures": [
-    "FalconForCausalLM"
+    "FalconForDistill"
   ],
   "attention_dropout": 0.0,
   "auto_map": {
@@ -16,7 +16,7 @@
   },
   "bias": true,
   "bos_token_id": 1,
-  "eos_token_id": 2,
+  "eos_token_id": null,
   "hidden_dropout": 0.0,
   "hidden_size": 2048,
   "initializer_range": 0.02,

generation_config.json

@@ -1,6 +1,6 @@
 {
   "_from_model_config": true,
   "bos_token_id": 1,
-  "eos_token_id": 2,
+  "pad_token_id": 50256,
   "transformers_version": "4.34.1"
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e16395599e03becc6fd63a0b7ba0ee891890dfb1d8018b61298bdd616e0225cb
-size 2623349334
+oid sha256:d432331081341fc4edf8f0bb76f72301441d0723a914cda9dd5f3da6f90367d9
+size 5246704278