PEFT
English
music
ThatOneShortGuy commited on
Commit
1fdd8f0
1 Parent(s): 57a7ad2

Upload RWForCausalLM

Browse files
Files changed (2) hide show
  1. config.json +8 -8
  2. pytorch_model.bin +2 -2
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "ybelkada/falcon-7b-sharded-bf16",
3
  "alibi": false,
4
  "apply_residual_connection_post_layernorm": false,
5
  "architectures": [
@@ -7,12 +7,12 @@
7
  ],
8
  "attention_dropout": 0.0,
9
  "auto_map": {
10
- "AutoConfig": "tiiuae/falcon-7b--configuration_RW.RWConfig",
11
- "AutoModel": "tiiuae/falcon-7b--modelling_RW.RWModel",
12
- "AutoModelForCausalLM": "tiiuae/falcon-7b--modelling_RW.RWForCausalLM",
13
- "AutoModelForQuestionAnswering": "tiiuae/falcon-7b--modelling_RW.RWForQuestionAnswering",
14
- "AutoModelForSequenceClassification": "tiiuae/falcon-7b--modelling_RW.RWForSequenceClassification",
15
- "AutoModelForTokenClassification": "tiiuae/falcon-7b--modelling_RW.RWForTokenClassification"
16
  },
17
  "bias": false,
18
  "bos_token_id": 11,
@@ -35,5 +35,5 @@
35
  "torch_dtype": "float32",
36
  "transformers_version": "4.29.2",
37
  "use_cache": false,
38
- "vocab_size": 65024
39
  }
 
1
  {
2
+ "_name_or_path": "OpenAssistant/falcon-7b-sft-mix-2000",
3
  "alibi": false,
4
  "apply_residual_connection_post_layernorm": false,
5
  "architectures": [
 
7
  ],
8
  "attention_dropout": 0.0,
9
  "auto_map": {
10
+ "AutoConfig": "OpenAssistant/falcon-7b-sft-mix-2000--configuration_RW.RWConfig",
11
+ "AutoModel": "OpenAssistant/falcon-7b-sft-mix-2000--modelling_RW.RWModel",
12
+ "AutoModelForCausalLM": "OpenAssistant/falcon-7b-sft-mix-2000--modelling_RW.RWForCausalLM",
13
+ "AutoModelForQuestionAnswering": "OpenAssistant/falcon-7b-sft-mix-2000--modelling_RW.RWForQuestionAnswering",
14
+ "AutoModelForSequenceClassification": "OpenAssistant/falcon-7b-sft-mix-2000--modelling_RW.RWForSequenceClassification",
15
+ "AutoModelForTokenClassification": "OpenAssistant/falcon-7b-sft-mix-2000--modelling_RW.RWForTokenClassification"
16
  },
17
  "bias": false,
18
  "bos_token_id": 11,
 
35
  "torch_dtype": "float32",
36
  "transformers_version": "4.29.2",
37
  "use_cache": false,
38
+ "vocab_size": 65040
39
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:57a6218e7fa3523a1e2df48e1625e1172c622e07e772af97cc7f03b5e36a95b3
3
- size 8070284393
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e864e663f046de39dc63e765c065a645e9f68be8ef36fcfc79c226d25e07559
3
+ size 8331670741