EnDevSols
/

falcon-7b

Text Generation

RefinedWebModel

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

muzammil-eds commited on Jul 19, 2023

Commit

0b80ef9

•

1 Parent(s): 2f657c5

Update config.json

Files changed (1) hide show

config.json +8 -8

config.json CHANGED Viewed

@@ -7,12 +7,12 @@
   ],
   "attention_dropout": 0.0,
   "auto_map": {
-    "AutoConfig": "tiiuae/falcon-7b--configuration_RW.RWConfig",
-    "AutoModel": "tiiuae/falcon-7b--modelling_RW.RWModel",
-    "AutoModelForCausalLM": "tiiuae/falcon-7b--modelling_RW.RWForCausalLM",
-    "AutoModelForQuestionAnswering": "tiiuae/falcon-7b--modelling_RW.RWForQuestionAnswering",
-    "AutoModelForSequenceClassification": "tiiuae/falcon-7b--modelling_RW.RWForSequenceClassification",
-    "AutoModelForTokenClassification": "tiiuae/falcon-7b--modelling_RW.RWForTokenClassification"
   },
   "bias": false,
   "bos_token_id": 11,
@@ -26,8 +26,8 @@
   "n_head": 71,
   "n_layer": 32,
   "parallel_attn": true,
-  "torch_dtype": "float32",
-  "transformers_version": "4.32.0.dev0",
   "use_cache": true,
   "vocab_size": 65024
 }

   ],
   "attention_dropout": 0.0,
   "auto_map": {
+    "AutoConfig": "configuration_RW.RWConfig",
+    "AutoModel": "modelling_RW.RWModel",
+    "AutoModelForSequenceClassification": "modelling_RW.RWForSequenceClassification",
+    "AutoModelForTokenClassification": "modelling_RW.RWForTokenClassification",
+    "AutoModelForQuestionAnswering": "modelling_RW.RWForQuestionAnswering",
+    "AutoModelForCausalLM": "modelling_RW.RWForCausalLM"
   },
   "bias": false,
   "bos_token_id": 11,
   "n_head": 71,
   "n_layer": 32,
   "parallel_attn": true,
+  "torch_dtype": "float16",
+  "transformers_version": "4.30.2",
   "use_cache": true,
   "vocab_size": 65024
 }