nielsbantilan commited on
Commit
b5125d3
1 Parent(s): eb0211b

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +1 -7
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "/tmp/flytecs89oydd/local_flytekit/894b5da2ebff732816444f4b1752d526",
3
  "architectures": [
4
  "GPTNeoXForCausalLM"
5
  ],
@@ -15,12 +15,6 @@
15
  "model_type": "gpt_neox",
16
  "num_attention_heads": 8,
17
  "num_hidden_layers": 16,
18
- "quantization_config": {
19
- "llm_int8_enable_fp32_cpu_offload": false,
20
- "llm_int8_skip_modules": null,
21
- "llm_int8_threshold": 6.0,
22
- "load_in_8bit": true
23
- },
24
  "rotary_emb_base": 10000,
25
  "rotary_pct": 0.25,
26
  "tie_word_embeddings": false,
 
1
  {
2
+ "_name_or_path": "EleutherAI/pythia-1B-deduped",
3
  "architectures": [
4
  "GPTNeoXForCausalLM"
5
  ],
 
15
  "model_type": "gpt_neox",
16
  "num_attention_heads": 8,
17
  "num_hidden_layers": 16,
 
 
 
 
 
 
18
  "rotary_emb_base": 10000,
19
  "rotary_pct": 0.25,
20
  "tie_word_embeddings": false,