feihu.hf commited on
Commit
a9a00e9
1 Parent(s): 3432f46

update config.json

Browse files
Files changed (1) hide show
  1. config.json +2 -7
config.json CHANGED
@@ -40,17 +40,12 @@
40
  "use_exllama": true
41
  },
42
  "rms_norm_eps": 1e-06,
43
- "rope_scaling": {
44
- "factor": 4.0,
45
- "original_max_position_embeddings": 32768,
46
- "type": "yarn"
47
- },
48
  "rope_theta": 1000000.0,
49
- "sliding_window": 32768,
50
  "tie_word_embeddings": false,
51
  "torch_dtype": "float16",
52
  "transformers_version": "4.39.3",
53
  "use_cache": true,
54
  "use_sliding_window": false,
55
  "vocab_size": 152064
56
- }
 
40
  "use_exllama": true
41
  },
42
  "rms_norm_eps": 1e-06,
 
 
 
 
 
43
  "rope_theta": 1000000.0,
44
+ "sliding_window": 131072,
45
  "tie_word_embeddings": false,
46
  "torch_dtype": "float16",
47
  "transformers_version": "4.39.3",
48
  "use_cache": true,
49
  "use_sliding_window": false,
50
  "vocab_size": 152064
51
+ }