x54-729 commited on
Commit
06befe5
1 Parent(s): d4fa2db

Support dynamic ntk rope

Browse files
Files changed (1) hide show
  1. config.json +5 -1
config.json CHANGED
@@ -24,5 +24,9 @@
24
  "torch_dtype": "float16",
25
  "transformers_version": "4.29.2",
26
  "use_cache": true,
27
- "vocab_size": 103168
 
 
 
 
28
  }
 
24
  "torch_dtype": "float16",
25
  "transformers_version": "4.29.2",
26
  "use_cache": true,
27
+ "vocab_size": 103168,
28
+ "rotary": {
29
+ "base": 10000,
30
+ "type": "dynamic"
31
+ },
32
  }