x54-729 commited on
Commit
bb78fe6
1 Parent(s): c56a729

Support dynamic ntk rope

Browse files
Files changed (1) hide show
  1. config.json +5 -1
config.json CHANGED
@@ -28,5 +28,9 @@
28
  "torch_dtype": "bfloat16",
29
  "transformers_version": "4.33.1",
30
  "use_cache": true,
31
- "vocab_size": 103168
 
 
 
 
32
  }
 
28
  "torch_dtype": "bfloat16",
29
  "transformers_version": "4.33.1",
30
  "use_cache": true,
31
+ "vocab_size": 103168,
32
+ "rotary": {
33
+ "base": 10000,
34
+ "type": "dynamic"
35
+ },
36
  }