TheBloke commited on
Commit
9be754f
1 Parent(s): c554fa2

Fix config.json, disabling Flash Attention

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -45,7 +45,7 @@
45
  "use_cache_kernel": false,
46
  "use_cache_quantization": false,
47
  "use_dynamic_ntk": true,
48
- "use_flash_attn": true,
49
  "use_logn_attn": true,
50
  "vocab_size": 151936
51
  }
 
45
  "use_cache_kernel": false,
46
  "use_cache_quantization": false,
47
  "use_dynamic_ntk": true,
48
+ "use_flash_attn": false,
49
  "use_logn_attn": true,
50
  "vocab_size": 151936
51
  }