nicolinho
/

QRM-Llama3-8B

Model card Files Files and versions Community

nicolinho commited on Sep 25, 2024

Commit

4233506

·

verified ·

1 Parent(s): 01455ce

Update config.json

Files changed (1) hide show

config.json +0 -1

config.json CHANGED Viewed

@@ -39,7 +39,6 @@
   "rope_theta": 500000.0,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
-  "attn_implementation": "flash_attention_2",
   "transformers_version": "4.43.1",
   "use_cache": false,
   "vocab_size": 128257

   "rope_theta": 500000.0,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
   "transformers_version": "4.43.1",
   "use_cache": false,
   "vocab_size": 128257