Aleph-Alpha
/

Pharia-1-Embedding-4608-control

Model card Files Files and versions Community

peralp24 commited on 17 days ago

Commit

f163a0b

•

1 Parent(s): 92b94ad

Update config.yml

Files changed (1) hide show

config.yml +1 -1

config.yml CHANGED Viewed

@@ -155,7 +155,7 @@
         "key_query_norm": false,
         "weight_tying": false,
         "masked_softmax": {
-            "kernel": "flash_attention",
             "softmax_in_fp32": true,
             "scale": 1.0,
             "deterministic_flash_attn_bwd": false

         "key_query_norm": false,
         "weight_tying": false,
         "masked_softmax": {
+            "kernel": "torch",
             "softmax_in_fp32": true,
             "scale": 1.0,
             "deterministic_flash_attn_bwd": false