gmastrapas commited on
Commit
87eae09
1 Parent(s): 44077eb

fix: enable flash-attn and xformers by default

Browse files
Files changed (1) hide show
  1. config.json +3 -2
config.json CHANGED
@@ -28,7 +28,7 @@
28
  "task_instructions": {
29
  "retrieval.query": "Represent the query for retrieving evidence documents: "
30
  },
31
- "use_flash_attn": false
32
  },
33
  "hf_model_name_or_path": "jinaai/jina-embeddings-v3",
34
  "model_type": "jina_clip_text",
@@ -36,6 +36,7 @@
36
  "proj_bias": false,
37
  "proj_type": null
38
  },
 
39
  "truncate_dim": null,
40
  "use_text_flash_attn": null,
41
  "use_vision_xformers": null,
@@ -59,6 +60,6 @@
59
  "rope_embeddings": true,
60
  "subln": true,
61
  "width": 1024,
62
- "x_attention": false
63
  }
64
  }
 
28
  "task_instructions": {
29
  "retrieval.query": "Represent the query for retrieving evidence documents: "
30
  },
31
+ "use_flash_attn": true
32
  },
33
  "hf_model_name_or_path": "jinaai/jina-embeddings-v3",
34
  "model_type": "jina_clip_text",
 
36
  "proj_bias": false,
37
  "proj_type": null
38
  },
39
+ "torch_dtype": "bfloat16",
40
  "truncate_dim": null,
41
  "use_text_flash_attn": null,
42
  "use_vision_xformers": null,
 
60
  "rope_embeddings": true,
61
  "subln": true,
62
  "width": 1024,
63
+ "x_attention": true
64
  }
65
  }