Visual Document Retrieval
ColPali
Safetensors
English
vidore
vidore-experimental
tonywu71 commited on
Commit
20eee46
·
verified ·
1 Parent(s): 425aa58

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +6 -4
README.md CHANGED
@@ -60,14 +60,16 @@ pip install git+https://github.com/illuin-tech/colpali
60
  ```python
61
  import torch
62
  from PIL import Image
 
63
 
64
  from colpali_engine.models import ColQwen2, ColQwen2Processor
65
 
66
  model = ColQwen2.from_pretrained(
67
- "vidore/colqwen2-v0.1",
68
- torch_dtype=torch.bfloat16,
69
- device_map="cuda:0", # or "mps" if on Apple Silicon
70
- ).eval()
 
71
  processor = ColQwen2Processor.from_pretrained("vidore/colqwen2-v0.1")
72
 
73
  # Your inputs
 
60
  ```python
61
  import torch
62
  from PIL import Image
63
+ from transformers.utils.import_utils import is_flash_attn_2_available
64
 
65
  from colpali_engine.models import ColQwen2, ColQwen2Processor
66
 
67
  model = ColQwen2.from_pretrained(
68
+ "vidore/colqwen2-v0.1",
69
+ torch_dtype=torch.bfloat16,
70
+ device_map="cuda:0", # or "mps" if on Apple Silicon
71
+ attn_implementation="flash_attention_2" if is_flash_attn_2_available() else None, # or "eager" if "mps"
72
+ ).eval()
73
  processor = ColQwen2Processor.from_pretrained("vidore/colqwen2-v0.1")
74
 
75
  # Your inputs