Visual Document Retrieval
ColPali
Safetensors
English
vidore
vidore-experimental
tonywu71 commited on
Commit
a67a2a9
·
verified ·
1 Parent(s): 89840e9

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -0
README.md CHANGED
@@ -58,6 +58,7 @@ pip install git+https://github.com/illuin-tech/colpali
58
  ```python
59
  import torch
60
  from PIL import Image
 
61
 
62
  from colpali_engine.models import ColQwen2_5, ColQwen2_5_Processor
63
 
@@ -65,6 +66,7 @@ model = ColQwen2_5.from_pretrained(
65
  "vidore/colqwen2.5-v0.2",
66
  torch_dtype=torch.bfloat16,
67
  device_map="cuda:0", # or "mps" if on Apple Silicon
 
68
  ).eval()
69
  processor = ColQwen2_5_Processor.from_pretrained("vidore/colqwen2.5-v0.1")
70
 
 
58
  ```python
59
  import torch
60
  from PIL import Image
61
+ from transformers.utils.import_utils import is_flash_attn_2_available
62
 
63
  from colpali_engine.models import ColQwen2_5, ColQwen2_5_Processor
64
 
 
66
  "vidore/colqwen2.5-v0.2",
67
  torch_dtype=torch.bfloat16,
68
  device_map="cuda:0", # or "mps" if on Apple Silicon
69
+ attn_implementation="flash_attention_2" if is_flash_attn_2_available() else None,
70
  ).eval()
71
  processor = ColQwen2_5_Processor.from_pretrained("vidore/colqwen2.5-v0.1")
72