Update README.md
Browse files
README.md
CHANGED
@@ -58,6 +58,7 @@ pip install git+https://github.com/illuin-tech/colpali
|
|
58 |
```python
|
59 |
import torch
|
60 |
from PIL import Image
|
|
|
61 |
|
62 |
from colpali_engine.models import ColQwen2_5, ColQwen2_5_Processor
|
63 |
|
@@ -65,6 +66,7 @@ model = ColQwen2_5.from_pretrained(
|
|
65 |
"vidore/colqwen2.5-v0.2",
|
66 |
torch_dtype=torch.bfloat16,
|
67 |
device_map="cuda:0", # or "mps" if on Apple Silicon
|
|
|
68 |
).eval()
|
69 |
processor = ColQwen2_5_Processor.from_pretrained("vidore/colqwen2.5-v0.1")
|
70 |
|
|
|
58 |
```python
|
59 |
import torch
|
60 |
from PIL import Image
|
61 |
+
from transformers.utils.import_utils import is_flash_attn_2_available
|
62 |
|
63 |
from colpali_engine.models import ColQwen2_5, ColQwen2_5_Processor
|
64 |
|
|
|
66 |
"vidore/colqwen2.5-v0.2",
|
67 |
torch_dtype=torch.bfloat16,
|
68 |
device_map="cuda:0", # or "mps" if on Apple Silicon
|
69 |
+
attn_implementation="flash_attention_2" if is_flash_attn_2_available() else None,
|
70 |
).eval()
|
71 |
processor = ColQwen2_5_Processor.from_pretrained("vidore/colqwen2.5-v0.1")
|
72 |
|