Update README.md
Browse files
README.md
CHANGED
|
@@ -110,6 +110,18 @@ analysis is needed to assess potential harm or bias in the proposed application.
|
|
| 110 |
|
| 111 |
**Inference with Hugging Face library**
|
| 112 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 113 |
```python
|
| 114 |
import torch
|
| 115 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
|
|
|
| 110 |
|
| 111 |
**Inference with Hugging Face library**
|
| 112 |
|
| 113 |
+
```python
|
| 114 |
+
!pip install torch --upgrade --index-url https://download.pytorch.org/whl/cu121
|
| 115 |
+
```
|
| 116 |
+
|
| 117 |
+
```python
|
| 118 |
+
!pip install autoawq
|
| 119 |
+
```
|
| 120 |
+
|
| 121 |
+
```python
|
| 122 |
+
!pip install accelerate
|
| 123 |
+
```
|
| 124 |
+
|
| 125 |
```python
|
| 126 |
import torch
|
| 127 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|