Update README.md
Browse files
README.md
CHANGED
|
@@ -110,18 +110,10 @@ analysis is needed to assess potential harm or bias in the proposed application.
|
|
| 110 |
|
| 111 |
**Inference with Hugging Face library**
|
| 112 |
|
| 113 |
-
```python
|
| 114 |
-
!pip install torch --upgrade --index-url https://download.pytorch.org/whl/cu121
|
| 115 |
-
```
|
| 116 |
-
|
| 117 |
```python
|
| 118 |
!pip install autoawq
|
| 119 |
```
|
| 120 |
|
| 121 |
-
```python
|
| 122 |
-
!pip install accelerate
|
| 123 |
-
```
|
| 124 |
-
|
| 125 |
```python
|
| 126 |
import torch
|
| 127 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
|
|
|
| 110 |
|
| 111 |
**Inference with Hugging Face library**
|
| 112 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 113 |
```python
|
| 114 |
!pip install autoawq
|
| 115 |
```
|
| 116 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 117 |
```python
|
| 118 |
import torch
|
| 119 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|