Update app.py
Browse files
app.py
CHANGED
@@ -1,6 +1,12 @@
|
|
1 |
import gradio as gr
|
2 |
from transformers import pipeline
|
3 |
import torch
|
|
|
|
|
|
|
|
|
|
|
|
|
4 |
|
5 |
device = 0 if torch.cuda.is_available() else -1
|
6 |
pipe = pipeline("text-generation", model="mistralai/Mistral-7B-Instruct-v0.2", device=device)
|
|
|
1 |
import gradio as gr
|
2 |
from transformers import pipeline
|
3 |
import torch
|
4 |
+
import os
|
5 |
+
from huggingface_hub import login
|
6 |
+
|
7 |
+
hf_token = os.environ["HF_TOKEN"]
|
8 |
+
login(token=hf_token)
|
9 |
+
|
10 |
|
11 |
device = 0 if torch.cuda.is_available() else -1
|
12 |
pipe = pipeline("text-generation", model="mistralai/Mistral-7B-Instruct-v0.2", device=device)
|