Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -1,6 +1,6 @@
|
|
1 |
import spaces
|
2 |
import gradio as gr
|
3 |
-
from transformers import AutoTokenizer, PreTrainedTokenizer, PreTrainedTokenizerFast,
|
4 |
import torch
|
5 |
import torch.amp.autocast_mode
|
6 |
from PIL import Image
|
@@ -19,8 +19,8 @@ PLACEHOLDER = "Merhaba! Size nasΔ±l yardΔ±mcΔ± olabilirim? Bir resim yΓΌkleyip h
|
|
19 |
tokenizer = AutoTokenizer.from_pretrained(MODEL_PATH, use_fast=True)
|
20 |
assert isinstance(tokenizer, PreTrainedTokenizer) or isinstance(tokenizer, PreTrainedTokenizerFast), f"Expected PreTrainedTokenizer, got {type(tokenizer)}"
|
21 |
|
22 |
-
model =
|
23 |
-
assert isinstance(model, LlavaLlamaForCausalLM), f"Expected LlavaLlamaForCausalLM, got {type(model)}"
|
24 |
|
25 |
|
26 |
@spaces.GPU()
|
|
|
1 |
import spaces
|
2 |
import gradio as gr
|
3 |
+
from transformers import AutoTokenizer, PreTrainedTokenizer, PreTrainedTokenizerFast, AutoModelForCausalLM, TextIteratorStreamer
|
4 |
import torch
|
5 |
import torch.amp.autocast_mode
|
6 |
from PIL import Image
|
|
|
19 |
tokenizer = AutoTokenizer.from_pretrained(MODEL_PATH, use_fast=True)
|
20 |
assert isinstance(tokenizer, PreTrainedTokenizer) or isinstance(tokenizer, PreTrainedTokenizerFast), f"Expected PreTrainedTokenizer, got {type(tokenizer)}"
|
21 |
|
22 |
+
model = AutoModelForCausalLM.from_pretrained(MODEL_PATH, torch_dtype="bfloat16", device_map=0)
|
23 |
+
# assert isinstance(model, LlavaLlamaForCausalLM), f"Expected LlavaLlamaForCausalLM, got {type(model)}"
|
24 |
|
25 |
|
26 |
@spaces.GPU()
|