erndgn commited on
Commit
7e43cba
Β·
verified Β·
1 Parent(s): 7424539

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -1,6 +1,6 @@
1
  import spaces
2
  import gradio as gr
3
- from transformers import AutoTokenizer, PreTrainedTokenizer, PreTrainedTokenizerFast, LlavaLlamaForCausalLM, TextIteratorStreamer
4
  import torch
5
  import torch.amp.autocast_mode
6
  from PIL import Image
@@ -19,8 +19,8 @@ PLACEHOLDER = "Merhaba! Size nasΔ±l yardΔ±mcΔ± olabilirim? Bir resim yΓΌkleyip h
19
  tokenizer = AutoTokenizer.from_pretrained(MODEL_PATH, use_fast=True)
20
  assert isinstance(tokenizer, PreTrainedTokenizer) or isinstance(tokenizer, PreTrainedTokenizerFast), f"Expected PreTrainedTokenizer, got {type(tokenizer)}"
21
 
22
- model = LlavaLlamaForCausalLM.from_pretrained(MODEL_PATH, torch_dtype="bfloat16", device_map=0)
23
- assert isinstance(model, LlavaLlamaForCausalLM), f"Expected LlavaLlamaForCausalLM, got {type(model)}"
24
 
25
 
26
  @spaces.GPU()
 
1
  import spaces
2
  import gradio as gr
3
+ from transformers import AutoTokenizer, PreTrainedTokenizer, PreTrainedTokenizerFast, AutoModelForCausalLM, TextIteratorStreamer
4
  import torch
5
  import torch.amp.autocast_mode
6
  from PIL import Image
 
19
  tokenizer = AutoTokenizer.from_pretrained(MODEL_PATH, use_fast=True)
20
  assert isinstance(tokenizer, PreTrainedTokenizer) or isinstance(tokenizer, PreTrainedTokenizerFast), f"Expected PreTrainedTokenizer, got {type(tokenizer)}"
21
 
22
+ model = AutoModelForCausalLM.from_pretrained(MODEL_PATH, torch_dtype="bfloat16", device_map=0)
23
+ # assert isinstance(model, LlavaLlamaForCausalLM), f"Expected LlavaLlamaForCausalLM, got {type(model)}"
24
 
25
 
26
  @spaces.GPU()