AC2513 commited on
Commit
6a31985
·
1 Parent(s): 68e6c05

added model loading

Browse files
Files changed (2) hide show
  1. src/.gitignore +1 -0
  2. src/app.py +18 -2
src/.gitignore ADDED
@@ -0,0 +1 @@
 
 
1
+ .env
src/app.py CHANGED
@@ -1,11 +1,27 @@
1
  import torch
2
  from huggingface_hub import login
3
  from collections.abc import Iterator
4
- from transformers import AutoProcessor, Gemma3ForConditionalGeneration, TextIteratorStreamer
5
  import spaces
6
  from threading import Thread
7
  import gradio as gr
8
  import os
 
9
  import cv2
10
  from loguru import logger
11
- from PIL import Image
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  import torch
2
  from huggingface_hub import login
3
  from collections.abc import Iterator
4
+ from transformers import Gemma3ForConditionalGeneration, TextIteratorStreamer, Gemma3Processor
5
  import spaces
6
  from threading import Thread
7
  import gradio as gr
8
  import os
9
+ from dotenv import load_dotenv, find_dotenv
10
  import cv2
11
  from loguru import logger
12
+ from PIL import Image
13
+
14
+ dotenv_path = find_dotenv()
15
+
16
+ load_dotenv(dotenv_path)
17
+
18
+ model_id = os.getenv("MODEL_ID", "google/gemma-3-4b-it")
19
+
20
+ input_processor = Gemma3Processor.from_pretrained(model_id)
21
+
22
+ model = Gemma3ForConditionalGeneration.from_pretrained(
23
+ model_id,
24
+ torch_dtype=torch.bfloat16,
25
+ device_map="auto",
26
+ attn_implementation="eager",
27
+ )