hemhemoh commited on
Commit
ea854a0
·
verified ·
1 Parent(s): e7364be

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +10 -5
app.py CHANGED
@@ -1,11 +1,16 @@
1
  import gradio as gr
 
 
2
 
3
- #model and tokenizer setup
4
- from transformers import (AutoModelForCausalLM, AutoTokenizer)
 
 
5
 
6
- model_name = "hemhemoh/Gemma-2-2b-it-wazobia-bot"
7
- tokenizer = AutoTokenizer.from_pretrained(model_name)
8
- model = AutoModelForCausalLM.from_pretrained(model_name)
 
9
 
10
 
11
  def respond(
 
1
  import gradio as gr
2
+ from transformers import AutoTokenizer, AutoModelForCausalLM
3
+ from peft import PeftModel
4
 
5
+ # Load the base model and tokenizer
6
+ base_model_name = "google/gemma-2-2b-it"
7
+ tokenizer = AutoTokenizer.from_pretrained(base_model_name)
8
+ model = AutoModelForCausalLM.from_pretrained(base_model_name)
9
 
10
+ # Load the adapter configuration
11
+ adapter_name = "hemhemoh/Gemma-2-2b-it-wazobia-bot"
12
+ model = PeftModel.from_pretrained(model, adapter_name)
13
+ from transformers import (AutoModelForCausalLM, AutoTokenizer)
14
 
15
 
16
  def respond(