Hayabu5a commited on
Commit
09524ba
·
verified ·
1 Parent(s): f29e667

Create app.py

Browse files
Files changed (1) hide show
  1. app.py +22 -0
app.py ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # app.py für CPU-Betrieb (kostenlos)
2
+ from transformers import pipeline
3
+ import gradio as gr
4
+
5
+ # Leichtgewicht-Modelle (funktionieren auf CPU!)
6
+ MODELS = {
7
+ "TinyDE (German)": "malteos/tinyllama-de", # 1.1B Params
8
+ "English Fast": "Qwen/Qwen1.5-0.5B", # 0.5B Params
9
+ "German BERT": "dbmdz/bert-base-german-uncased" # Klassiker
10
+ }
11
+
12
+ def respond(message, history, model_choice):
13
+ generator = pipeline('text-generation', model=MODELS[model_choice])
14
+ return generator(message, max_new_tokens=100)[0]['generated_text']
15
+
16
+ # Dropdown für Modelauswahl
17
+ gr.ChatInterface(
18
+ respond,
19
+ additional_inputs=[
20
+ gr.Dropdown(list(MODELS.keys()), label="Modell", value="TinyDE (German)")
21
+ ]
22
+ ).launch()