Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -1,7 +1,7 @@
|
|
1 |
import gradio as gr
|
2 |
from transformers import AutoTokenizer,AutoModelForCausalLM,BitsAndBytesConfig
|
3 |
import torch
|
4 |
-
model_id = "rinna/japanese-gpt2-
|
5 |
tokenizer = AutoTokenizer.from_pretrained(model_id,trust_remote_code=True)
|
6 |
model = AutoModelForCausalLM.from_pretrained(
|
7 |
model_id,
|
@@ -25,7 +25,7 @@ def haiku_generate():
|
|
25 |
pad_token_id=tokenizer.pad_token_id,
|
26 |
do_sample=True,
|
27 |
repetition_penalty=1.2,
|
28 |
-
temperature=
|
29 |
top_p=0.9
|
30 |
)
|
31 |
generated_tokens = outputs[0][prompt_len:]
|
|
|
1 |
import gradio as gr
|
2 |
from transformers import AutoTokenizer,AutoModelForCausalLM,BitsAndBytesConfig
|
3 |
import torch
|
4 |
+
model_id = "rinna/japanese-gpt2-small"
|
5 |
tokenizer = AutoTokenizer.from_pretrained(model_id,trust_remote_code=True)
|
6 |
model = AutoModelForCausalLM.from_pretrained(
|
7 |
model_id,
|
|
|
25 |
pad_token_id=tokenizer.pad_token_id,
|
26 |
do_sample=True,
|
27 |
repetition_penalty=1.2,
|
28 |
+
temperature=0.9,
|
29 |
top_p=0.9
|
30 |
)
|
31 |
generated_tokens = outputs[0][prompt_len:]
|