ClosedCharacter
/

Peach-9B-8k-Roleplay

Text Generation

Model card Files Files and versions Community

ClosedCharacter commited on Aug 8

Commit

8a49b05

•

1 Parent(s): 40d4764

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -48,7 +48,7 @@ messages = [
 ]
 input_ids = tokenizer.apply_chat_template(conversation=messages, tokenize=True, return_tensors="pt")
 output = model.generate(
-    inputs=input_ids,
     temperature=0.3,
     top_p=0.5,
     no_repeat_ngram_size=6,

 ]
 input_ids = tokenizer.apply_chat_template(conversation=messages, tokenize=True, return_tensors="pt")
 output = model.generate(
+    inputs=input_ids.to("cuda"),
     temperature=0.3,
     top_p=0.5,
     no_repeat_ngram_size=6,