Upload 3 files

README.md

@@ -1,10 +1,10 @@
 ---
-title: Trurl 2 7b GGML
-emoji: 🚀
-colorFrom: pink
-colorTo: yellow
+title: Polish trurl-2-7b-GGML
+emoji: 📚
+colorFrom: indigo
+colorTo: red
 sdk: gradio
-sdk_version: 3.40.1
+sdk_version: 3.38.0
 app_file: app.py
 pinned: false
 license: other

app.py

@@ -0,0 +1,39 @@
+import gradio as gr
+import random
+import time
+from ctransformers import AutoModelForCausalLM
+
+params = {
+        "max_new_tokens":512,
+        "stop":["<end>" ,"<|endoftext|>"],
+        "temperature":0.7,
+        "top_p":0.8,
+        "stream":True,
+        "batch_size": 8}
+
+
+llm = AutoModelForCausalLM.from_pretrained("Aspik101/trurl-2-7b-GGML", model_type="llama")
+
+with gr.Blocks() as demo:
+    chatbot = gr.Chatbot()
+    msg = gr.Textbox()
+    clear = gr.Button("Clear")
+
+    def user(user_message, history):
+        return "", history + [[user_message, None]]
+
+    def bot(history):
+        stream = llm(prompt =  f"Jesteś AI assystentem. Odpowiadaj po polski. <user>: {history}. <assistant>:", **params)
+        history[-1][1] = ""
+        for character in stream:
+            history[-1][1] += character
+            time.sleep(0.005)
+            yield history
+
+    msg.submit(user, [msg, chatbot], [msg, chatbot], queue=False).then(
+        bot, chatbot, chatbot
+    )
+    clear.click(lambda: None, None, chatbot, queue=False)
+    
+demo.queue()
+demo.launch()

requirements.txt

@@ -0,0 +1,3 @@
+torch
+ctransformers
+gradio