Duplicate from Junity/Genshin-World-Model

Co-authored-by: Linkang Zhan <[email protected]>

.gitattributes

@@ -0,0 +1,36 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+test.py

.idea/.gitignore

@@ -0,0 +1,8 @@
+# Default ignored files
+/shelf/
+/workspace.xml
+# Editor-based HTTP Client requests
+/httpRequests/
+# Datasource local storage ignored files
+/dataSources/
+/dataSources.local.xml

.idea/.name

@@ -0,0 +1 @@
+app.py

.idea/Genshin-World-Model.iml

@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<module type="PYTHON_MODULE" version="4">
+  <component name="NewModuleRootManager">
+    <content url="file://$MODULE_DIR$" />
+    <orderEntry type="inheritedJdk" />
+    <orderEntry type="sourceFolder" forTests="false" />
+  </component>
+</module>

.idea/inspectionProfiles/Project_Default.xml

@@ -0,0 +1,24 @@
+<component name="InspectionProjectProfileManager">
+  <profile version="1.0">
+    <option name="myName" value="Project Default" />
+    <inspection_tool class="PyPackageRequirementsInspection" enabled="true" level="WARNING" enabled_by_default="true">
+      <option name="ignoredPackages">
+        <value>
+          <list size="11">
+            <item index="0" class="java.lang.String" itemvalue="tiktoken" />
+            <item index="1" class="java.lang.String" itemvalue="scipy" />
+            <item index="2" class="java.lang.String" itemvalue="matplotlib" />
+            <item index="3" class="java.lang.String" itemvalue="whisper" />
+            <item index="4" class="java.lang.String" itemvalue="torch" />
+            <item index="5" class="java.lang.String" itemvalue="numpy" />
+            <item index="6" class="java.lang.String" itemvalue="requests" />
+            <item index="7" class="java.lang.String" itemvalue="torchvision" />
+            <item index="8" class="java.lang.String" itemvalue="torchaudio" />
+            <item index="9" class="java.lang.String" itemvalue="Pillow" />
+            <item index="10" class="java.lang.String" itemvalue="Requests" />
+          </list>
+        </value>
+      </option>
+    </inspection_tool>
+  </profile>
+</component>

.idea/inspectionProfiles/profiles_settings.xml

@@ -0,0 +1,6 @@
+<component name="InspectionProjectProfileManager">
+  <settings>
+    <option name="USE_PROJECT_PROFILE" value="false" />
+    <version value="1.0" />
+  </settings>
+</component>

.idea/misc.xml

@@ -0,0 +1,4 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectRootManager" version="2" project-jdk-name="pytorch" project-jdk-type="Python SDK" />
+</project>

.idea/modules.xml

@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectModuleManager">
+    <modules>
+      <module fileurl="file://$PROJECT_DIR$/.idea/Genshin-World-Model.iml" filepath="$PROJECT_DIR$/.idea/Genshin-World-Model.iml" />
+    </modules>
+  </component>
+</project>

.idea/vcs.xml

@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="VcsDirectoryMappings">
+    <mapping directory="" vcs="Git" />
+  </component>
+</project>

README.md

@@ -0,0 +1,14 @@
+---
+title: Genshin World Model
+emoji: 📈
+colorFrom: indigo
+colorTo: indigo
+sdk: gradio
+sdk_version: 3.40.1
+app_file: app.py
+pinned: false
+license: apache-2.0
+duplicated_from: Junity/Genshin-World-Model
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -0,0 +1,111 @@
+from peft import PeftModel, PeftConfig
+from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
+from transformers_stream_generator.main import NewGenerationMixin, StreamGenerationConfig
+from threading import Thread
+import gradio as gr
+import torch
+
+
+# lora_folder = ''
+# model_folder = ''
+#
+# config = PeftConfig.from_pretrained(("Junity/Genshin-World-Model" if lora_folder == ''
+#                                      else lora_folder),
+#                                     trust_remote_code=True)
+# model = AutoModelForCausalLM.from_pretrained(("baichuan-inc/Baichuan-13B-Base" if model_folder == ''
+#                                               else model_folder),
+#                                               torch_dtype=torch.float16,
+#                                               device_map="auto",
+#                                               trust_remote_code=True)
+# model = PeftModel.from_pretrained(model,
+#                                   ("Junity/Genshin-World-Model" if lora_folder == ''
+#                                    else lora_folder),
+#                                    device_map="auto",
+#                                    torch_dtype=torch.float16,
+#                                    trust_remote_code=True)
+# tokenizer = AutoTokenizer.from_pretrained(("baichuan-inc/Baichuan-13B-Base" if model_folder == ''
+#                                            else model_folder),
+#                                           trust_remote_code=True)
+history = []
+device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
+
+
+def respond(role_name, character_name, msg, textbox, temp, rep, max_len, top_p, top_k):
+    if textbox != '':
+        textbox = (textbox
+                   + "\n"
+                   + role_name
+                   + ("：" if role_name != '' else '')
+                   + msg
+                   + ('。\n' if msg[-1] not in ['。', '！', '？'] else ''))
+        yield ["", textbox]
+    else:
+        textbox = (textbox
+                   + role_name
+                   + ("：" if role_name != '' else '')
+                   + msg
+                   + ('。' if msg[-1] not in ['。', '！', '？', ')', '}', '：', ':', '('] else '')
+                   + ('\n' if msg[-1] in ['。', '！', '？', ')', '}'] else ''))
+        yield ["", textbox]
+    if character_name != '':
+        textbox += ('\n' if textbox[-1] != '\n' else '') + character_name + '：'
+    input_ids = tokenizer.encode(textbox)[-3200:]
+    input_ids = torch.LongTensor([input_ids]).to(device)
+    generation_config = model.generation_config
+    stream_config = StreamGenerationConfig(**generation_config.to_dict(), do_stream=True)
+    gen_kwargs = {}
+    gen_kwargs.update(dict(
+        input_ids=input_ids,
+        temperature=temp,
+        top_p=top_p,
+        top_k=top_k,
+        repetition_penalty=rep,
+        max_new_tokens=max_len,
+        do_sample=True,
+    ))
+    outputs = []
+    print(input_ids)
+    streamer = TextIteratorStreamer(tokenizer, timeout=60.0, skip_prompt=True, skip_special_tokens=True)
+    gen_kwargs["streamer"] = streamer
+
+    thread = Thread(target=model.generate, kwargs=gen_kwargs)
+    thread.start()
+
+    for new_text in streamer:
+        textbox += new_text
+        yield ["", textbox]
+
+
+with gr.Blocks() as demo:
+    gr.Markdown(
+        """
+        ## Genshin-World-Model
+        - 模型地址 [https://huggingface.co/Junity/Genshin-World-Model](https://huggingface.co/Junity/Genshin-World-Model)
+        - 此模型不支持要求对方回答什么，只支持续写。
+        - 目前运行不了，因为没有钱租卡。
+        """
+    )
+    with gr.Tab("创作") as chat:
+        role_name = gr.Textbox(label="你将扮演的角色(可留空)")
+        character_name = gr.Textbox(label="对方的角色(可留空)")
+        msg = gr.Textbox(label="你说的话")
+    with gr.Row():
+        clear = gr.ClearButton()
+        sub = gr.Button("Submit", variant="primary")
+    with gr.Row():
+        temp = gr.Slider(minimum=0, maximum=2.0, step=0.1, value=1.5, label="温度(调大则更随机)", interactive=True)
+        rep = gr.Slider(minimum=0, maximum=2.0, step=0.1, value=1.0, label="对重复生成的惩罚", interactive=True)
+        max_len = gr.Slider(minimum=4, maximum=512, step=4, value=256, label="对方回答的最大长度", interactive=True)
+        top_p = gr.Slider(minimum=0, maximum=1.0, step=0.1, value=0.7, label="Top-p(调大则更随机)", interactive=True)
+        top_k = gr.Slider(minimum=0, maximum=100, step=1, value=50, label="Top-k(调大则更随机)", interactive=True)
+    textbox = gr.Textbox(interactive=True, label="全部文本(可修改)")
+    clear.add([msg, role_name, textbox])
+    sub.click(fn=respond,
+              inputs=[role_name, character_name, msg, textbox, temp, rep, max_len, top_p, top_k],
+              outputs=[msg, textbox])
+    gr.Markdown(
+        """
+        #### 特别鸣谢 XXXX
+        """
+    )
+    demo.queue().launch()

requirements.txt

@@ -0,0 +1,7 @@
+gradio==3.40.1
+peft==0.4.0
+transformers_stream_generator
+sentencepiece
+accelerate
+colorama
+cpm_kernels