tokenizer-arena / client.py
xu-song's picture
add deepseek
be9b2e2
raw
history blame contribute delete
404 Bytes
from gradio_client import Client
def self_chat_demo(system_message, num_turn=4):
client = Client("xu-song/tokenizer-arena")
result = client.predict(
text="Hello!!",
tokenizer_name="01-ai/Yi-1.5-34B",
api_name="/tokenize"
)
print(result)
if __name__ == "__main__":
self_chat_demo(system_message="你是一个小说家,擅长写武侠小说")