Spaces:
Runtime error
Runtime error
| import gradio as gr | |
| import os | |
| from threading import Thread | |
| from llamafactory.chat import ChatModel | |
| from llamafactory.extras.misc import torch_gc | |
| # Set an environment variable | |
| HF_TOKEN = os.environ.get("HF_TOKEN", None) | |
| DESCRIPTION = ''' | |
| <div> | |
| <h1 style="text-align: center;">AI Lawyer</h1> | |
| </div> | |
| ''' | |
| LICENSE = """ | |
| <p/> | |
| --- | |
| Built with model "StevenChen16/llama3-8B-Lawyer", based on "meta-llama/Meta-Llama-3-8B" | |
| """ | |
| PLACEHOLDER = """ | |
| <div style="padding: 30px; text-align: center; display: flex; flex-direction: column; align-items: center;"> | |
| <h1 style="font-size: 28px; margin-bottom: 2px; opacity: 0.55;">AI Lawyer</h1> | |
| <p style="font-size: 18px; margin-bottom: 2px; opacity: 0.65;">Ask me anything about US and Canada law...</p> | |
| </div> | |
| """ | |
| css = """ | |
| h1 { | |
| text-align: center; | |
| display: block; | |
| } | |
| #duplicate-button { | |
| margin: auto; | |
| color: white; | |
| background: #1565c0; | |
| border-radius: 100vh; | |
| } | |
| .chat-message { | |
| display: flex; | |
| align-items: flex-start; | |
| margin-bottom: 10px; | |
| } | |
| .chat-message img { | |
| width: 40px; | |
| height: 40px; | |
| margin-right: 10px; | |
| border-radius: 50%; | |
| } | |
| .chat-message .message { | |
| max-width: 80%; | |
| background-color: #f1f1f1; | |
| padding: 10px; | |
| border-radius: 10px; | |
| } | |
| .me .message { | |
| background-color: #d1e7ff; | |
| } | |
| """ | |
| args = dict( | |
| model_name_or_path="./model", | |
| template="llama3", | |
| finetuning_type="lora", | |
| quantization_bit=8, | |
| use_unsloth=True, | |
| ) | |
| chat_model = ChatModel(args) | |
| background_prompt = """ | |
| As an AI legal assistant, you are a highly trained expert in U.S. and Canadian law. Your purpose is to provide accurate, comprehensive, and professional legal information to assist users with a wide range of legal questions and issues. | |
| When responding to queries, adhere to the following guidelines: | |
| 1. Clarity and Precision: | |
| - Provide clear, concise answers using precise legal terminology. | |
| - Explain complex legal concepts in a manner accessible to non-legal professionals. | |
| 2. Comprehensive Coverage: | |
| - Offer thorough, well-rounded responses that address all relevant aspects of the question. | |
| - Explain pertinent legal principles, statutes, case law, and their implications. | |
| 3. Contextual Relevance: | |
| - Tailor your advice to the specific context of each question. | |
| - Utilize examples or analogies to illustrate legal concepts when appropriate. | |
| 4. Statutory and Case Law References: | |
| - When citing statutes, explain their relevance and application to the matter at hand. | |
| - When referencing case law, summarize the key facts, legal issues, court decisions, and the broader implications of the ruling. | |
| 5. Professional Tone: | |
| - Maintain a professional, respectful demeanor in all interactions. | |
| - Ensure your advice is legally sound and adheres to the highest ethical standards. | |
| Remember, your role is to provide general legal information and analysis. | |
| This is a detailed description of the case or general questions, or detailed instructions for you: | |
| """ | |
| def query_model(user_input, history): | |
| combined_query = background_prompt + user_input | |
| messages = [{"role": "user", "content": combined_query}] | |
| response = "" | |
| for new_text in chat_model.stream_chat(messages, max_new_tokens=512, temperature=0.9): | |
| response += new_text | |
| yield response | |
| # 格式化消息 | |
| def format_message(role, content): | |
| if role == 'user': | |
| avatar = '<div class="chat-message me"><img src="data:image/svg+xml,<svg xmlns=\'http://www.w3.org/2000/svg\' viewBox=\'0 0 100 100\'><rect width=\'100\' height=\'100\' fill=\'black\'/><text x=\'50%\' y=\'50%\' fill=\'white\' font-size=\'50\' text-anchor=\'middle\' alignment-baseline=\'central\'>Me</text></svg>" />' | |
| else: | |
| avatar = '<div class="chat-message"><img src="avatar.png" />' | |
| return f'{avatar}<div class="message">{content}</div></div>' | |
| # Gradio block | |
| chatbot = gr.Chatbot(height=450, placeholder=PLACEHOLDER, label='Gradio ChatInterface') | |
| with gr.Blocks(css=css) as demo: | |
| gr.Markdown(DESCRIPTION) | |
| gr.DuplicateButton(value="Duplicate Space for private use", elem_id="duplicate-button") | |
| def respond(message, history): | |
| formatted_user_message = format_message('user', message) | |
| history.append((message, formatted_user_message)) | |
| response = query_model(message, history) | |
| formatted_ai_response = format_message('ai', next(response)) | |
| history.append((message, formatted_ai_response)) | |
| return history, history | |
| chatbot = gr.Chatbot(label='Gradio ChatInterface') | |
| input_text = gr.Textbox(label="Input", placeholder="Type your question here...") | |
| send_button = gr.Button("Send") | |
| send_button.click(respond, [input_text, chatbot], [chatbot, chatbot]) | |
| gr.Markdown(LICENSE) | |
| if __name__ == "__main__": | |
| demo.launch(share=True) |