Update app.py

app.py

@@ -3,6 +3,7 @@ from huggingface_hub import InferenceClient
 
 """
 For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
+"""
 
 client = InferenceClient("meta-llama/Meta-Llama-3-8B")
 
@@ -38,15 +39,6 @@ def respond(
 
         response += token
         yield response
-"""
-model_id = "meta-llama/Meta-Llama-3-8B-Instruct"
-
-pipeline = transformers.pipeline(
-    "text-generation",
-    model=model_id,
-    model_kwargs={"torch_dtype": torch.bfloat16},
-    device="cuda",
-)
 
 def chat_function(message, history, system_prompt, max_new_tokens, temperature):
     messages = [{"role":"system","content":system_prompt},