Upload folder using huggingface_hub

Test_RAG.py

@@ -613,17 +613,17 @@ def bot(history, temperature, top_p, top_k, repetition_penalty, hide_full_prompt
         llm.pipeline._forward_params["stopping_criteria"] = StoppingCriteriaList(stop_tokens)
 
     if do_rag:
-        # t1 = Thread(target=rag_chain.invoke, args=({"input": history[-1][0]},))
-        input_text = history[-1][0]
-        response = llm.invoke(input_text)
-        print(response)
+        t1 = Thread(target=rag_chain.invoke, args=({"input": history[-1][0]},))
+        # input_text = history[-1][0]
+        # response = llm.invoke(input_text)
+        # print(response)
     else:
         input_text = rag_prompt_template.format(input=history[-1][0], context="")
-        # t1 = Thread(target=llm.invoke, args=(input_text,))
-        # input_text = history[-1][0]
-        response = llm.invoke(input_text)
-        print(response)
-    # t1.start()
+        t1 = Thread(target=llm.invoke, args=(input_text,))
+        # # input_text = history[-1][0]
+        # response = llm.invoke(input_text)
+        # print(response)
+    t1.start()
 
     # Initialize an empty string to store the generated text
     partial_text = ""