Removed Tokenizer from RemoteRag

app.py

@@ -316,9 +316,9 @@ class BSIChatbot:
                 Question: {question}""",
             },
         ]
-        RAG_PROMPT_TEMPLATE = self.llmtokenizer.apply_chat_template(
-            prompt_in_chat_format, tokenize=False, add_generation_prompt=True
-        )
+        #RAG_PROMPT_TEMPLATE = self.llmtokenizer.apply_chat_template(
+        #    prompt_in_chat_format, tokenize=False, add_generation_prompt=True
+        #)
         retrieved_chunks = self.retrieveSimiliarEmbedding(query)
         retrieved_chunks_text = []
         #TODO Irgendwas stimmt hier mit den Listen nicht
@@ -351,7 +351,7 @@ class BSIChatbot:
         context = "\nExtracted documents:\n"
         context += "".join([doc for i, doc in enumerate(retrieved_chunks_text)])
         #Alles außer letzte Useranfrage
-        final_prompt = RAG_PROMPT_TEMPLATE.format(
+        final_prompt = prompt_in_chat_format.format(
             question=query, context=context, history=history[:-1]
         )
 
@@ -529,9 +529,9 @@ if __name__ == '__main__':
 
         def gradiobot(history: list):
             start = time.time()
-            print(f"ragQuery hist -1:{history[-1].get('content')}")
-            print(f"ragQuery hist 0:{history[0].get('content')}")
-            print(f"fullHistory: {history}" )
+            print(f"DBG: ragQuery hist -1:{history[-1].get('content')}")
+            print(f"DBG: ragQuery hist 0:{history[0].get('content')}")
+            print(f"DBG: fullHistory: {history}" )
             bot_response = bot.ragPromptRemote(history[-1].get('content'), reranking, history)
             history.append({"role": "assistant", "content": ""})