Revert to not using API as argument

app.py

@@ -6,7 +6,8 @@ import random
 from transformers import pipeline
 import torch
 
-session_token = os.environ.get('SessionToken')      
+session_token = os.environ.get('SessionToken')
+api = ChatGPT(session_token)
 
 device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
 
@@ -21,41 +22,29 @@ all_special_ids = whisper_model.tokenizer.all_special_ids
 transcribe_token_id = all_special_ids[-5]
 translate_token_id = all_special_ids[-6]
 
-def get_api():
-    api = None
-    try:
-      api = ChatGPT(session_token)
-      # api.refresh_auth()
-    except:
-      api = None
-    return api
-    
 def translate_or_transcribe(audio, task):
     whisper_model.model.config.forced_decoder_ids = [[2, transcribe_token_id if task=="Transcribe in Spoken Language" else translate_token_id]]
     text = whisper_model(audio)["text"]
     return text
     
-def get_response_from_chatbot(api,text):
-    if api is None:
-        return "Sorry, the chatGPT API has some issues. Please try again later"
+def get_response_from_chatbot(text):
     try:
-      resp = api.send_message(text)    
-      api.refresh_auth()
-      # api.reset_conversation() 
-      response = resp['message']
+        resp = api.send_message(text)    
+        response = resp['message']
+      # logger.info(f"response_: {response}")
     except:
-      response = "Sorry, the chatGPT queue is full. Please try again later"
+        response = "Sorry, the chatGPT queue is full. Please try again in some time"
     return response
 
-def chat(api,message, chat_history):      
+def chat(message, chat_history):      
     out_chat = []
     if chat_history != '':
         out_chat = json.loads(chat_history)
-    response = get_response_from_chatbot(api,message)
+    response = get_response_from_chatbot(message)
     out_chat.append((message, response))
     chat_history = json.dumps(out_chat)
     logger.info(f"out_chat_: {len(out_chat)}")
-    return api,out_chat, chat_history
+    return out_chat, chat_history
 
 start_work = """async() => {
     function isMobile() {
@@ -184,10 +173,10 @@ with gr.Blocks(title='Talk to chatGPT') as demo:
                          outputs=prompt_input
                         )
         
-        api = gr.State(value=get_api())    
+          
         submit_btn.click(fn=chat, 
-                             inputs=[api,prompt_input, chat_history], 
-                             outputs=[api,chatbot, chat_history],
+                             inputs=[prompt_input, chat_history], 
+                             outputs=[chatbot, chat_history],
                             )
     gr.HTML('''
          <p>Note: Please be aware that audio records from iOS devices will not be decoded as expected by Gradio. For the best experience, record your voice from a computer instead of your smartphone ;)</p>