update for multi-node delivery

app.py

@@ -1,5 +1,7 @@
+import os
 import requests
 import json
+import random
 import gradio as gr
 from PIL import Image
 from io import BytesIO
@@ -7,9 +9,17 @@ from io import BytesIO
 from utils import get_token
 
 
-def generate_figure(style, desc):
-    url = "https://a2f051d4cabf45f885d7b0108edc9b9c.infer.ovaijisuan.com/" \
-          "v1/infers/975eedfd-6e15-4571-8ca9-b945da0da24b/wukong_hf"
+def deliver_request(style, desc):
+    number = random.randint(1, 90) % 3
+    print("node: ", number)
+    return generate_figure(style, desc, number)
+
+
+def generate_figure(style, desc, number):
+    url_node1 = os.environ["url_node1"]
+    url_node2 = os.environ["url_node2"]
+    url_node3 = os.environ["url_node3"]
+    url_list = [url_node1, url_node2, url_node3]
 
     requests_json = {
         "user_name": "huggingface",
@@ -22,7 +32,7 @@ def generate_figure(style, desc):
         "X-Auth-Token": token
     }
 
-    response = requests.post(url, json=requests_json, headers=headers, verify=False)
+    response = requests.post(url_list[number], json=requests_json, headers=headers, verify=False)
     response = json.loads(response.text)
     status = response["status"]
     assert status == 200
@@ -57,7 +67,6 @@ css = """
     border-radius: 8px;
     color: #26498B
 }
-
 """
 
 with gr.Blocks(css=css) as demo:
@@ -105,7 +114,7 @@ with gr.Blocks(css=css) as demo:
         gr.Markdown("- Try [Wukong-Huahua model on the Foundation Models Platform for Mindspore]"
                     "(https://xihe.mindspore.cn/modelzoo/wukong)")
 
-    generate_button.click(generate_figure,
+    generate_button.click(deliver_request,
                           inputs=[style_input, desc_input],
                           outputs=[img_output1, img_output2, img_output3, img_output4])
 

utils.py

@@ -6,8 +6,7 @@ def get_token():
     username = os.environ["username"]
     domain_name = os.environ["domain_name"]
     domain_pwd = os.environ["domain_pwd"]
-
-    url = "https://iam.cn-central-221.myhuaweicloud.com/v3/auth/tokens"
+    url = os.environ["token_url"]
 
     requests_json = {
         "auth": {