Spaces:
Sleeping
Sleeping
Dmitry Trifonov
commited on
Commit
·
bf413b8
1
Parent(s):
aeb505f
clean up code
Browse files- text_to_image.py +9 -13
text_to_image.py
CHANGED
|
@@ -128,11 +128,6 @@ def start_inference_server(fc: FairClient):
|
|
| 128 |
detach=True)
|
| 129 |
|
| 130 |
|
| 131 |
-
def start_services(fc):
|
| 132 |
-
start_tunnel(fc)
|
| 133 |
-
start_inference_server(fc)
|
| 134 |
-
|
| 135 |
-
|
| 136 |
def text_to_image(text):
|
| 137 |
global endpoint_client
|
| 138 |
global fair_client
|
|
@@ -140,18 +135,19 @@ def text_to_image(text):
|
|
| 140 |
fair_client = create_fair_client()
|
| 141 |
|
| 142 |
try:
|
| 143 |
-
|
| 144 |
-
|
| 145 |
-
else: # try inference
|
| 146 |
return endpoint_client.infer(text)
|
|
|
|
|
|
|
|
|
|
| 147 |
except (requests.exceptions.ConnectionError, requests.exceptions.HTTPError, requests.exceptions.Timeout):
|
| 148 |
-
|
| 149 |
-
|
| 150 |
-
|
| 151 |
-
if endpoint_client is None:
|
| 152 |
-
start_services(fair_client)
|
| 153 |
endpoint_client = create_endpoint_client(fair_client, retries=10)
|
| 154 |
|
|
|
|
| 155 |
return endpoint_client.infer(text)
|
| 156 |
|
| 157 |
|
|
|
|
| 128 |
detach=True)
|
| 129 |
|
| 130 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 131 |
def text_to_image(text):
|
| 132 |
global endpoint_client
|
| 133 |
global fair_client
|
|
|
|
| 135 |
fair_client = create_fair_client()
|
| 136 |
|
| 137 |
try:
|
| 138 |
+
# client is configured, try to do inference right away
|
| 139 |
+
if endpoint_client is not None:
|
|
|
|
| 140 |
return endpoint_client.infer(text)
|
| 141 |
+
# client is not configured, try connecting to the inference server, maybe it is running
|
| 142 |
+
else:
|
| 143 |
+
endpoint_client = create_endpoint_client(fair_client, 1)
|
| 144 |
except (requests.exceptions.ConnectionError, requests.exceptions.HTTPError, requests.exceptions.Timeout):
|
| 145 |
+
# inference server is not ready, start inference server and open the tunnel
|
| 146 |
+
start_inference_server(fair_client)
|
| 147 |
+
start_tunnel(fair_client)
|
|
|
|
|
|
|
| 148 |
endpoint_client = create_endpoint_client(fair_client, retries=10)
|
| 149 |
|
| 150 |
+
# run inference
|
| 151 |
return endpoint_client.infer(text)
|
| 152 |
|
| 153 |
|