Upload 40 files

.gitattributes

@@ -1,35 +1,72 @@
-*.7z filter=lfs diff=lfs merge=lfs -text
-*.arrow filter=lfs diff=lfs merge=lfs -text
-*.bin filter=lfs diff=lfs merge=lfs -text
-*.bz2 filter=lfs diff=lfs merge=lfs -text
-*.ckpt filter=lfs diff=lfs merge=lfs -text
-*.ftz filter=lfs diff=lfs merge=lfs -text
-*.gz filter=lfs diff=lfs merge=lfs -text
-*.h5 filter=lfs diff=lfs merge=lfs -text
-*.joblib filter=lfs diff=lfs merge=lfs -text
-*.lfs.* filter=lfs diff=lfs merge=lfs -text
-*.mlmodel filter=lfs diff=lfs merge=lfs -text
-*.model filter=lfs diff=lfs merge=lfs -text
-*.msgpack filter=lfs diff=lfs merge=lfs -text
-*.npy filter=lfs diff=lfs merge=lfs -text
-*.npz filter=lfs diff=lfs merge=lfs -text
-*.onnx filter=lfs diff=lfs merge=lfs -text
-*.ot filter=lfs diff=lfs merge=lfs -text
-*.parquet filter=lfs diff=lfs merge=lfs -text
-*.pb filter=lfs diff=lfs merge=lfs -text
-*.pickle filter=lfs diff=lfs merge=lfs -text
-*.pkl filter=lfs diff=lfs merge=lfs -text
-*.pt filter=lfs diff=lfs merge=lfs -text
-*.pth filter=lfs diff=lfs merge=lfs -text
-*.rar filter=lfs diff=lfs merge=lfs -text
-*.safetensors filter=lfs diff=lfs merge=lfs -text
-saved_model/**/* filter=lfs diff=lfs merge=lfs -text
-*.tar.* filter=lfs diff=lfs merge=lfs -text
-*.tar filter=lfs diff=lfs merge=lfs -text
-*.tflite filter=lfs diff=lfs merge=lfs -text
-*.tgz filter=lfs diff=lfs merge=lfs -text
-*.wasm filter=lfs diff=lfs merge=lfs -text
-*.xz filter=lfs diff=lfs merge=lfs -text
-*.zip filter=lfs diff=lfs merge=lfs -text
-*.zst filter=lfs diff=lfs merge=lfs -text
-*tfevents* filter=lfs diff=lfs merge=lfs -text
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+assets/cloth filter=lfs diff=lfs merge=lfs -text
+assets/human filter=lfs diff=lfs merge=lfs -text
+assets/title.md filter=lfs diff=lfs merge=lfs -text
+assets/examples filter=lfs diff=lfs merge=lfs -text
+assets/examples/result1.png filter=lfs diff=lfs merge=lfs -text
+assets/examples/garment1.png filter=lfs diff=lfs merge=lfs -text
+assets/examples/model1.png filter=lfs diff=lfs merge=lfs -text
+assets/examples/garment2.png filter=lfs diff=lfs merge=lfs -text
+assets/examples/model2.png filter=lfs diff=lfs merge=lfs -text
+assets/examples/result2.png filter=lfs diff=lfs merge=lfs -text
+assets/examples/garment3.png filter=lfs diff=lfs merge=lfs -text
+assets/examples/model3.png filter=lfs diff=lfs merge=lfs -text
+assets/examples/result3.png filter=lfs diff=lfs merge=lfs -text
+assets/human/003.png filter=lfs diff=lfs merge=lfs -text
+assets/human/006.png filter=lfs diff=lfs merge=lfs -text
+assets/human/008.jpg filter=lfs diff=lfs merge=lfs -text
+assets/human/009.jpg filter=lfs diff=lfs merge=lfs -text
+assets/human/001.png filter=lfs diff=lfs merge=lfs -text
+assets/human/002.png filter=lfs diff=lfs merge=lfs -text
+assets/human/004.jpg filter=lfs diff=lfs merge=lfs -text
+assets/human/005.png filter=lfs diff=lfs merge=lfs -text
+assets/human/007.png filter=lfs diff=lfs merge=lfs -text
+assets/human/010.png filter=lfs diff=lfs merge=lfs -text
+assets/human/011.png filter=lfs diff=lfs merge=lfs -text
+assets/human/000.png filter=lfs diff=lfs merge=lfs -text
+assets/cloth/00_upper.jpg filter=lfs diff=lfs merge=lfs -text
+assets/cloth/02_upper.png filter=lfs diff=lfs merge=lfs -text
+assets/cloth/05_dress.jpg filter=lfs diff=lfs merge=lfs -text
+assets/cloth/10_dress.png filter=lfs diff=lfs merge=lfs -text
+assets/cloth/09_upper.png filter=lfs diff=lfs merge=lfs -text
+assets/cloth/11_upper.png filter=lfs diff=lfs merge=lfs -text
+assets/cloth/01_upper.jpg filter=lfs diff=lfs merge=lfs -text
+assets/cloth/03_upper.jpg filter=lfs diff=lfs merge=lfs -text
+assets/cloth/04_dress.png filter=lfs diff=lfs merge=lfs -text
+assets/cloth/06_upper.png filter=lfs diff=lfs merge=lfs -text
+assets/cloth/07_upper.png filter=lfs diff=lfs merge=lfs -text
+assets/cloth/08_upper.png filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -0,0 +1 @@
+logs/*

README.md

@@ -1,12 +1,14 @@
----
-title: Tryonn
-emoji: 🐨
-colorFrom: pink
-colorTo: green
-sdk: gradio
-sdk_version: 5.21.0
-app_file: app.py
-pinned: false
----
-
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+---
+title: Kolors Virtual Try-On
+emoji: 👕
+colorFrom: purple
+colorTo: gray
+sdk: gradio
+sdk_version: 4.43.0
+app_file: app.py
+pinned: true
+license: apache-2.0
+disable_embedding: true
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -0,0 +1,275 @@
+import os
+import cv2
+import gradio as gr
+import numpy as np
+import random
+import base64
+import requests
+import json
+import time
+
+
+def tryon(person_img, garment_img, seed, randomize_seed):
+    post_start_time = time.time()
+    if person_img is None or garment_img is None:
+        gr.Warning("Empty image")
+        return None, None, "Empty image"
+    if randomize_seed:
+        seed = random.randint(0, MAX_SEED)
+    encoded_person_img = cv2.imencode('.jpg', cv2.cvtColor(person_img, cv2.COLOR_RGB2BGR))[1].tobytes()
+    encoded_person_img = base64.b64encode(encoded_person_img).decode('utf-8')
+    encoded_garment_img = cv2.imencode('.jpg', cv2.cvtColor(garment_img, cv2.COLOR_RGB2BGR))[1].tobytes()
+    encoded_garment_img = base64.b64encode(encoded_garment_img).decode('utf-8')
+
+    url = "http://" + os.environ['tryon_url'] + "Submit"
+    token = os.environ['token']
+    cookie = os.environ['Cookie']
+    referer = os.environ['referer']
+    headers = {'Content-Type': 'application/json', 'token': token, 'Cookie': cookie, 'referer': referer}
+    data = {
+        "clothImage": encoded_garment_img,
+        "humanImage": encoded_person_img,
+        "seed": seed
+    }
+    try:
+        response = requests.post(url, headers=headers, data=json.dumps(data), timeout=50)
+        # print("post response code", response.status_code)
+        if response.status_code == 200:
+            result = response.json()['result']
+            status = result['status']
+            if status == "success":
+                uuid = result['result']
+                # print(uuid)
+    except Exception as err:
+        print(f"Post Exception Error: {err}")
+        raise gr.Error("Too many users, please try again later")
+    post_end_time = time.time()
+    print(f"post time used: {post_end_time-post_start_time}")
+
+    get_start_time =time.time()
+    time.sleep(9)
+    Max_Retry = 12
+    result_img = None
+    info = ""
+    err_log = ""
+    for i in range(Max_Retry):
+        try:
+            url = "http://" + os.environ['tryon_url'] + "Query?taskId=" + uuid
+            response = requests.get(url, headers=headers, timeout=20)
+            # print("get response code", response.status_code)
+            if response.status_code == 200:
+                result = response.json()['result']
+                status = result['status']
+                if status == "success":
+                    result = base64.b64decode(result['result'])
+                    result_np = np.frombuffer(result, np.uint8)
+                    result_img = cv2.imdecode(result_np, cv2.IMREAD_UNCHANGED)
+                    result_img = cv2.cvtColor(result_img, cv2.COLOR_RGB2BGR)
+                    info = "Success"
+                    break
+                elif status == "error":
+                    err_log = f"Status is Error"
+                    info = "Error"
+                    break
+            else:
+                # print(response.text)
+                err_log = "URL error, pleace contact the admin"
+                info = "URL error, pleace contact the admin"
+                break
+        except requests.exceptions.ReadTimeout:
+            err_log = "Http Timeout"
+            info = "Http Timeout, please try again later"
+        except Exception as err:
+            err_log = f"Get Exception Error: {err}"
+        time.sleep(1)
+    get_end_time = time.time()
+    print(f"get time used: {get_end_time-get_start_time}")
+    print(f"all time used: {get_end_time-get_start_time+post_end_time-post_start_time}")
+    if info == "":
+        err_log = f"No image after {Max_Retry} retries"
+        info = "Too many users, please try again later"
+    if info != "Success":
+        print(f"Error Log: {err_log}")
+        gr.Warning("Too many users, please try again later")
+
+    return result_img, seed, info
+
+def start_tryon(person_img, garment_img, seed, randomize_seed):
+    start_time = time.time()
+    if person_img is None or garment_img is None:
+        return None, None, "Empty image"
+    if randomize_seed:
+        seed = random.randint(0, MAX_SEED)
+    encoded_person_img = cv2.imencode('.jpg', cv2.cvtColor(person_img, cv2.COLOR_RGB2BGR))[1].tobytes()
+    encoded_person_img = base64.b64encode(encoded_person_img).decode('utf-8')
+    encoded_garment_img = cv2.imencode('.jpg', cv2.cvtColor(garment_img, cv2.COLOR_RGB2BGR))[1].tobytes()
+    encoded_garment_img = base64.b64encode(encoded_garment_img).decode('utf-8')
+
+    url = "http://" + os.environ['tryon_url']
+    token = os.environ['token']
+    cookie = os.environ['Cookie']
+    referer = os.environ['referer']
+
+    headers = {'Content-Type': 'application/json', 'token': token, 'Cookie': cookie, 'referer': referer}
+    data = {
+        "clothImage": encoded_garment_img,
+        "humanImage": encoded_person_img,
+        "seed": seed
+    }
+
+    result_img = None
+    try:
+        session = requests.Session()
+        response = session.post(url, headers=headers, data=json.dumps(data), timeout=60)
+        print("response code", response.status_code)
+        if response.status_code == 200:
+            result = response.json()['result']
+            status = result['status']
+            if status == "success":
+                result = base64.b64decode(result['result'])
+                result_np = np.frombuffer(result, np.uint8)
+                result_img = cv2.imdecode(result_np, cv2.IMREAD_UNCHANGED)
+                result_img = cv2.cvtColor(result_img, cv2.COLOR_RGB2BGR)
+                info = "Success"
+            else:
+                info = "Try again latter"
+        else:
+            print(response.text)
+            info = "URL error, pleace contact the admin"
+    except requests.exceptions.ReadTimeout:
+        print("timeout")
+        info = "Too many users, please try again later"
+        raise gr.Error("Too many users, please try again later")
+    except Exception as err:
+        print(f"其他错误: {err}")
+        info = "Error, pleace contact the admin"
+    end_time = time.time()
+    print(f"time used: {end_time-start_time}")
+
+    return result_img, seed, info
+
+MAX_SEED = 999999
+
+example_path = os.path.join(os.path.dirname(__file__), 'assets')
+
+garm_list = os.listdir(os.path.join(example_path,"cloth"))
+garm_list_path = [os.path.join(example_path,"cloth",garm) for garm in garm_list]
+
+human_list = os.listdir(os.path.join(example_path,"human"))
+human_list_path = [os.path.join(example_path,"human",human) for human in human_list]
+
+css="""
+#col-left {
+    margin: 0 auto;
+    max-width: 430px;
+}
+#col-mid {
+    margin: 0 auto;
+    max-width: 430px;
+}
+#col-right {
+    margin: 0 auto;
+    max-width: 430px;
+}
+#col-showcase {
+    margin: 0 auto;
+    max-width: 1100px;
+}
+#button {
+    color: blue;
+}
+"""
+
+def load_description(fp):
+    with open(fp, 'r', encoding='utf-8') as f:
+        content = f.read()
+    return content
+
+def change_imgs(image1, image2):
+    return image1, image2
+
+with gr.Blocks(css=css) as Tryon:
+    gr.HTML(load_description("assets/title.md"))
+    with gr.Row():
+        with gr.Column(elem_id = "col-left"):
+            gr.HTML("""
+            <div style="display: flex; justify-content: center; align-items: center; text-align: center; font-size: 20px;">
+                <div>
+                Step 1.  Upload a person image ⬇️
+                </div>
+            </div>
+            """)
+        with gr.Column(elem_id = "col-mid"):
+            gr.HTML("""
+            <div style="display: flex; justify-content: center; align-items: center; text-align: center; font-size: 20px;">
+                <div>
+                Step 2. Upload a garment image ⬇️
+                </div>
+            </div>
+            """)
+        with gr.Column(elem_id = "col-right"):
+            gr.HTML("""
+            <div style="display: flex; justify-content: center; align-items: center; text-align: center; font-size: 20px;">
+                <div>
+                Step 3. Press “Run” to get try-on results
+                </div>
+            </div>
+            """)
+    with gr.Row():
+        with gr.Column(elem_id = "col-left"):
+            imgs = gr.Image(label="Person image", sources='upload', type="numpy")
+            # category = gr.Dropdown(label="Garment category", choices=['upper_body', 'lower_body', 'dresses'],  value="upper_body")
+            example = gr.Examples(
+                inputs=imgs,
+                examples_per_page=12,
+                examples=human_list_path
+            )
+        with gr.Column(elem_id = "col-mid"):
+            garm_img = gr.Image(label="Garment image", sources='upload', type="numpy")
+            example = gr.Examples(
+                inputs=garm_img,
+                examples_per_page=12,
+                examples=garm_list_path
+            )
+        with gr.Column(elem_id = "col-right"):
+            image_out = gr.Image(label="Result", show_share_button=False)
+            with gr.Row():
+                seed = gr.Slider(
+                    label="Seed",
+                    minimum=0,
+                    maximum=MAX_SEED,
+                    step=1,
+                    value=0,
+                )
+                randomize_seed = gr.Checkbox(label="Random seed", value=True)
+            with gr.Row():
+                seed_used = gr.Number(label="Seed used")
+                result_info = gr.Text(label="Response")
+            # try_button = gr.Button(value="Run", elem_id="button")
+            test_button = gr.Button(value="Run", elem_id="button")
+
+
+    # try_button.click(fn=start_tryon, inputs=[imgs, garm_img, seed, randomize_seed], outputs=[image_out, seed_used, result_info], api_name='tryon',concurrency_limit=10)
+    test_button.click(fn=tryon, inputs=[imgs, garm_img, seed, randomize_seed], outputs=[image_out, seed_used, result_info], api_name=False, concurrency_limit=45)
+
+    with gr.Column(elem_id = "col-showcase"):
+        gr.HTML("""
+        <div style="display: flex; justify-content: center; align-items: center; text-align: center; font-size: 20px;">
+            <div> </div>
+            <br>
+            <div>
+            Virtual try-on examples in pairs of person and garment images
+            </div>
+        </div>
+        """)
+        show_case = gr.Examples(
+            examples=[
+                ["assets/examples/model2.png", "assets/examples/garment2.png", "assets/examples/result2.png"],
+                ["assets/examples/model3.png", "assets/examples/garment3.png", "assets/examples/result3.png"],
+                ["assets/examples/model1.png", "assets/examples/garment1.png", "assets/examples/result1.png"],
+            ],
+            inputs=[imgs, garm_img, image_out],
+            label=None
+        )
+
+Tryon.queue(api_open=False).launch(show_api=False)

assets/.gitattributes

@@ -0,0 +1,24 @@
+cloth/09163_00.jpg filter=lfs diff=lfs merge=lfs -text
+cloth/09236_00.jpg filter=lfs diff=lfs merge=lfs -text
+cloth/09263_00.jpg filter=lfs diff=lfs merge=lfs -text
+cloth/09290_00.jpg filter=lfs diff=lfs merge=lfs -text
+cloth/14627_00.jpg filter=lfs diff=lfs merge=lfs -text
+cloth/14673_00.jpg filter=lfs diff=lfs merge=lfs -text
+cloth/04743_00.jpg filter=lfs diff=lfs merge=lfs -text
+cloth/09133_00.jpg filter=lfs diff=lfs merge=lfs -text
+cloth/09166_00.jpg filter=lfs diff=lfs merge=lfs -text
+cloth/dress_1.png filter=lfs diff=lfs merge=lfs -text
+cloth/one-piece_1.png filter=lfs diff=lfs merge=lfs -text
+cloth/upper_cloth_1.png filter=lfs diff=lfs merge=lfs -text
+human/aigc_lady_1.png filter=lfs diff=lfs merge=lfs -text
+human/aigc_lady_2.png filter=lfs diff=lfs merge=lfs -text
+human/aigc_lady_3.png filter=lfs diff=lfs merge=lfs -text
+human/aigc_model_1.png filter=lfs diff=lfs merge=lfs -text
+human/aigc_model_2.png filter=lfs diff=lfs merge=lfs -text
+human/fcee4463c7348028303fa02e18a6efc8a99b2dee351f6b2aef4eca1b.jpg filter=lfs diff=lfs merge=lfs -text
+human/0b70601293997b52b6a44870b29ec5c1.png filter=lfs diff=lfs merge=lfs -text
+human/Jensen.jpg filter=lfs diff=lfs merge=lfs -text
+human/ea37a515d5ff0b240c58251b6042986a.png filter=lfs diff=lfs merge=lfs -text
+human/lekun.png filter=lfs diff=lfs merge=lfs -text
+human/musk.png filter=lfs diff=lfs merge=lfs -text
+human/sam.jpg filter=lfs diff=lfs merge=lfs -text

assets/title.md

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e2eed7722bd033f855d2a38c7d2be687e147252e8be3ab488a7cab13ad2417
+size 1193

requirements.txt

@@ -0,0 +1,8 @@
+accelerate
+diffusers
+invisible_watermark
+torch
+transformers
+xformers
+opencv-python
+requests