support fal kontext loras (#5)

- support fal kontext loras (202822dc71abb5fc2e5ee72f217462572bb0749b)
- Update flux_loras.json (891349b92c35d39d844bdae63a3890dbaadf8042)
- Update app.py (aaa7343a0099889325075716d27f0574b8b042df)
- Update app.py (db8e7fdb6ebb1906e29db3d2632c9587c04513f5)
- Update app.py (df43181c95e41b1cf6f48b827f59fe3b0f95b0df)

app.py

@@ -30,6 +30,7 @@ with open("flux_loras.json", "r") as file:
             "trigger_word": item.get("trigger_word", ""),
             "trigger_position": item.get("trigger_position", "prepend"),
             "weights": item.get("weights", "pytorch_lora_weights.safetensors"),
+            "lora_type": item.get("lora_type", "flux"),
         }
         for item in data
     ]
@@ -126,12 +127,12 @@ def classify_gallery(flux_loras):
     sorted_gallery = sorted(flux_loras, key=lambda x: x.get("likes", 0), reverse=True)
     return [(item["image"], item["title"]) for item in sorted_gallery], sorted_gallery
 
-def infer_with_lora_wrapper(input_image, prompt, selected_index, custom_lora, seed=42, randomize_seed=False, guidance_scale=2.5, lora_scale=1.75, flux_loras=None, progress=gr.Progress(track_tqdm=True)):
+def infer_with_lora_wrapper(input_image, prompt, selected_index, custom_lora, seed=42, randomize_seed=False, guidance_scale=2.5, lora_scale=1.75,portrait_mode=False, flux_loras=None, progress=gr.Progress(track_tqdm=True)):
     """Wrapper function to handle state serialization"""
-    return infer_with_lora(input_image, prompt, selected_index, custom_lora, seed, randomize_seed, guidance_scale, lora_scale, flux_loras, progress)
+    return infer_with_lora(input_image, prompt, selected_index, custom_lora, seed, randomize_seed, guidance_scale, lora_scale, portrait_mode, flux_loras, progress)
 
 @spaces.GPU
-def infer_with_lora(input_image, prompt, selected_index, custom_lora, seed=42, randomize_seed=False, guidance_scale=2.5, lora_scale=1.0, flux_loras=None, progress=gr.Progress(track_tqdm=True)):
+def infer_with_lora(input_image, prompt, selected_index, custom_lora, seed=42, randomize_seed=False, guidance_scale=2.5, lora_scale=1.0, portrait_mode=False, flux_loras=None,  progress=gr.Progress(track_tqdm=True)):
     """Generate image with selected LoRA"""
     global current_lora, pipe
     
@@ -169,13 +170,19 @@ def infer_with_lora(input_image, prompt, selected_index, custom_lora, seed=42, r
     input_image = input_image.convert("RGB")
     # Add trigger word to prompt
     trigger_word = lora_to_use["trigger_word"]
-    if trigger_word == ", How2Draw":
-        prompt = f"create a How2Draw sketch of the person of the photo {prompt}, maintain the facial identity of the person and general features"
-    elif trigger_word == ", video game screenshot in the style of THSMS":
-        prompt = f"create a video game screenshot in the style of THSMS with the person from the photo, {prompt}. maintain the facial identity of the person and general features"
-    else:
-        prompt = f"convert the style of this portrait photo to {trigger_word} while maintaining the identity of the person. {prompt}. Make sure to maintain the person's facial identity and features, while still changing the overall style to {trigger_word}."
-    
+    is_kontext_lora = lora_to_use["lora_type"] == "kontext"
+    if not is_kontext_lora:
+        if trigger_word == ", How2Draw":
+            prompt = f"create a How2Draw sketch of the person of the photo {prompt}, maintain the facial identity of the person and general features"
+        elif trigger_word == ", video game screenshot in the style of THSMS":
+            prompt = f"create a video game screenshot in the style of THSMS with the person from the photo, {prompt}. maintain the facial identity of the person and general features"
+        else:
+            prompt = f"convert the style of this portrait photo to {trigger_word} while maintaining the identity of the person. {prompt}. Make sure to maintain the person's facial identity and features, while still changing the overall style to {trigger_word}."
+    else: 
+        if portrait_mode:
+            prompt = f"{trigger_word} while maintaining the identity of the person. {prompt}. Make sure to maintain the person's facial identity and features."
+        else:
+            prompt = f"{trigger_word}. {prompt}."
     try:
         image = pipe(
             image=input_image, 
@@ -242,7 +249,7 @@ with gr.Blocks(css=css) as demo:
         with gr.Column(scale=4, elem_id="box_column"):
             with gr.Group(elem_id="gallery_box"):
                 input_image = gr.Image(label="Upload a picture of yourself", type="pil", height=300)
-                
+                portrait_mode = gr.Checkbox(label="portrait mode", value=True)
                 gallery = gr.Gallery(
                     label="Pick a LoRA",
                     allow_preview=False,
@@ -328,7 +335,7 @@ with gr.Blocks(css=css) as demo:
     gr.on(
         triggers=[run_button.click, prompt.submit],
         fn=infer_with_lora_wrapper,
-        inputs=[input_image, prompt, selected_state, custom_loaded_lora, seed, randomize_seed, guidance_scale, lora_scale, gr_flux_loras],
+        inputs=[input_image, prompt, selected_state, custom_loaded_lora, seed, randomize_seed, guidance_scale, lora_scale, portrait_mode, gr_flux_loras],
         outputs=[result, seed, reuse_button]
     )
     

flux_loras.json

@@ -1,4 +1,31 @@
 [
+{
+    "image": "https://huggingface.co/fal/Wojak-Kontext-Dev-LoRA/resolve/main/images/2.png",
+    "title": "Wojak",
+    "repo": "fal/Wojak-Kontext-Dev-LoRA",
+    "weights": "wojak-kontext-dev-lora.safetensors",
+    "trigger_word": "Convert to wojak style drawing",
+    "trigger_position": "prepend",
+    "lora_type": "kontext"
+  },
+  {
+    "image": "https://huggingface.co/fal/Broccoli-Hair-Kontext-Dev-LoRA/resolve/main/images/3.png",
+    "title": "Broccoli Hair",
+    "repo": "fal/Broccoli-Hair-Kontext-Dev-LoRA",
+    "weights": "broccoli-hair-kontext-dev-lora.safetensors",
+    "trigger_word": "Change hair to a broccoli haircut",
+    "trigger_position": "prepend",
+    "lora_type": "kontext"
+  },
+  {
+    "image": "https://huggingface.co/fal/Plushie-Kontext-Dev-LoRA/resolve/main/images/1.png",
+    "title": "Plushie",
+    "repo": "fal/Plushie-Kontext-Dev-LoRA",
+    "weights": "plushie-kontext-dev-lora.safetensors",
+    "trigger_word": "Convert to plushie style",
+    "trigger_position": "prepend",
+    "lora_type": "kontext"
+  },
   {
     "image":"lora_examples/yarn.png",
     "title":"Yarn Art", 

requirements.txt

@@ -1,6 +1,7 @@
 transformers
-git+https://github.com/huggingface/diffusers.git
 accelerate
 safetensors
 sentencepiece
-peft
+peft
+
+git+https://github.com/linoytsaban/diffusers.git@kontext-lora