|
import json |
|
import os |
|
import time |
|
import uuid |
|
import tempfile |
|
from PIL import Image, ImageDraw, ImageFont |
|
import gradio as gr |
|
import base64 |
|
import mimetypes |
|
|
|
from google import genai |
|
from google.genai import types |
|
|
|
def save_binary_file(file_name, data): |
|
with open(file_name, "wb") as f: |
|
f.write(data) |
|
|
|
def generate(text, file_name, api_key, model="gemini-2.0-flash-exp"): |
|
|
|
client = genai.Client(api_key=(api_key.strip() if api_key and api_key.strip() != "" |
|
else os.environ.get("GEMINI_API_KEY"))) |
|
|
|
files = [ client.files.upload(file=file_name) ] |
|
|
|
contents = [ |
|
types.Content( |
|
role="user", |
|
parts=[ |
|
types.Part.from_uri( |
|
file_uri=files[0].uri, |
|
mime_type=files[0].mime_type, |
|
), |
|
types.Part.from_text(text=text), |
|
], |
|
), |
|
] |
|
generate_content_config = types.GenerateContentConfig( |
|
temperature=1, |
|
top_p=0.95, |
|
top_k=40, |
|
max_output_tokens=8192, |
|
response_modalities=["image", "text"], |
|
response_mime_type="text/plain", |
|
) |
|
|
|
text_response = "" |
|
image_path = None |
|
|
|
with tempfile.NamedTemporaryFile(suffix=".png", delete=False) as tmp: |
|
temp_path = tmp.name |
|
for chunk in client.models.generate_content_stream( |
|
model=model, |
|
contents=contents, |
|
config=generate_content_config, |
|
): |
|
if not chunk.candidates or not chunk.candidates[0].content or not chunk.candidates[0].content.parts: |
|
continue |
|
candidate = chunk.candidates[0].content.parts[0] |
|
|
|
if candidate.inline_data: |
|
save_binary_file(temp_path, candidate.inline_data.data) |
|
print(f"File of mime type {candidate.inline_data.mime_type} saved to: {temp_path} and prompt input: {text}") |
|
image_path = temp_path |
|
|
|
break |
|
else: |
|
|
|
text_response += chunk.text + "\n" |
|
|
|
del files |
|
return image_path, text_response |
|
|
|
def process_image_and_prompt(composite_pil, prompt, gemini_api_key): |
|
try: |
|
|
|
with tempfile.NamedTemporaryFile(suffix=".png", delete=False) as tmp: |
|
composite_path = tmp.name |
|
composite_pil.save(composite_path) |
|
|
|
file_name = composite_path |
|
input_text = prompt |
|
model = "gemini-2.0-flash-exp" |
|
|
|
image_path, text_response = generate(text=input_text, file_name=file_name, api_key=gemini_api_key, model=model) |
|
|
|
if image_path: |
|
|
|
result_img = Image.open(image_path) |
|
if result_img.mode == "RGBA": |
|
result_img = result_img.convert("RGB") |
|
return [result_img], "" |
|
else: |
|
|
|
return None, text_response |
|
except Exception as e: |
|
raise gr.Error(f"Error Getting {e}", duration=5) |
|
|
|
|
|
|
|
with gr.Blocks(css_paths="style.css",) as demo: |
|
|
|
gr.HTML( |
|
""" |
|
<div class="header-container"> |
|
<div> |
|
<img src="https://www.gstatic.com/lamda/images/gemini_favicon_f069958c85030456e93de685481c559f160ea06b.png" alt="Gemini logo"> |
|
</div> |
|
<div> |
|
<h1>Gemini for Image Editing</h1> |
|
<p>Powered by <a href="https://gradio.app/">Gradio</a>β‘οΈ| |
|
<a href="https://huggingface.co/spaces/ameerazam08/Gemini-Image-Edit?duplicate=true">Duplicate</a> this Repo | |
|
<a href="https://aistudio.google.com/apikey">Get an API Key</a> | |
|
Follow me on Twitter: <a href="https://x.com/Ameerazam18">Ameerazam18</a></p> |
|
</div> |
|
</div> |
|
""" |
|
) |
|
|
|
with gr.Accordion("β οΈ API Configuration β οΈ", open=False, elem_classes="config-accordion"): |
|
gr.Markdown(""" |
|
- **Issue:** β Sometimes the model returns text instead of an image. |
|
### π§ Steps to Address: |
|
1. **π οΈ Duplicate the Repository** |
|
- Create a separate copy for modifications. |
|
2. **π Use Your Own Gemini API Key** |
|
- You **must** configure your own Gemini key for generation! |
|
""") |
|
|
|
with gr.Accordion("π Usage Instructions", open=False, elem_classes="instructions-accordion"): |
|
gr.Markdown(""" |
|
### π Usage |
|
- Upload an image and enter a prompt to generate outputs. |
|
- If text is returned instead of an image, it will appear in the text output. |
|
- Upload Only PNG Image |
|
- β **Do not use NSFW images!** |
|
""") |
|
|
|
with gr.Row(elem_classes="main-content"): |
|
with gr.Column(elem_classes="input-column"): |
|
image_input = gr.Image( |
|
type="pil", |
|
label="Upload Image", |
|
image_mode="RGBA", |
|
elem_id="image-input", |
|
elem_classes="upload-box" |
|
) |
|
gemini_api_key = gr.Textbox( |
|
lines=1, |
|
placeholder="Enter Gemini API Key (optional)", |
|
label="Gemini API Key (optional)", |
|
elem_classes="api-key-input" |
|
) |
|
prompt_input = gr.Textbox( |
|
lines=2, |
|
placeholder="Enter prompt here...", |
|
label="Prompt", |
|
elem_classes="prompt-input" |
|
) |
|
submit_btn = gr.Button("Generate", elem_classes="generate-btn") |
|
|
|
with gr.Column(elem_classes="output-column"): |
|
output_gallery = gr.Gallery(label="Generated Outputs", elem_classes="output-gallery") |
|
output_text = gr.Textbox( |
|
label="Gemini Output", |
|
placeholder="Text response will appear here if no image is generated.", |
|
elem_classes="output-text" |
|
) |
|
|
|
|
|
submit_btn.click( |
|
fn=process_image_and_prompt, |
|
inputs=[image_input, prompt_input, gemini_api_key], |
|
outputs=[output_gallery, output_text], |
|
) |
|
|
|
gr.Markdown("## Try these examples", elem_classes="gr-examples-header") |
|
|
|
examples = [ |
|
["data/1.webp", 'change text to "AMEER"', ""], |
|
["data/2.webp", "remove the spoon from hand only", ""], |
|
["data/3.webp", 'change text to "Make it "', ""], |
|
["data/1.jpg", "add joker style only on face", ""], |
|
["data/1777043.jpg", "add joker style only on face", ""], |
|
["data/2807615.jpg", "add lipstick on lip only", ""], |
|
["data/76860.jpg", "add lipstick on lip only", ""], |
|
["data/2807615.jpg", "make it happy looking face only", ""], |
|
] |
|
|
|
gr.Examples( |
|
examples=examples, |
|
inputs=[image_input, prompt_input,], |
|
elem_id="examples-grid" |
|
) |
|
|
|
demo.queue(max_size=50).launch() |