John6666 commited on
Commit
994526b
β€’
1 Parent(s): 76a846c

Upload 3 files

Browse files
Files changed (3) hide show
  1. app.py +11 -5
  2. multit2i.py +57 -27
  3. requirements.txt +2 -1
app.py CHANGED
@@ -3,7 +3,7 @@ from model import models
3
  from multit2i import (load_models, infer_fn, infer_rand_fn, save_gallery,
4
  change_model, warm_model, get_model_info_md, loaded_models,
5
  get_positive_prefix, get_positive_suffix, get_negative_prefix, get_negative_suffix,
6
- get_recom_prompt_type, set_recom_prompt_preset, get_tag_type)
7
 
8
  max_images = 6
9
  MAX_SEED = 2**32-1
@@ -19,24 +19,27 @@ with gr.Blocks(theme="NoCrypt/miku@>=1.2.2", fill_width=True, css=css) as demo:
19
  with gr.Row():
20
  with gr.Column(scale=10):
21
  with gr.Group():
22
- clear_prompt = gr.Button(value="Clear Prompt πŸ—‘οΈ", variant="secondary", size="sm", scale=1)
23
  prompt = gr.Text(label="Prompt", lines=2, max_lines=8, placeholder="1girl, solo, ...", show_copy_button=True)
24
  with gr.Accordion("Advanced options", open=False):
25
  neg_prompt = gr.Text(label="Negative Prompt", lines=1, max_lines=8, placeholder="")
26
  with gr.Row():
27
  width = gr.Slider(label="Width", info="If 0, the default value is used.", maximum=1216, step=32, value=0)
28
  height = gr.Slider(label="Height", info="If 0, the default value is used.", maximum=1216, step=32, value=0)
29
- with gr.Row():
30
  steps = gr.Slider(label="Number of inference steps", info="If 0, the default value is used.", maximum=100, step=1, value=0)
 
31
  cfg = gr.Slider(label="Guidance scale", info="If 0, the default value is used.", maximum=30.0, step=0.1, value=0)
32
  seed = gr.Slider(label="Seed", info="Randomize Seed if -1.", minimum=-1, maximum=MAX_SEED, step=1, value=-1)
 
33
  recom_prompt_preset = gr.Radio(label="Set Presets", choices=get_recom_prompt_type(), value="Common")
34
  with gr.Row():
35
  positive_prefix = gr.CheckboxGroup(label="Use Positive Prefix", choices=get_positive_prefix(), value=[])
36
  positive_suffix = gr.CheckboxGroup(label="Use Positive Suffix", choices=get_positive_suffix(), value=["Common"])
37
  negative_prefix = gr.CheckboxGroup(label="Use Negative Prefix", choices=get_negative_prefix(), value=[])
38
  negative_suffix = gr.CheckboxGroup(label="Use Negative Suffix", choices=get_negative_suffix(), value=["Common"])
39
- image_num = gr.Slider(label="Number of images", minimum=1, maximum=max_images, value=1, step=1, interactive=True, scale=1)
 
 
 
40
  with gr.Row():
41
  run_button = gr.Button("Generate Image", variant="primary", scale=6)
42
  random_button = gr.Button("Random Model 🎲", variant="secondary", scale=3)
@@ -78,7 +81,7 @@ with gr.Blocks(theme="NoCrypt/miku@>=1.2.2", fill_width=True, css=css) as demo:
78
 
79
  #gr.on(triggers=[run_button.click, prompt.submit, random_button.click], fn=lambda: gr.update(interactive=True), inputs=None, outputs=stop_button, show_api=False)
80
  model_name.change(change_model, [model_name], [model_info], queue=False, show_api=False)\
81
- .success(warm_model, [model_name], None, queue=True, show_api=False)
82
  for i, o in enumerate(output):
83
  img_i = gr.Number(i, visible=False)
84
  image_num.change(lambda i, n: gr.update(visible = (i < n)), [img_i, image_num], o, show_api=False)
@@ -99,6 +102,9 @@ with gr.Blocks(theme="NoCrypt/miku@>=1.2.2", fill_width=True, css=css) as demo:
99
  clear_results.click(lambda: (None, None), None, [results, image_files], queue=False, show_api=False)
100
  recom_prompt_preset.change(set_recom_prompt_preset, [recom_prompt_preset],
101
  [positive_prefix, positive_suffix, negative_prefix, negative_suffix], queue=False, show_api=False)
 
 
 
102
 
103
  demo.queue(default_concurrency_limit=200, max_size=200)
104
  demo.launch(max_threads=400)
 
3
  from multit2i import (load_models, infer_fn, infer_rand_fn, save_gallery,
4
  change_model, warm_model, get_model_info_md, loaded_models,
5
  get_positive_prefix, get_positive_suffix, get_negative_prefix, get_negative_suffix,
6
+ get_recom_prompt_type, set_recom_prompt_preset, get_tag_type, randomize_seed, translate_to_en)
7
 
8
  max_images = 6
9
  MAX_SEED = 2**32-1
 
19
  with gr.Row():
20
  with gr.Column(scale=10):
21
  with gr.Group():
 
22
  prompt = gr.Text(label="Prompt", lines=2, max_lines=8, placeholder="1girl, solo, ...", show_copy_button=True)
23
  with gr.Accordion("Advanced options", open=False):
24
  neg_prompt = gr.Text(label="Negative Prompt", lines=1, max_lines=8, placeholder="")
25
  with gr.Row():
26
  width = gr.Slider(label="Width", info="If 0, the default value is used.", maximum=1216, step=32, value=0)
27
  height = gr.Slider(label="Height", info="If 0, the default value is used.", maximum=1216, step=32, value=0)
 
28
  steps = gr.Slider(label="Number of inference steps", info="If 0, the default value is used.", maximum=100, step=1, value=0)
29
+ with gr.Row():
30
  cfg = gr.Slider(label="Guidance scale", info="If 0, the default value is used.", maximum=30.0, step=0.1, value=0)
31
  seed = gr.Slider(label="Seed", info="Randomize Seed if -1.", minimum=-1, maximum=MAX_SEED, step=1, value=-1)
32
+ seed_rand = gr.Button("Randomize Seed 🎲", size="sm", variant="secondary")
33
  recom_prompt_preset = gr.Radio(label="Set Presets", choices=get_recom_prompt_type(), value="Common")
34
  with gr.Row():
35
  positive_prefix = gr.CheckboxGroup(label="Use Positive Prefix", choices=get_positive_prefix(), value=[])
36
  positive_suffix = gr.CheckboxGroup(label="Use Positive Suffix", choices=get_positive_suffix(), value=["Common"])
37
  negative_prefix = gr.CheckboxGroup(label="Use Negative Prefix", choices=get_negative_prefix(), value=[])
38
  negative_suffix = gr.CheckboxGroup(label="Use Negative Suffix", choices=get_negative_suffix(), value=["Common"])
39
+ with gr.Row():
40
+ image_num = gr.Slider(label="Number of images", minimum=1, maximum=max_images, value=1, step=1, interactive=True, scale=2)
41
+ trans_prompt = gr.Button(value="Translate πŸ“", variant="secondary", size="sm", scale=2)
42
+ clear_prompt = gr.Button(value="Clear πŸ—‘οΈ", variant="secondary", size="sm", scale=1)
43
  with gr.Row():
44
  run_button = gr.Button("Generate Image", variant="primary", scale=6)
45
  random_button = gr.Button("Random Model 🎲", variant="secondary", scale=3)
 
81
 
82
  #gr.on(triggers=[run_button.click, prompt.submit, random_button.click], fn=lambda: gr.update(interactive=True), inputs=None, outputs=stop_button, show_api=False)
83
  model_name.change(change_model, [model_name], [model_info], queue=False, show_api=False)\
84
+ .success(warm_model, [model_name], None, queue=False, show_api=False)
85
  for i, o in enumerate(output):
86
  img_i = gr.Number(i, visible=False)
87
  image_num.change(lambda i, n: gr.update(visible = (i < n)), [img_i, image_num], o, show_api=False)
 
102
  clear_results.click(lambda: (None, None), None, [results, image_files], queue=False, show_api=False)
103
  recom_prompt_preset.change(set_recom_prompt_preset, [recom_prompt_preset],
104
  [positive_prefix, positive_suffix, negative_prefix, negative_suffix], queue=False, show_api=False)
105
+ seed_rand.click(randomize_seed, None, [seed], queue=False, show_api=False)
106
+ trans_prompt.click(translate_to_en, [prompt], [prompt], queue=False, show_api=False)\
107
+ .then(translate_to_en, [neg_prompt], [neg_prompt], queue=False, show_api=False)
108
 
109
  demo.queue(default_concurrency_limit=200, max_size=200)
110
  demo.launch(max_threads=400)
multit2i.py CHANGED
@@ -60,7 +60,7 @@ def find_model_list(author: str="", tags: list[str]=[], not_tag="", sort: str="l
60
  limit = limit * 20 if check_status and force_gpu else limit * 5
61
  models = []
62
  try:
63
- model_infos = api.list_models(author=author, task="text-to-image",
64
  tags=list_uniq(default_tags + tags), cardData=True, sort=sort, limit=limit)
65
  except Exception as e:
66
  print(f"Error: Failed to list models.")
@@ -110,7 +110,7 @@ def get_t2i_model_info_dict(repo_id: str):
110
 
111
 
112
  def rename_image(image_path: str | None, model_name: str, save_path: str | None = None):
113
- from PIL import Image
114
  from datetime import datetime, timezone, timedelta
115
  if image_path is None: return None
116
  dt_now = datetime.now(timezone(timedelta(hours=9)))
@@ -118,7 +118,7 @@ def rename_image(image_path: str | None, model_name: str, save_path: str | None
118
  try:
119
  if Path(image_path).exists():
120
  png_path = "image.png"
121
- Image.open(image_path).convert('RGBA').save(png_path, "PNG")
122
  if save_path is not None:
123
  new_path = str(Path(png_path).resolve().rename(Path(save_path).resolve()))
124
  else:
@@ -363,16 +363,16 @@ def warm_model(model_name: str):
363
 
364
  # https://huggingface.co/docs/api-inference/detailed_parameters
365
  # https://huggingface.co/docs/huggingface_hub/package_reference/inference_client
366
- def infer_body(client: InferenceClient | gr.Interface | object, prompt: str, neg_prompt: str | None = None,
367
- height: int | None = None, width: int | None = None,
368
- steps: int | None = None, cfg: int | None = None, seed: int = -1):
369
  png_path = "image.png"
370
  kwargs = {}
371
- if height is not None and height >= 256: kwargs["height"] = height
372
- if width is not None and width >= 256: kwargs["width"] = width
373
- if steps is not None and steps >= 1: kwargs["num_inference_steps"] = steps
374
- if cfg is not None and cfg > 0: cfg = kwargs["guidance_scale"] = cfg
375
- if seed >= 0: kwargs["seed"] = seed
 
376
  try:
377
  if isinstance(client, InferenceClient):
378
  image = client.text_to_image(prompt=prompt, negative_prompt=neg_prompt, **kwargs, token=HF_TOKEN)
@@ -380,26 +380,18 @@ def infer_body(client: InferenceClient | gr.Interface | object, prompt: str, neg
380
  image = client.fn(prompt=prompt, negative_prompt=neg_prompt, **kwargs, token=HF_TOKEN)
381
  else: return None
382
  if isinstance(image, tuple): return None
383
- image.save(png_path)
384
- return str(Path(png_path).resolve())
385
  except Exception as e:
386
  print(e)
387
  raise Exception() from e
388
 
389
 
390
- async def infer(model_name: str, prompt: str, neg_prompt: str | None = None,
391
- height: int | None = None, width: int | None = None,
392
- steps: int | None = None, cfg: int | None = None, seed: int = -1,
393
  save_path: str | None = None, timeout: float = inference_timeout):
394
- import random
395
- noise = ""
396
- if seed < 0:
397
- rand = random.randint(1, 500)
398
- for i in range(rand):
399
- noise += " "
400
  model = load_model(model_name)
401
  if not model: return None
402
- task = asyncio.create_task(asyncio.to_thread(infer_body, model, f"{prompt} {noise}", neg_prompt,
403
  height, width, steps, cfg, seed))
404
  await asyncio.sleep(0)
405
  try:
@@ -423,8 +415,8 @@ async def infer(model_name: str, prompt: str, neg_prompt: str | None = None,
423
 
424
 
425
  # https://github.com/aio-libs/pytest-aiohttp/issues/8 # also AsyncInferenceClient is buggy.
426
- def infer_fn(model_name: str, prompt: str, neg_prompt: str | None = None, height: int | None = None,
427
- width: int | None = None, steps: int | None = None, cfg: int | None = None, seed: int = -1,
428
  pos_pre: list = [], pos_suf: list = [], neg_pre: list = [], neg_suf: list = [], save_path: str | None = None):
429
  if model_name == 'NA':
430
  return None
@@ -446,8 +438,8 @@ def infer_fn(model_name: str, prompt: str, neg_prompt: str | None = None, height
446
  return result
447
 
448
 
449
- def infer_rand_fn(model_name_dummy: str, prompt: str, neg_prompt: str | None = None, height: int | None = None,
450
- width: int | None = None, steps: int | None = None, cfg: int | None = None, seed: int = -1,
451
  pos_pre: list = [], pos_suf: list = [], neg_pre: list = [], neg_suf: list = [], save_path: str | None = None):
452
  import random
453
  if model_name_dummy == 'NA':
@@ -470,3 +462,41 @@ def infer_rand_fn(model_name_dummy: str, prompt: str, neg_prompt: str | None = N
470
  finally:
471
  loop.close()
472
  return result
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
60
  limit = limit * 20 if check_status and force_gpu else limit * 5
61
  models = []
62
  try:
63
+ model_infos = api.list_models(author=author, #task="text-to-image",
64
  tags=list_uniq(default_tags + tags), cardData=True, sort=sort, limit=limit)
65
  except Exception as e:
66
  print(f"Error: Failed to list models.")
 
110
 
111
 
112
  def rename_image(image_path: str | None, model_name: str, save_path: str | None = None):
113
+ import shutil
114
  from datetime import datetime, timezone, timedelta
115
  if image_path is None: return None
116
  dt_now = datetime.now(timezone(timedelta(hours=9)))
 
118
  try:
119
  if Path(image_path).exists():
120
  png_path = "image.png"
121
+ if str(Path(image_path).resolve()) != str(Path(png_path).resolve()): shutil.copy(image_path, png_path)
122
  if save_path is not None:
123
  new_path = str(Path(png_path).resolve().rename(Path(save_path).resolve()))
124
  else:
 
363
 
364
  # https://huggingface.co/docs/api-inference/detailed_parameters
365
  # https://huggingface.co/docs/huggingface_hub/package_reference/inference_client
366
+ def infer_body(client: InferenceClient | gr.Interface | object, model_str: str, prompt: str, neg_prompt: str = "",
367
+ height: int = 0, width: int = 0, steps: int = 0, cfg: int = 0, seed: int = -1):
 
368
  png_path = "image.png"
369
  kwargs = {}
370
+ if height > 0: kwargs["height"] = height
371
+ if width > 0: kwargs["width"] = width
372
+ if steps > 0: kwargs["num_inference_steps"] = steps
373
+ if cfg > 0: cfg = kwargs["guidance_scale"] = cfg
374
+ if seed == -1: kwargs["seed"] = randomize_seed()
375
+ else: kwargs["seed"] = seed
376
  try:
377
  if isinstance(client, InferenceClient):
378
  image = client.text_to_image(prompt=prompt, negative_prompt=neg_prompt, **kwargs, token=HF_TOKEN)
 
380
  image = client.fn(prompt=prompt, negative_prompt=neg_prompt, **kwargs, token=HF_TOKEN)
381
  else: return None
382
  if isinstance(image, tuple): return None
383
+ return save_image(image, png_path, model_str, prompt, neg_prompt, height, width, steps, cfg, seed)
 
384
  except Exception as e:
385
  print(e)
386
  raise Exception() from e
387
 
388
 
389
+ async def infer(model_name: str, prompt: str, neg_prompt: str ="", height: int = 0, width: int = 0,
390
+ steps: int = 0, cfg: int = 0, seed: int = -1,
 
391
  save_path: str | None = None, timeout: float = inference_timeout):
 
 
 
 
 
 
392
  model = load_model(model_name)
393
  if not model: return None
394
+ task = asyncio.create_task(asyncio.to_thread(infer_body, model, model_name, prompt, neg_prompt,
395
  height, width, steps, cfg, seed))
396
  await asyncio.sleep(0)
397
  try:
 
415
 
416
 
417
  # https://github.com/aio-libs/pytest-aiohttp/issues/8 # also AsyncInferenceClient is buggy.
418
+ def infer_fn(model_name: str, prompt: str, neg_prompt: str = "", height: int = 0, width: int = 0,
419
+ steps: int = 0, cfg: int = 0, seed: int = -1,
420
  pos_pre: list = [], pos_suf: list = [], neg_pre: list = [], neg_suf: list = [], save_path: str | None = None):
421
  if model_name == 'NA':
422
  return None
 
438
  return result
439
 
440
 
441
+ def infer_rand_fn(model_name_dummy: str, prompt: str, neg_prompt: str = "", height: int = 0, width: int = 0,
442
+ steps: int = 0, cfg: int = 0, seed: int = -1,
443
  pos_pre: list = [], pos_suf: list = [], neg_pre: list = [], neg_suf: list = [], save_path: str | None = None):
444
  import random
445
  if model_name_dummy == 'NA':
 
462
  finally:
463
  loop.close()
464
  return result
465
+
466
+
467
+ def save_image(image, savefile, modelname, prompt, nprompt, height=0, width=0, steps=0, cfg=0, seed=-1):
468
+ from PIL import Image, PngImagePlugin
469
+ import json
470
+ try:
471
+ metadata = {"prompt": prompt, "negative_prompt": nprompt, "Model": {"Model": modelname.split("/")[-1]}}
472
+ if steps > 0: metadata["num_inference_steps"] = steps
473
+ if cfg > 0: metadata["guidance_scale"] = cfg
474
+ if seed != -1: metadata["seed"] = seed
475
+ if width > 0 and height > 0: metadata["resolution"] = f"{width} x {height}"
476
+ metadata_str = json.dumps(metadata)
477
+ info = PngImagePlugin.PngInfo()
478
+ info.add_text("metadata", metadata_str)
479
+ image.save(savefile, "PNG", pnginfo=info)
480
+ return str(Path(savefile).resolve())
481
+ except Exception as e:
482
+ print(f"Failed to save image file: {e}")
483
+ raise Exception(f"Failed to save image file:") from e
484
+
485
+
486
+ def randomize_seed():
487
+ from random import seed, randint
488
+ MAX_SEED = 2**32-1
489
+ seed()
490
+ rseed = randint(0, MAX_SEED)
491
+ return rseed
492
+
493
+
494
+ from translatepy import Translator
495
+ translator = Translator()
496
+ def translate_to_en(input: str):
497
+ try:
498
+ output = str(translator.translate(input, 'English'))
499
+ except Exception as e:
500
+ output = input
501
+ print(e)
502
+ return output
requirements.txt CHANGED
@@ -1 +1,2 @@
1
- huggingface_hub
 
 
1
+ huggingface_hub
2
+ translatepy