Spaces:
Running
on
Zero
Running
on
Zero
Men1scus
commited on
Commit
·
127f197
1
Parent(s):
1cf84a1
Prioritize fidelity model in pipeline selection and update user prompts for clarity
Browse files
app.py
CHANGED
@@ -293,13 +293,13 @@ dit4sr_device = 'cuda:0'
|
|
293 |
|
294 |
llava_agent = LLavaAgent("liuhaotian/llava-v1.5-13b", LLaVA_device, load_8bit=True, load_4bit=False)
|
295 |
|
296 |
-
# Get the validation pipeline
|
297 |
-
|
298 |
|
299 |
-
# Only load
|
300 |
-
|
301 |
if args.load_both_models == 'True':
|
302 |
-
|
303 |
|
304 |
@spaces.GPU
|
305 |
@torch.no_grad()
|
@@ -349,11 +349,11 @@ def process_sr(
|
|
349 |
|
350 |
images = []
|
351 |
|
352 |
-
# Choose pipeline based on model selection
|
353 |
-
if model_choice == "
|
354 |
-
pipeline = pipeline_dit4sr_f
|
355 |
-
else:
|
356 |
pipeline = pipeline_dit4sr_q
|
|
|
|
|
357 |
|
358 |
try:
|
359 |
image = pipeline(
|
@@ -387,7 +387,7 @@ Intro= \
|
|
387 |
if args.load_both_models == 'True':
|
388 |
Prompt = \
|
389 |
"""
|
390 |
-
First, select your preferred model (
|
391 |
Then, click \"Run LLAVA\" to generate an initial prompt based on the input image. \\
|
392 |
Modify the prompt for higher accuracy if needed. \\
|
393 |
Finally, click \"Run DiT4SR\" to generate the SR result." \
|
@@ -397,7 +397,7 @@ else:
|
|
397 |
"""
|
398 |
Click \"Run LLAVA\" to generate an initial prompt based on the input image. \\
|
399 |
Modify the prompt for higher accuracy if needed. \\
|
400 |
-
Finally, click \"Run DiT4SR\" to generate the SR result using
|
401 |
"""
|
402 |
|
403 |
exaple_images = sorted(glob.glob('examples/*.png'))
|
@@ -414,16 +414,16 @@ with block:
|
|
414 |
if args.load_both_models == 'True':
|
415 |
model_choice = gr.Dropdown(
|
416 |
label="Model Selection",
|
417 |
-
choices=["dit4sr_q", "dit4sr_f"],
|
418 |
-
value="
|
419 |
-
info="Choose between
|
420 |
)
|
421 |
else:
|
422 |
# Hidden component with default value when only one model is available
|
423 |
model_choice = gr.Dropdown(
|
424 |
label="Model Selection",
|
425 |
-
choices=["
|
426 |
-
value="
|
427 |
visible=False
|
428 |
)
|
429 |
|
|
|
293 |
|
294 |
llava_agent = LLavaAgent("liuhaotian/llava-v1.5-13b", LLaVA_device, load_8bit=True, load_4bit=False)
|
295 |
|
296 |
+
# Get the validation pipeline - prioritize dit4sr_f
|
297 |
+
pipeline_dit4sr_f = load_dit4sr_f_pipeline(args, dit4sr_device)
|
298 |
|
299 |
+
# Only load dit4sr_q if load_both_models is True
|
300 |
+
pipeline_dit4sr_q = None
|
301 |
if args.load_both_models == 'True':
|
302 |
+
pipeline_dit4sr_q = load_dit4sr_q_pipeline(args, dit4sr_device)
|
303 |
|
304 |
@spaces.GPU
|
305 |
@torch.no_grad()
|
|
|
349 |
|
350 |
images = []
|
351 |
|
352 |
+
# Choose pipeline based on model selection - prioritize dit4sr_f
|
353 |
+
if model_choice == "dit4sr_q" and pipeline_dit4sr_q is not None:
|
|
|
|
|
354 |
pipeline = pipeline_dit4sr_q
|
355 |
+
else:
|
356 |
+
pipeline = pipeline_dit4sr_f
|
357 |
|
358 |
try:
|
359 |
image = pipeline(
|
|
|
387 |
if args.load_both_models == 'True':
|
388 |
Prompt = \
|
389 |
"""
|
390 |
+
First, select your preferred model (fidelity first or quality first). \\
|
391 |
Then, click \"Run LLAVA\" to generate an initial prompt based on the input image. \\
|
392 |
Modify the prompt for higher accuracy if needed. \\
|
393 |
Finally, click \"Run DiT4SR\" to generate the SR result." \
|
|
|
397 |
"""
|
398 |
Click \"Run LLAVA\" to generate an initial prompt based on the input image. \\
|
399 |
Modify the prompt for higher accuracy if needed. \\
|
400 |
+
Finally, click \"Run DiT4SR\" to generate the SR result using fidelity first model." \
|
401 |
"""
|
402 |
|
403 |
exaple_images = sorted(glob.glob('examples/*.png'))
|
|
|
414 |
if args.load_both_models == 'True':
|
415 |
model_choice = gr.Dropdown(
|
416 |
label="Model Selection",
|
417 |
+
choices=[("Quality First", "dit4sr_q"), ("Fidelity First", "dit4sr_f")],
|
418 |
+
value="dit4sr_f",
|
419 |
+
info="Choose between Quality First and Fidelity First models"
|
420 |
)
|
421 |
else:
|
422 |
# Hidden component with default value when only one model is available
|
423 |
model_choice = gr.Dropdown(
|
424 |
label="Model Selection",
|
425 |
+
choices=["dit4sr_f"],
|
426 |
+
value="dit4sr_f",
|
427 |
visible=False
|
428 |
)
|
429 |
|