Spaces:
Runtime error
Runtime error
update
Browse files
app.py
CHANGED
|
@@ -48,9 +48,9 @@ def process_image(image, prompt):
|
|
| 48 |
tuples, _ = processor.generate_tuples(prompt)
|
| 49 |
dependencies, _ = processor.generate_dependencies(tuples)
|
| 50 |
questions, _ = processor.generate_questions(
|
| 51 |
-
|
| 52 |
)
|
| 53 |
-
reward = processor.get_reward(
|
| 54 |
reward = reward[0]
|
| 55 |
answers = {i: v > 0.5 for i, v in enumerate(reward)}
|
| 56 |
graph_img = draw_colored_graph(dependencies, questions, answers)
|
|
|
|
| 48 |
tuples, _ = processor.generate_tuples(prompt)
|
| 49 |
dependencies, _ = processor.generate_dependencies(tuples)
|
| 50 |
questions, _ = processor.generate_questions(
|
| 51 |
+
prompt, tuples.tuples, dependencies
|
| 52 |
)
|
| 53 |
+
reward = processor.get_reward(questions, dependencies, [image])
|
| 54 |
reward = reward[0]
|
| 55 |
answers = {i: v > 0.5 for i, v in enumerate(reward)}
|
| 56 |
graph_img = draw_colored_graph(dependencies, questions, answers)
|
scorer.py
CHANGED
|
@@ -322,7 +322,6 @@ Each tuple contains the following information:
|
|
| 322 |
@spaces.GPU(duration=120)
|
| 323 |
def get_reward(
|
| 324 |
self,
|
| 325 |
-
prompt: str,
|
| 326 |
questions: list[str],
|
| 327 |
dependencies: dict[list],
|
| 328 |
images: list[str],
|
|
@@ -331,7 +330,6 @@ Each tuple contains the following information:
|
|
| 331 |
"""Get reward for the generated questions use structured question graph.
|
| 332 |
|
| 333 |
Args:
|
| 334 |
-
prompt (str): a prompt describe the image
|
| 335 |
questions (list[str]): a list of questions generated based on the tuples
|
| 336 |
dependencies (dict[list]): the dependencies between tuples
|
| 337 |
images (list[str]): a list of image urls
|
|
|
|
| 322 |
@spaces.GPU(duration=120)
|
| 323 |
def get_reward(
|
| 324 |
self,
|
|
|
|
| 325 |
questions: list[str],
|
| 326 |
dependencies: dict[list],
|
| 327 |
images: list[str],
|
|
|
|
| 330 |
"""Get reward for the generated questions use structured question graph.
|
| 331 |
|
| 332 |
Args:
|
|
|
|
| 333 |
questions (list[str]): a list of questions generated based on the tuples
|
| 334 |
dependencies (dict[list]): the dependencies between tuples
|
| 335 |
images (list[str]): a list of image urls
|