Yingxu He
commited on
Update vllm_meralion.py
Browse files- vllm_meralion.py +2 -2
vllm_meralion.py
CHANGED
@@ -97,7 +97,7 @@ def dummy_data_for_meralion(ctx: InputContext, seq_len: int,
|
|
97 |
max_llm_audio_tokens = max_tokens_per_audio * num_audios
|
98 |
if seq_len - max_llm_audio_tokens - 2 < 0:
|
99 |
raise RuntimeError(
|
100 |
-
f"
|
101 |
"please increase max_model_len or reduce audio limit by "
|
102 |
"--limit-mm-per-prompt.")
|
103 |
|
@@ -218,7 +218,7 @@ def input_mapper_for_meralion(
|
|
218 |
ctx: InputContext,
|
219 |
multi_modal_data: Union[np.ndarray, List[np.ndarray]],
|
220 |
) -> MultiModalKwargs:
|
221 |
-
"""Input mapper for
|
222 |
if not isinstance(multi_modal_data, list):
|
223 |
multi_modal_data = [multi_modal_data]
|
224 |
|
|
|
97 |
max_llm_audio_tokens = max_tokens_per_audio * num_audios
|
98 |
if seq_len - max_llm_audio_tokens - 2 < 0:
|
99 |
raise RuntimeError(
|
100 |
+
f"MERaLiON-AudioLLM cannot process {num_audios} audios in a prompt, "
|
101 |
"please increase max_model_len or reduce audio limit by "
|
102 |
"--limit-mm-per-prompt.")
|
103 |
|
|
|
218 |
ctx: InputContext,
|
219 |
multi_modal_data: Union[np.ndarray, List[np.ndarray]],
|
220 |
) -> MultiModalKwargs:
|
221 |
+
"""Input mapper for MERaLiON-AudioLLM."""
|
222 |
if not isinstance(multi_modal_data, list):
|
223 |
multi_modal_data = [multi_modal_data]
|
224 |
|