Skip to content

Commit 9064246

Browse files
committed
fix max len edge case
Signed-off-by: David Heineman <[email protected]>
1 parent e1b0048 commit 9064246

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

vllm/engine/llm_engine.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2062,7 +2062,7 @@ def _validate_model_input(
20622062
raise ValueError(f"The {prompt_type} prompt cannot be empty")
20632063

20642064
max_prompt_len = self.model_config.max_model_len
2065-
if len(prompt_ids) >= max_prompt_len:
2065+
if len(prompt_ids) > max_prompt_len:
20662066
if prompt_type == "encoder" and model_config.is_multimodal_model:
20672067
mm_registry = self.input_preprocessor.mm_registry
20682068
mm_processor = mm_registry.create_processor(

0 commit comments

Comments
 (0)