Skip to content

Commit b4ac122

Browse files
committed
fix: support V0 has_unfinished_requests
Signed-off-by: Travis Johnson <[email protected]>
1 parent d278d6a commit b4ac122

File tree

1 file changed

+6
-2
lines changed

1 file changed

+6
-2
lines changed

tests/e2e/test_spyre_async_llm.py

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -115,6 +115,10 @@ async def test_abort(
115115
max_num_seqs=8,
116116
block_size=2048,
117117
))
118+
has_unfinished_requests = \
119+
engine.output_processor.has_unfinished_requests \
120+
if isinstance(engine, AsyncLLM) \
121+
else engine.engine.has_unfinished_requests
118122
after.callback(engine.shutdown if isinstance(engine, AsyncLLM) else
119123
engine.shutdown_background_loop)
120124

@@ -158,7 +162,7 @@ async def test_abort(
158162
f"expected {expected_tokens}")
159163

160164
# Make sure all aborted requests were really aborted
161-
assert not engine.output_processor.has_unfinished_requests()
165+
assert not has_unfinished_requests()
162166

163167
# Confirm that the server is still up and functioning
164168
request_id = f"request-{REQUEST_IDS_TO_ABORT[0]}"
@@ -167,4 +171,4 @@ async def test_abort(
167171
NUM_EXPECTED_TOKENS))
168172
num_generated_tokens, request_id = await task
169173
assert num_generated_tokens == NUM_EXPECTED_TOKENS
170-
assert not engine.output_processor.has_unfinished_requests()
174+
assert not has_unfinished_requests()

0 commit comments

Comments
 (0)