File tree Expand file tree Collapse file tree 1 file changed +6
-2
lines changed Expand file tree Collapse file tree 1 file changed +6
-2
lines changed Original file line number Diff line number Diff line change @@ -115,6 +115,10 @@ async def test_abort(
115
115
max_num_seqs = 8 ,
116
116
block_size = 2048 ,
117
117
))
118
+ has_unfinished_requests = \
119
+ engine .output_processor .has_unfinished_requests \
120
+ if isinstance (engine , AsyncLLM ) \
121
+ else engine .engine .has_unfinished_requests
118
122
after .callback (engine .shutdown if isinstance (engine , AsyncLLM ) else
119
123
engine .shutdown_background_loop )
120
124
@@ -158,7 +162,7 @@ async def test_abort(
158
162
f"expected { expected_tokens } " )
159
163
160
164
# Make sure all aborted requests were really aborted
161
- assert not engine . output_processor . has_unfinished_requests ()
165
+ assert not has_unfinished_requests ()
162
166
163
167
# Confirm that the server is still up and functioning
164
168
request_id = f"request-{ REQUEST_IDS_TO_ABORT [0 ]} "
@@ -167,4 +171,4 @@ async def test_abort(
167
171
NUM_EXPECTED_TOKENS ))
168
172
num_generated_tokens , request_id = await task
169
173
assert num_generated_tokens == NUM_EXPECTED_TOKENS
170
- assert not engine . output_processor . has_unfinished_requests ()
174
+ assert not has_unfinished_requests ()
You can’t perform that action at this time.
0 commit comments