Skip to content

Commit 5d13440

Browse files
authored
[FIX] Fix concatenation error in capture_bs when open --disable-cuda-graph-padding and without MTP (#5412)
1 parent f88f7e1 commit 5d13440

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

python/sglang/srt/model_executor/cuda_graph_runner.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -116,7 +116,7 @@ def get_batch_sizes_to_capture(model_runner: ModelRunner):
116116
if capture_bs is None:
117117
if server_args.speculative_algorithm is None:
118118
if server_args.disable_cuda_graph_padding:
119-
capture_bs = list(range(1, 33)) + range(40, 161, 16)
119+
capture_bs = list(range(1, 33)) + list(range(40, 161, 16))
120120
else:
121121
capture_bs = [1, 2, 4, 8] + list(range(16, 161, 8))
122122
else:

0 commit comments

Comments
 (0)