Skip to content

Commit 22d2895

Browse files
zhyncsWineChord
authored andcommitted
chore: upgrade sgl-kernel 0.1.0 (sgl-project#5690)
1 parent 6463e23 commit 22d2895

File tree

3 files changed

+11
-2
lines changed

3 files changed

+11
-2
lines changed

python/pyproject.toml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -46,7 +46,7 @@ runtime_common = [
4646

4747
srt = [
4848
"sglang[runtime_common]",
49-
"sgl-kernel==0.0.9.post2",
49+
"sgl-kernel==0.1.0",
5050
"flashinfer_python==0.2.3",
5151
"torch==2.6.0",
5252
"torchvision==0.21.0",

python/sglang/srt/entrypoints/engine.py

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -66,6 +66,7 @@
6666
assert_pkg_version,
6767
configure_logger,
6868
get_zmq_socket,
69+
is_cuda,
6970
kill_process_tree,
7071
launch_dummy_health_check_server,
7172
maybe_set_triton_cache_manager,
@@ -78,6 +79,8 @@
7879
logger = logging.getLogger(__name__)
7980
asyncio.set_event_loop_policy(uvloop.EventLoopPolicy())
8081

82+
_is_cuda = is_cuda()
83+
8184

8285
class Engine(EngineBase):
8386
"""
@@ -452,6 +455,12 @@ def _set_envs_and_config(server_args: ServerArgs):
452455
"reinstall the latest version by following the instructions "
453456
"at https://docs.flashinfer.ai/installation.html.",
454457
)
458+
if _is_cuda:
459+
assert_pkg_version(
460+
"sgl-kernel",
461+
"0.1.0",
462+
"Please reinstall the latest version with `pip install sgl-kernel --force-reinstall`",
463+
)
455464

456465
def sigchld_handler(signum, frame):
457466
pid, exitcode = os.waitpid(0, os.WNOHANG)

scripts/ci_install_dependency.sh

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@ rm -rf /usr/local/lib/python3.10/dist-packages/sgl_kernel*
1616
pip install --upgrade pip
1717

1818
# Install sgl-kernel
19-
pip install sgl-kernel==0.0.9.post2 --no-cache-dir
19+
pip install sgl-kernel==0.1.0 --no-cache-dir
2020

2121
# Install the main package
2222
pip install -e "python[all]"

0 commit comments

Comments
 (0)