File tree Expand file tree Collapse file tree 3 files changed +11
-2
lines changed Expand file tree Collapse file tree 3 files changed +11
-2
lines changed Original file line number Diff line number Diff line change @@ -46,7 +46,7 @@ runtime_common = [
46
46
47
47
srt = [
48
48
" sglang[runtime_common]" ,
49
- " sgl-kernel==0.0.9.post2 " ,
49
+ " sgl-kernel==0.1.0 " ,
50
50
" flashinfer_python==0.2.3" ,
51
51
" torch==2.6.0" ,
52
52
" torchvision==0.21.0" ,
Original file line number Diff line number Diff line change 66
66
assert_pkg_version ,
67
67
configure_logger ,
68
68
get_zmq_socket ,
69
+ is_cuda ,
69
70
kill_process_tree ,
70
71
launch_dummy_health_check_server ,
71
72
maybe_set_triton_cache_manager ,
78
79
logger = logging .getLogger (__name__ )
79
80
asyncio .set_event_loop_policy (uvloop .EventLoopPolicy ())
80
81
82
+ _is_cuda = is_cuda ()
83
+
81
84
82
85
class Engine (EngineBase ):
83
86
"""
@@ -452,6 +455,12 @@ def _set_envs_and_config(server_args: ServerArgs):
452
455
"reinstall the latest version by following the instructions "
453
456
"at https://docs.flashinfer.ai/installation.html." ,
454
457
)
458
+ if _is_cuda :
459
+ assert_pkg_version (
460
+ "sgl-kernel" ,
461
+ "0.1.0" ,
462
+ "Please reinstall the latest version with `pip install sgl-kernel --force-reinstall`" ,
463
+ )
455
464
456
465
def sigchld_handler (signum , frame ):
457
466
pid , exitcode = os .waitpid (0 , os .WNOHANG )
Original file line number Diff line number Diff line change @@ -16,7 +16,7 @@ rm -rf /usr/local/lib/python3.10/dist-packages/sgl_kernel*
16
16
pip install --upgrade pip
17
17
18
18
# Install sgl-kernel
19
- pip install sgl-kernel==0.0.9.post2 --no-cache-dir
19
+ pip install sgl-kernel==0.1.0 --no-cache-dir
20
20
21
21
# Install the main package
22
22
pip install -e " python[all]"
You can’t perform that action at this time.
0 commit comments