Skip to content

Commit 9bbab49

Browse files
zhyncsjimoosciuc
authored andcommitted
fix: solve release issue (sgl-project#5434)
1 parent e890d91 commit 9bbab49

File tree

5 files changed

+48
-60
lines changed

5 files changed

+48
-60
lines changed

.github/workflows/release-pypi-kernel.yml

Lines changed: 0 additions & 44 deletions
This file was deleted.

.github/workflows/release-whl-kernel-cu128.yml renamed to .github/workflows/release-whl-kernel-cu118.yml

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
name: Release SGLang Kernel Wheel (cu128)
1+
name: Release SGLang Kernel Wheel (cu118)
22

33
on:
44
workflow_dispatch:
@@ -18,7 +18,7 @@ jobs:
1818
strategy:
1919
matrix:
2020
python-version: ['3.9']
21-
cuda-version: ['12.8']
21+
cuda-version: ['11.8']
2222

2323
steps:
2424
- uses: actions/checkout@v4
@@ -80,7 +80,7 @@ jobs:
8080
WHL_TOKEN: ${{ secrets.WHL_TOKEN }}
8181

8282
- name: Update wheel index
83-
run: python3 scripts/update_kernel_whl_index.py --cuda 128
83+
run: python3 scripts/update_kernel_whl_index.py
8484

8585
- name: Push wheel index
8686
run: |

.github/workflows/release-whl-kernel.yml

Lines changed: 44 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -1,25 +1,59 @@
1-
name: Release SGLang Kernel Wheel (cu118)
1+
name: Release SGLang Kernels
22

33
on:
4-
workflow_dispatch:
5-
inputs:
6-
tag_name:
7-
type: string
84
push:
95
branches:
106
- main
117
paths:
128
- sgl-kernel/python/sgl_kernel/version.py
9+
workflow_dispatch:
10+
inputs:
11+
tag_name:
12+
type: string
13+
required: false
14+
15+
concurrency:
16+
group: release-sglang-kernels-${{ github.ref }}
17+
cancel-in-progress: true
1318

1419
jobs:
15-
build-wheels:
20+
build-cu124:
1621
if: github.repository == 'sgl-project/sglang'
1722
runs-on: sgl-kernel-release-node
1823
strategy:
1924
matrix:
2025
python-version: ['3.9']
21-
cuda-version: ['11.8']
26+
cuda-version: ['12.4']
27+
steps:
28+
- uses: actions/checkout@v4
29+
with:
30+
submodules: 'recursive'
31+
32+
- name: Set up Python ${{ matrix.python-version }}
33+
uses: actions/setup-python@v5
34+
with:
35+
python-version: ${{ matrix.python-version }}
36+
37+
- name: Build wheels
38+
run: |
39+
cd sgl-kernel
40+
chmod +x ./build.sh
41+
./build.sh "${{ matrix.python-version }}" "${{ matrix.cuda-version }}"
2242
43+
- name: Upload to PyPI
44+
working-directory: sgl-kernel
45+
run: |
46+
pip install twine
47+
python3 -m twine upload dist/* -u __token__ -p ${{ secrets.PYPI_TOKEN }}
48+
49+
build-cu128:
50+
if: github.repository == 'sgl-project/sglang'
51+
needs: build-cu124
52+
runs-on: sgl-kernel-release-node
53+
strategy:
54+
matrix:
55+
python-version: ['3.9']
56+
cuda-version: ['12.8']
2357
steps:
2458
- uses: actions/checkout@v4
2559
with:
@@ -30,7 +64,7 @@ jobs:
3064
with:
3165
python-version: ${{ matrix.python-version }}
3266

33-
- name: Build wheels for Python ${{ matrix.python-version }} and CUDA ${{ matrix.cuda-version }}
67+
- name: Build wheels
3468
run: |
3569
cd sgl-kernel
3670
chmod +x ./build.sh
@@ -43,7 +77,7 @@ jobs:
4377
path: sgl-kernel/dist/*
4478

4579
release:
46-
needs: build-wheels
80+
needs: build-cu128
4781
runs-on: ubuntu-latest
4882
steps:
4983
- uses: actions/checkout@v4
@@ -80,7 +114,7 @@ jobs:
80114
WHL_TOKEN: ${{ secrets.WHL_TOKEN }}
81115

82116
- name: Update wheel index
83-
run: python3 scripts/update_kernel_whl_index.py
117+
run: python3 scripts/update_kernel_whl_index.py --cuda 128
84118

85119
- name: Push wheel index
86120
run: |

docker/Dockerfile.blackwell

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@ WORKDIR /sgl-workspace
66

77
RUN pip3 install --pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/cu128
88

9-
RUN pip3 install https://github.com/sgl-project/whl/releases/download/v0.0.9/sgl_kernel-0.0.9+cu128-cp39-abi3-manylinux2014_x86_64.whl \
9+
RUN pip3 install https://github.com/sgl-project/whl/releases/download/v0.0.9.post1/sgl_kernel-0.0.9.post1+cu128-cp39-abi3-manylinux2014_x86_64.whl \
1010
&& pip3 install setuptools==75.0.0 wheel==0.41.0 scikit-build-core
1111

1212
RUN git clone --depth=1 https://github.com/sgl-project/sglang.git \

sgl-kernel/build.sh

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -35,8 +35,6 @@ docker run --rm \
3535
${PYTHON_ROOT_PATH}/bin/pip install --no-cache-dir ninja setuptools==75.0.0 wheel==0.41.0 numpy uv scikit-build-core && \
3636
export TORCH_CUDA_ARCH_LIST='7.5 8.0 8.9 9.0+PTX' && \
3737
export CUDA_VERSION=${CUDA_VERSION} && \
38-
export CMAKE_BUILD_PARALLEL_LEVEL=96
39-
export MAX_JOBS=96
4038
mkdir -p /usr/lib/x86_64-linux-gnu/ && \
4139
ln -s /usr/local/cuda-${CUDA_VERSION}/targets/x86_64-linux/lib/stubs/libcuda.so /usr/lib/x86_64-linux-gnu/libcuda.so && \
4240
cd /sgl-kernel && \

0 commit comments

Comments
 (0)