Skip to content

Commit 421efad

Browse files
saienduriDiweiSun
authored andcommitted
Add dummy grok test to amd CI. (sgl-project#5115)
1 parent b1a9f3e commit 421efad

File tree

1 file changed

+11
-4
lines changed

1 file changed

+11
-4
lines changed

.github/workflows/pr-test-amd.yml

Lines changed: 11 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -7,12 +7,14 @@ on:
77
- "python/sglang/**"
88
- "test/**"
99
- "sgl-kernel/**"
10+
- ".github/workflows/pr-test-amd.yml"
1011
pull_request:
1112
branches: [ main ]
1213
paths:
1314
- "python/sglang/**"
1415
- "test/**"
1516
- "sgl-kernel/**"
17+
- ".github/workflows/pr-test-amd.yml"
1618
workflow_dispatch:
1719

1820
concurrency:
@@ -36,12 +38,12 @@ jobs:
3638
else
3739
DEVICE_FLAG="--device /dev/dri"
3840
fi
39-
docker pull lmsysorg/sglang:v0.4.3.post4-rocm630
41+
docker pull lmsysorg/sglang:v0.4.5-rocm630
4042
docker run -dt --user root --device=/dev/kfd $DEVICE_FLAG \
4143
-v ${{ github.workspace }}:/sglang-checkout --ipc=host --group-add video \
4244
--cap-add=SYS_PTRACE -e HF_TOKEN=${HF_TOKEN} --security-opt seccomp=unconfined \
4345
-w /sglang-checkout --name ci_sglang \
44-
lmsysorg/sglang:v0.4.3.post4-rocm630
46+
lmsysorg/sglang:v0.4.5-rocm630
4547
4648
- name: Install dependencies
4749
run: |
@@ -53,12 +55,17 @@ jobs:
5355
docker exec -w / ci_sglang git clone https://github.com/merrymercy/human-eval.git
5456
docker exec -w /human-eval ci_sglang pip install -e .
5557
58+
docker exec -w / ci_sglang mkdir -p /dummy-grok
59+
mkdir -p dummy-grok && wget https://sharkpublic.blob.core.windows.net/sharkpublic/sglang/dummy_grok.json -P dummy-grok
60+
docker cp ./dummy-grok ci_sglang:/dummy-grok/
61+
5662
- name: Evaluate Accuracy
5763
timeout-minutes: 20
5864
run: |
5965
docker exec -w /sglang-checkout/test/srt -e SGLANG_IS_IN_CI=1 ci_sglang python3 test_eval_accuracy_large.py
6066
docker exec -w /sglang-checkout/test/srt -e SGLANG_IS_IN_CI=1 ci_sglang python3 test_eval_fp8_accuracy.py
6167
docker exec -w /sglang-checkout/test/srt -e SGLANG_IS_IN_CI=1 ci_sglang python3 models/test_qwen_models.py
68+
docker exec -w /sglang-checkout -e SGLANG_IS_IN_CI=1 ci_sglang python3 -m sglang.bench_one_batch --batch-size 32 --input 1024 --output 8 --model /dummy-grok --tokenizer-path Xenova/grok-1-tokenizer --load-format dummy --tp 8 --quantization fp8
6269
6370
mla-test-1-gpu-amd:
6471
if: (github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request') &&
@@ -76,12 +83,12 @@ jobs:
7683
else
7784
DEVICE_FLAG="--device /dev/dri"
7885
fi
79-
docker pull lmsysorg/sglang:v0.4.3.post4-rocm630
86+
docker pull lmsysorg/sglang:v0.4.5-rocm630
8087
docker run -dt --user root --device=/dev/kfd $DEVICE_FLAG \
8188
-v ${{ github.workspace }}:/sglang-checkout --ipc=host --group-add video \
8289
--cap-add=SYS_PTRACE -e HF_TOKEN=${{ secrets.AMD_HF_TOKEN }} --security-opt seccomp=unconfined \
8390
-w /sglang-checkout --name ci_sglang \
84-
lmsysorg/sglang:v0.4.3.post4-rocm630
91+
lmsysorg/sglang:v0.4.5-rocm630
8592
8693
- name: Install dependencies
8794
run: |

0 commit comments

Comments
 (0)