7
7
- " python/sglang/**"
8
8
- " test/**"
9
9
- " sgl-kernel/**"
10
+ - " .github/workflows/pr-test-amd.yml"
10
11
pull_request :
11
12
branches : [ main ]
12
13
paths :
13
14
- " python/sglang/**"
14
15
- " test/**"
15
16
- " sgl-kernel/**"
17
+ - " .github/workflows/pr-test-amd.yml"
16
18
workflow_dispatch :
17
19
18
20
concurrency :
@@ -36,12 +38,12 @@ jobs:
36
38
else
37
39
DEVICE_FLAG="--device /dev/dri"
38
40
fi
39
- docker pull lmsysorg/sglang:v0.4.3.post4 -rocm630
41
+ docker pull lmsysorg/sglang:v0.4.5 -rocm630
40
42
docker run -dt --user root --device=/dev/kfd $DEVICE_FLAG \
41
43
-v ${{ github.workspace }}:/sglang-checkout --ipc=host --group-add video \
42
44
--cap-add=SYS_PTRACE -e HF_TOKEN=${HF_TOKEN} --security-opt seccomp=unconfined \
43
45
-w /sglang-checkout --name ci_sglang \
44
- lmsysorg/sglang:v0.4.3.post4 -rocm630
46
+ lmsysorg/sglang:v0.4.5 -rocm630
45
47
46
48
- name : Install dependencies
47
49
run : |
@@ -53,12 +55,17 @@ jobs:
53
55
docker exec -w / ci_sglang git clone https://github.com/merrymercy/human-eval.git
54
56
docker exec -w /human-eval ci_sglang pip install -e .
55
57
58
+ docker exec -w / ci_sglang mkdir -p /dummy-grok
59
+ mkdir -p dummy-grok && wget https://sharkpublic.blob.core.windows.net/sharkpublic/sglang/dummy_grok.json -P dummy-grok
60
+ docker cp ./dummy-grok ci_sglang:/dummy-grok/
61
+
56
62
- name : Evaluate Accuracy
57
63
timeout-minutes : 20
58
64
run : |
59
65
docker exec -w /sglang-checkout/test/srt -e SGLANG_IS_IN_CI=1 ci_sglang python3 test_eval_accuracy_large.py
60
66
docker exec -w /sglang-checkout/test/srt -e SGLANG_IS_IN_CI=1 ci_sglang python3 test_eval_fp8_accuracy.py
61
67
docker exec -w /sglang-checkout/test/srt -e SGLANG_IS_IN_CI=1 ci_sglang python3 models/test_qwen_models.py
68
+ docker exec -w /sglang-checkout -e SGLANG_IS_IN_CI=1 ci_sglang python3 -m sglang.bench_one_batch --batch-size 32 --input 1024 --output 8 --model /dummy-grok --tokenizer-path Xenova/grok-1-tokenizer --load-format dummy --tp 8 --quantization fp8
62
69
63
70
mla-test-1-gpu-amd :
64
71
if : (github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request') &&
@@ -76,12 +83,12 @@ jobs:
76
83
else
77
84
DEVICE_FLAG="--device /dev/dri"
78
85
fi
79
- docker pull lmsysorg/sglang:v0.4.3.post4 -rocm630
86
+ docker pull lmsysorg/sglang:v0.4.5 -rocm630
80
87
docker run -dt --user root --device=/dev/kfd $DEVICE_FLAG \
81
88
-v ${{ github.workspace }}:/sglang-checkout --ipc=host --group-add video \
82
89
--cap-add=SYS_PTRACE -e HF_TOKEN=${{ secrets.AMD_HF_TOKEN }} --security-opt seccomp=unconfined \
83
90
-w /sglang-checkout --name ci_sglang \
84
- lmsysorg/sglang:v0.4.3.post4 -rocm630
91
+ lmsysorg/sglang:v0.4.5 -rocm630
85
92
86
93
- name : Install dependencies
87
94
run : |
0 commit comments