feat: Port SGLang from v1 to v2

.github/actions/pr-permission-gate/action.yml

@@ -4,8 +4,9 @@ inputs:
   required-level:
     description: Minimum permission level required (read|triage|write|maintain|admin)
     default: write
+
 runs:
-  using: "composite"
+  using: composite
   steps:
     - name: Check PR sender permission
       uses: actions/github-script@v7

.github/workflows/pr-sglang.yml

@@ -0,0 +1,222 @@
+name: PR - SGLang
+
+on:
+  pull_request:
+    branches:
+      - main
+    paths:
+      - "docker/sglang/**"
+
+permissions:
+  contents: read
+
+concurrency:
+  group: pr-sglang-${{ github.event.pull_request.number }}
+  cancel-in-progress: true
+
+jobs:
+  check-changes:
+    runs-on: ubuntu-latest
+    outputs:
+      sglang-sagemaker: ${{ steps.changes.outputs.sglang-sagemaker }}
+    steps:
+      - uses: actions/checkout@v5
+      - uses: actions/setup-python@v6
+        with:
+          python-version: "3.12"
+      - uses: pre-commit/[email protected]
+        with:
+          extra_args: --all-files
+      - name: Detect file changes
+        id: changes
+        uses: dorny/paths-filter@v3
+        with:
+          filters: |
+            sglang-sagemaker:
+              - "docker/sglang/Dockerfile"
+
+  build-sglang-image:
+    needs: [check-changes]
+    if: needs.check-changes.outputs.sglang-sagemaker == 'true'
+    runs-on:
+      - codebuild-runner-${{ github.run_id }}-${{ github.run_attempt }}
+        fleet:x86-build-runner
+    outputs:
+      image-uri: ${{ steps.image-uri-build.outputs.IMAGE_URI }}
+    steps:
+      - uses: actions/checkout@v5
+      - run: .github/scripts/runner_setup.sh
+      - run: .github/scripts/buildkitd.sh
+
+      - name: ECR login
+        uses: ./.github/actions/ecr-authenticate
+        with:
+          aws_region: ${{ vars.AWS_REGION }}
+          aws_account_id: ${{ vars.AWS_ACCOUNT_ID }}
+
+      - name: Resolve image URI for build
+        id: image-uri-build
+        run: |
+          IMAGE_URI=${{ vars.AWS_ACCOUNT_ID }}.dkr.ecr.${{ vars.AWS_REGION }}.amazonaws.com/ci:sglang-0.5.5-gpu-py312-cu129-ubuntu22.04-sagemaker-pr-${{ github.event.pull_request.number }}
+          echo "Image URI to build: $IMAGE_URI"
+          echo "IMAGE_URI=$IMAGE_URI" >> $GITHUB_ENV
+          echo "IMAGE_URI=$IMAGE_URI" >> $GITHUB_OUTPUT
+
+      - name: Build image
+        run: |
+          docker buildx build --progress plain \
+            --build-arg CACHE_REFRESH="$(date +"%Y-%m-%d")" \
+            --cache-to=type=inline \
+            --cache-from=type=registry,ref=${IMAGE_URI} \
+            --tag ${IMAGE_URI} \
+            --target sglang-sagemaker \
+            -f docker/sglang/Dockerfile .
+
+      - name: Container push
+        run: |
+          docker push ${IMAGE_URI}
+          docker rmi ${IMAGE_URI}
+
+  sglang-local-benchmark-test:
+    needs: [build-sglang-image]
+    if: needs.build-sglang-image.result == 'success'
+    runs-on:
+      - codebuild-runner-${{ github.run_id }}-${{ github.run_attempt }}
+        fleet:x86-g6xl-runner
+    steps:
+      - name: Checkout DLC source
+        uses: actions/checkout@v5
+
+      - name: Container pull
+        uses: ./.github/actions/ecr-authenticate
+        with:
+          aws_region: ${{ vars.AWS_REGION }}
+          aws_account_id: ${{ vars.AWS_ACCOUNT_ID }}
+          image_uri: ${{ needs.build-sglang-image.outputs.image-uri }}
+
+      - name: Setup for SGLang datasets
+        run: |
+          mkdir -p /tmp/sglang/dataset
+          if [ ! -f /tmp/sglang/dataset/ShareGPT_V3_unfiltered_cleaned_split.json ]; then
+              echo "Downloading ShareGPT dataset..."
+              wget -P /tmp/sglang/dataset https://huggingface.co/datasets/anon8231489123/ShareGPT_Vicuna_unfiltered/resolve/main/ShareGPT_V3_unfiltered_cleaned_split.json
+          else
+              echo "ShareGPT dataset already exists. Skipping download."
+          fi
+
+      - name: Start container
+        run: |
+          CONTAINER_ID=$(docker run -d -it --rm --gpus=all \
+            -v ${HOME}/.cache/huggingface:/root/.cache/huggingface \
+            -v /tmp/sglang/dataset:/dataset \
+            -p 30000:30000 \
+            -e SM_SGLANG_MODEL_PATH=Qwen/Qwen3-0.6B \
+            -e SM_SGLANG_REASONING_PARSER=qwen3 \
+            -e SM_SGLANG_HOST=127.0.0.1 \
+            -e SM_SGLANG_PORT=30000 \
+            -e HF_TOKEN=${{ secrets.HUGGING_FACE_HUB_TOKEN }} \
+            ${{ needs.build-sglang-image.outputs.image-uri }})
+          echo "CONTAINER_ID=$CONTAINER_ID" >> $GITHUB_ENV
+          echo "Waiting for container startup ..."
+          sleep 60s
+          docker logs ${CONTAINER_ID}
+
+      - name: Run SGLang tests
+        run: |
+          docker exec ${CONTAINER_ID} python3 -m sglang.bench_serving \
+          --backend sglang \
+          --host 127.0.0.1 --port 30000 \
+          --num-prompts 1000 \
+          --model Qwen/Qwen3-0.6B \
+          --dataset-name sharegpt \
+          --dataset-path /dataset/ShareGPT_V3_unfiltered_cleaned_split.json
+
+      - name: Cleanup container and images
+        if: always()
+        uses: ./.github/actions/container-cleanup
+        with:
+          container_id: ${{ env.CONTAINER_ID }}
+
+  sglang-lang-test:
+    needs: [build-sglang-image]
+    if: needs.build-sglang-image.result == 'success'
+    runs-on:
+      - codebuild-runner-${{ github.run_id }}-${{ github.run_attempt }}
+        fleet:x86-g6exl-runner
+    steps:
+      - name: Checkout DLC source
+        uses: actions/checkout@v5
+
+      - name: Container pull
+        uses: ./.github/actions/ecr-authenticate
+        with:
+          aws_region: ${{ vars.AWS_REGION }}
+          aws_account_id: ${{ vars.AWS_ACCOUNT_ID }}
+          image_uri: ${{ needs.build-sglang-image.outputs.image-uri }}
+
+      - name: Checkout SGLang tests
+        uses: actions/checkout@v5
+        with:
+          repository: sgl-project/sglang
+          ref: v0.5.5
+          path: sglang_source
+
+      - name: Start container
+        run: |
+          CONTAINER_ID=$(docker run -d -it --rm --gpus=all --entrypoint /bin/bash \
+            -v ${HOME}/.cache/huggingface:/root/.cache/huggingface \
+            -v ./sglang_source:/workdir --workdir /workdir \
+            -e HF_TOKEN=${{ secrets.HUGGING_FACE_HUB_TOKEN }} \
+            ${{ needs.build-sglang-image.outputs.image-uri }})
+          echo "CONTAINER_ID=$CONTAINER_ID" >> $GITHUB_ENV
+
+      - name: Setup for SGLang tests
+        run: |
+          docker exec ${CONTAINER_ID} sh -c '
+            set -eux
+
+            bash scripts/ci/ci_install_dependency.sh
+          '
+
+      - name: Run SGLang tests
+        run: |
+          docker exec ${CONTAINER_ID} sh -c '
+            set -eux
+            nvidia-smi
+
+            # Frontend Test
+            cd /workdir/test/lang
+            python3 run_suite.py --suite per-commit
+          '
+
+      - name: Cleanup container and images
+        if: always()
+        uses: ./.github/actions/container-cleanup
+        with:
+          container_id: ${{ env.CONTAINER_ID }}
+
+  sglang-sagemaker-test:
+    needs: [build-sglang-image]
+    if: needs.build-sglang-image.result == 'success'
+    runs-on:
+      - codebuild-runner-${{ github.run_id }}-${{ github.run_attempt }}
+        fleet:default-runner
+    steps:
+      - name: Checkout DLC source
+        uses: actions/checkout@v5
+
+      - name: Install test dependencies
+        run: |
+          uv venv
+          source .venv/bin/activate
+
+          uv pip install -r test/requirements.txt
+          uv pip install -r test/sglang/sagemaker/requirements.txt
+
+      - name: Run sagemaker tests
+        env:
+          FORCE_COLOR: "1"
+        run: |
+          source .venv/bin/activate
+          cd test/
+          python3 -m pytest -vsrP --image-uri ${{ needs.build-sglang-image.outputs.image-uri }} sglang/sagemaker

.gitignore

@@ -3,4 +3,5 @@ __pycache__
 .idea
 *.pyc
 .venv
-.ruff_cache
+.ruff_cache
+.pytest_cache