fix: set runtime path (#2466)

sgl-project · Dec 12, 2024 · 2673fa2 · 2673fa2
1 parent dedaf8c
commit 2673fa2
Show file tree

Hide file tree

Showing 3 changed files with 8 additions and 2 deletions.
diff --git a/.github/workflows/release-pypi-kernel.yml b/.github/workflows/release-pypi-kernel.yml
@@ -8,12 +8,16 @@ on:
       - sgl-kernel/pyproject.toml
   workflow_dispatch:
 
+concurrency:
+  group: release-pypi-kernel-${{ github.ref }}
+  cancel-in-progress: true
+
 jobs:
   build-wheels:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: ['3.9', '3.10', '3.11', '3.12']
+        python-version: ['3.8', '3.9', '3.10', '3.11', '3.12']
         cuda-version: ['12.1']
 
     steps:

diff --git a/sgl-kernel/pyproject.toml b/sgl-kernel/pyproject.toml
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "sgl-kernel"
-version = "0.0.2"
+version = "0.0.2.post4"
 description = "Kernel Library for SGLang"
 readme = "README.md"
 requires-python = ">=3.8"

diff --git a/sgl-kernel/setup.py b/sgl-kernel/setup.py
@@ -82,6 +82,8 @@ def update_wheel_platform_tag():
                 ],
                 "cxx": ["-O3"],
             },
+            libraries=["c10", "torch", "torch_python"],
+            extra_link_args=["-Wl,-rpath,$ORIGIN/../../torch/lib"],
         )
     ],
     cmdclass={"build_ext": BuildExtension},