ci: exclude cu118 and cu121 from build and add py_limited_api (#639)

.github/workflows/publish.yml

@@ -50,7 +50,7 @@ jobs:
           os: ['ubuntu-22.04']
           python-version: ['3.12']
           pytorch-version: ['2.4.0']  # Must be the most recent version that meets requirements-cuda.txt.
-          cuda-version: ['12.4', '12.1', '11.8']
+          cuda-version: ['12.4']
 
     steps:
       - name: Checkout

.github/workflows/scripts/build.sh

@@ -17,4 +17,4 @@ export MAX_JOBS=2
 export TORCH_CUDA_ARCH_LIST="6.0 6.1 7.0 7.5 8.0 8.6 8.9 9.0+PTX"
 
 # Build
-$python_executable setup.py bdist_wheel --dist-dir=dist
+$python_executable setup.py bdist_wheel --dist-dir=dist --py-limited-api=cp38