Skip to content

Commit de8c605

Browse files
jlllllljllllll
committed
Install Linux CUDA Toolkit using Mamba
1 parent 77e09fb commit de8c605

File tree

34 files changed

+50
-70
lines changed

34 files changed

+50
-70
lines changed

‎.github/workflows/build-wheels-0.1.62-AVX.yml

Lines changed: 4 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -44,27 +44,22 @@ jobs:
4444
add-pip-as-python-dependency: true
4545
auto-activate-base: false
4646

47-
- name: Install CUDA Toolkit Linux
48-
if: runner.os == 'Linux'
49-
uses: Jimver/cuda-toolkit@v0.2.10
50-
with:
51-
cuda: ${{ matrix.cuda }}
52-
method: 'network'
53-
5447
- name: Install Dependencies
5548
run: |
5649
$cudaVersion = $env:CUDAVER
5750
$cudaChannels = ''
5851
$cudaNum = [int]$cudaVersion.substring($cudaVersion.LastIndexOf('.')+1)
5952
while ($cudaNum -ge 0) { $cudaChannels += '-c nvidia/label/cuda-' + $cudaVersion.Remove($cudaVersion.LastIndexOf('.')+1) + $cudaNum + ' '; $cudaNum-- }
60-
if ($IsWindows) {mamba install -y 'cuda' $cudaChannels.TrimEnd().Split()}
53+
mamba install -y 'cuda' $cudaChannels.TrimEnd().Split()
6154
python -m pip install build wheel
6255
6356
- name: Build Wheel
6457
run: |
6558
Set-Location 'llama-cpp-python'
6659
$cudaVersion = $env:CUDAVER.Remove($env:CUDAVER.LastIndexOf('.')).Replace('.','')
67-
if ($IsWindows) {$env:CUDA_PATH = $env:CONDA_PREFIX; $env:CUDA_HOME = $env:CONDA_PREFIX}
60+
$env:CUDA_PATH = $env:CONDA_PREFIX
61+
$env:CUDA_HOME = $env:CONDA_PREFIX
62+
if ($IsLinux) {$env:LD_LIBRARY_PATH = $env:CONDA_PREFIX + '/lib:' + $env:LD_LIBRARY_PATH}
6863
$env:VERBOSE = '1'
6964
$env:FORCE_CMAKE = '1'
7065
$env:CMAKE_ARGS = '-DLLAMA_CUBLAS=on -DLLAMA_AVX2=off'

‎.github/workflows/build-wheels-0.1.62.yml

Lines changed: 4 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -44,27 +44,22 @@ jobs:
4444
add-pip-as-python-dependency: true
4545
auto-activate-base: false
4646

47-
- name: Install CUDA Toolkit Linux
48-
if: runner.os == 'Linux'
49-
uses: Jimver/cuda-toolkit@v0.2.10
50-
with:
51-
cuda: ${{ matrix.cuda }}
52-
method: 'network'
53-
5447
- name: Install Dependencies
5548
run: |
5649
$cudaVersion = $env:CUDAVER
5750
$cudaChannels = ''
5851
$cudaNum = [int]$cudaVersion.substring($cudaVersion.LastIndexOf('.')+1)
5952
while ($cudaNum -ge 0) { $cudaChannels += '-c nvidia/label/cuda-' + $cudaVersion.Remove($cudaVersion.LastIndexOf('.')+1) + $cudaNum + ' '; $cudaNum-- }
60-
if ($IsWindows) {mamba install -y 'cuda' $cudaChannels.TrimEnd().Split()}
53+
mamba install -y 'cuda' $cudaChannels.TrimEnd().Split()
6154
python -m pip install build wheel
6255
6356
- name: Build Wheel
6457
run: |
6558
Set-Location 'llama-cpp-python'
6659
$cudaVersion = $env:CUDAVER.Remove($env:CUDAVER.LastIndexOf('.')).Replace('.','')
67-
if ($IsWindows) {$env:CUDA_PATH = $env:CONDA_PREFIX; $env:CUDA_HOME = $env:CONDA_PREFIX}
60+
$env:CUDA_PATH = $env:CONDA_PREFIX
61+
$env:CUDA_HOME = $env:CONDA_PREFIX
62+
if ($IsLinux) {$env:LD_LIBRARY_PATH = $env:CONDA_PREFIX + '/lib:' + $env:LD_LIBRARY_PATH}
6863
$env:VERBOSE = '1'
6964
$env:FORCE_CMAKE = '1'
7065
$env:CMAKE_ARGS = '-DLLAMA_CUBLAS=on'

‎.github/workflows/build-wheels-0.1.66-AVX.yml

Lines changed: 4 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -44,27 +44,22 @@ jobs:
4444
add-pip-as-python-dependency: true
4545
auto-activate-base: false
4646

47-
- name: Install CUDA Toolkit Linux
48-
if: runner.os == 'Linux'
49-
uses: Jimver/cuda-toolkit@v0.2.10
50-
with:
51-
cuda: ${{ matrix.cuda }}
52-
method: 'network'
53-
5447
- name: Install Dependencies
5548
run: |
5649
$cudaVersion = $env:CUDAVER
5750
$cudaChannels = ''
5851
$cudaNum = [int]$cudaVersion.substring($cudaVersion.LastIndexOf('.')+1)
5952
while ($cudaNum -ge 0) { $cudaChannels += '-c nvidia/label/cuda-' + $cudaVersion.Remove($cudaVersion.LastIndexOf('.')+1) + $cudaNum + ' '; $cudaNum-- }
60-
if ($IsWindows) {mamba install -y 'cuda' $cudaChannels.TrimEnd().Split()}
53+
mamba install -y 'cuda' $cudaChannels.TrimEnd().Split()
6154
python -m pip install build wheel
6255
6356
- name: Build Wheel
6457
run: |
6558
Set-Location 'llama-cpp-python'
6659
$cudaVersion = $env:CUDAVER.Remove($env:CUDAVER.LastIndexOf('.')).Replace('.','')
67-
if ($IsWindows) {$env:CUDA_PATH = $env:CONDA_PREFIX; $env:CUDA_HOME = $env:CONDA_PREFIX}
60+
$env:CUDA_PATH = $env:CONDA_PREFIX
61+
$env:CUDA_HOME = $env:CONDA_PREFIX
62+
if ($IsLinux) {$env:LD_LIBRARY_PATH = $env:CONDA_PREFIX + '/lib:' + $env:LD_LIBRARY_PATH}
6863
$env:VERBOSE = '1'
6964
$env:FORCE_CMAKE = '1'
7065
$env:CMAKE_ARGS = '-DLLAMA_CUBLAS=on -DLLAMA_AVX2=off -DCMAKE_CUDA_ARCHITECTURES=all'

‎.github/workflows/build-wheels-0.1.66.yml

Lines changed: 4 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -44,27 +44,22 @@ jobs:
4444
add-pip-as-python-dependency: true
4545
auto-activate-base: false
4646

47-
- name: Install CUDA Toolkit Linux
48-
if: runner.os == 'Linux'
49-
uses: Jimver/cuda-toolkit@v0.2.10
50-
with:
51-
cuda: ${{ matrix.cuda }}
52-
method: 'network'
53-
5447
- name: Install Dependencies
5548
run: |
5649
$cudaVersion = $env:CUDAVER
5750
$cudaChannels = ''
5851
$cudaNum = [int]$cudaVersion.substring($cudaVersion.LastIndexOf('.')+1)
5952
while ($cudaNum -ge 0) { $cudaChannels += '-c nvidia/label/cuda-' + $cudaVersion.Remove($cudaVersion.LastIndexOf('.')+1) + $cudaNum + ' '; $cudaNum-- }
60-
if ($IsWindows) {mamba install -y 'cuda' $cudaChannels.TrimEnd().Split()}
53+
mamba install -y 'cuda' $cudaChannels.TrimEnd().Split()
6154
python -m pip install build wheel
6255
6356
- name: Build Wheel
6457
run: |
6558
Set-Location 'llama-cpp-python'
6659
$cudaVersion = $env:CUDAVER.Remove($env:CUDAVER.LastIndexOf('.')).Replace('.','')
67-
if ($IsWindows) {$env:CUDA_PATH = $env:CONDA_PREFIX; $env:CUDA_HOME = $env:CONDA_PREFIX}
60+
$env:CUDA_PATH = $env:CONDA_PREFIX
61+
$env:CUDA_HOME = $env:CONDA_PREFIX
62+
if ($IsLinux) {$env:LD_LIBRARY_PATH = $env:CONDA_PREFIX + '/lib:' + $env:LD_LIBRARY_PATH}
6863
$env:VERBOSE = '1'
6964
$env:FORCE_CMAKE = '1'
7065
$env:CMAKE_ARGS = '-DLLAMA_CUBLAS=on -DCMAKE_CUDA_ARCHITECTURES=all'

‎docs/AVX/cu116/index.html

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -3,4 +3,4 @@
33
<body>
44
<a href="llama-cpp-python/">llama_cpp_python</a>
55
</body>
6-
</html>
6+
</html>

‎docs/AVX/cu116/llama-cpp-python/index.html

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -23,4 +23,4 @@
2323
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/AVX/llama_cpp_python-0.1.66+cu116-cp311-cp311-linux_x86_64.whl">llama_cpp_python-0.1.66+cu116-cp311-cp311-linux_x86_64.whl</a><br/>
2424
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/AVX/llama_cpp_python-0.1.66+cu116-cp311-cp311-win_amd64.whl">llama_cpp_python-0.1.66+cu116-cp311-cp311-win_amd64.whl</a><br/>
2525
</body>
26-
</html>
26+
</html>

‎docs/AVX/cu117/index.html

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -3,4 +3,4 @@
33
<body>
44
<a href="llama-cpp-python/">llama_cpp_python</a>
55
</body>
6-
</html>
6+
</html>

‎docs/AVX/cu117/llama-cpp-python/index.html

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -23,4 +23,4 @@
2323
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/AVX/llama_cpp_python-0.1.66+cu117-cp311-cp311-linux_x86_64.whl">llama_cpp_python-0.1.66+cu117-cp311-cp311-linux_x86_64.whl</a><br/>
2424
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/AVX/llama_cpp_python-0.1.66+cu117-cp311-cp311-win_amd64.whl">llama_cpp_python-0.1.66+cu117-cp311-cp311-win_amd64.whl</a><br/>
2525
</body>
26-
</html>
26+
</html>

‎docs/AVX/cu118/index.html

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -3,4 +3,4 @@
33
<body>
44
<a href="llama-cpp-python/">llama_cpp_python</a>
55
</body>
6-
</html>
6+
</html>

‎docs/AVX/cu118/llama-cpp-python/index.html

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -23,4 +23,4 @@
2323
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/AVX/llama_cpp_python-0.1.66+cu118-cp311-cp311-linux_x86_64.whl">llama_cpp_python-0.1.66+cu118-cp311-cp311-linux_x86_64.whl</a><br/>
2424
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/AVX/llama_cpp_python-0.1.66+cu118-cp311-cp311-win_amd64.whl">llama_cpp_python-0.1.66+cu118-cp311-cp311-win_amd64.whl</a><br/>
2525
</body>
26-
</html>
26+
</html>

0 commit comments

Comments
 (0)