Skip to content

Commit 4cf1810

Browse files
committed
Add AVX builds to llama_cpp_python_cuda packages
1 parent c960028 commit 4cf1810

File tree

1 file changed

+10
-7
lines changed

1 file changed

+10
-7
lines changed

.github/workflows/build-wheels-oobabooga.yml

Lines changed: 10 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -4,15 +4,15 @@ on:
44
workflow_dispatch:
55
inputs:
66
version:
7-
description: 'Version tag of llama-cpp-python to build: v0.1.73'
8-
default: 'v0.1.73'
7+
description: 'Version tag of llama-cpp-python to build: v0.1.74'
8+
default: 'v0.1.74'
99
required: false
1010
type: string
1111
workflow_call:
1212
inputs:
1313
version:
14-
description: 'Version tag of llama-cpp-python to build: v0.1.73'
15-
default: 'v0.1.73'
14+
description: 'Version tag of llama-cpp-python to build: v0.1.74'
15+
default: 'v0.1.74'
1616
required: false
1717
type: string
1818

@@ -21,18 +21,20 @@ permissions:
2121

2222
jobs:
2323
build_wheels:
24-
name: ${{ matrix.os }} ${{ matrix.pyver }} ${{ matrix.cuda }} AVX2
24+
name: ${{ matrix.os }} ${{ matrix.pyver }} ${{ matrix.cuda }} ${{ matrix.avxver }}
2525
runs-on: ${{ matrix.os }}
2626
strategy:
2727
matrix:
2828
os: [ubuntu-20.04, windows-latest]
2929
pyver: ["3.8", "3.9", "3.10", "3.11"]
30-
cuda: ["11.6.2", "11.7.1", "11.8.0", "12.0.1", "12.1.1", "12.2.0"]
30+
cuda: ["11.7.1", "11.8.0", "12.0.1", "12.1.1", "12.2.0"]
31+
avxver: ["AVX","AVX2"]
3132
defaults:
3233
run:
3334
shell: pwsh
3435
env:
3536
CUDAVER: ${{ matrix.cuda }}
37+
AVXVER: ${{ matrix.avxver }}
3638

3739
steps:
3840
- uses: actions/checkout@v3
@@ -93,7 +95,8 @@ jobs:
9395
$env:VERBOSE = '1'
9496
$env:FORCE_CMAKE = '1'
9597
$env:CMAKE_ARGS = '-DLLAMA_CUBLAS=on -DCMAKE_CUDA_ARCHITECTURES=all'
96-
python -m build --wheel -C--build-option=egg_info "-C--build-option=--tag-build=+cu$cudaVersion"
98+
if ($env:AVXVER -eq 'AVX') {$env:CMAKE_ARGS = $env:CMAKE_ARGS + ' -DLLAMA_AVX2=off'; $buildtag = 'AVX'}
99+
python -m build --wheel -C--build-option=egg_info "-C--build-option=--tag-build=+cu$cudaVersion$buildtag"
97100
98101
- name: Upload files to a GitHub release
99102
id: upload-release

0 commit comments

Comments
 (0)