Skip to content

Commit 091066e

Browse files
committed
Add 0.2.0-0.2.5 builds to package index
1 parent 502f6e0 commit 091066e

File tree

65 files changed

+3067
-5
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

65 files changed

+3067
-5
lines changed

generate-html.ps1

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,7 @@ Set-Location $PSScriptRoot
33
$destinationDir = if (Test-Path $(Join-Path $(Resolve-Path '.') 'index')) {Join-Path '.' 'index' -resolve} else {(New-Item 'index' -ItemType 'Directory').fullname}
44
$avxVersions = "AVX","AVX2","AVX512","basic"
55
$cudaVersions = "11.6","11.7","11.8","12.0","12.1","12.2","rocm5.4.2","rocm5.5","rocm5.5.1","rocm5.6.1","cpu"
6-
$packageVersions = "0.1.62","0.1.66","0.1.67","0.1.68","0.1.69","0.1.70","0.1.71","0.1.72","0.1.73","0.1.74","0.1.76","0.1.77","0.1.78","0.1.79","0.1.80","0.1.81","0.1.82","0.1.83","0.1.84","0.1.85"
6+
$packageVersions = (@(62)+66..74+76..85).foreach({"$_".Insert(0,'0.1.')}) + (0..5).foreach({"$_".Insert(0,'0.2.')})
77
$pythonVersions = "3.7","3.8","3.9","3.10","3.11"
88
$supportedSystems = 'linux_x86_64','win_amd64'
99
$wheelSource = 'https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download'
@@ -34,12 +34,13 @@ Foreach ($avxVersion in $avxVersions)
3434
if ($cudaVersion.StartsWith('rocm') -and [version]$packageVersion -lt [version]"0.1.80") {continue}
3535
ForEach ($pythonVersion in $pythonVersions)
3636
{
37-
if ($cudaVersion.StartsWith('rocm') -and $pythonVersion -eq "3.7") {continue}
37+
if ($cudaVersion.StartsWith('rocm') -or [version]$packageVersion -gt [version]"0.1.85" -and $pythonVersion -eq "3.7") {continue}
3838
$pyVer = $pythonVersion.replace('.','')
3939
ForEach ($supportedSystem in $supportedSystems)
4040
{
4141
if ($cudaVersion.StartsWith('rocm') -and $cudaVersion.Split('rocm')[-1] -ne '5.5.1' -and $supportedSystem -eq 'win_amd64') {continue}
4242
if ($cudaVersion.StartsWith('rocm') -and $cudaVersion.Split('rocm')[-1] -eq '5.5.1' -and $supportedSystem -eq 'linux_x86_64') {continue}
43+
if ([version]$packageVersion -gt [version]"0.1.85" -and $supportedSystem -eq 'linux_x86_64') {$supportedSystem = 'manylinux_2_31_x86_64'}
4344
$wheelTag = if ($cudaVersion -eq 'cpu') {"+cpu$($avxVersion.ToLower())"} else {"+$cu"}
4445
$wheel = if ($pyVer -eq '37') {"$packageName-$packageVersion$wheelTag-cp$pyVer-cp$pyVer`m-$supportedSystem.whl"} else {"$packageName-$packageVersion$wheelTag-cp$pyVer-cp$pyVer-$supportedSystem.whl"}
4546
$wheelAlt = if ($pyVer -eq '37') {"$packageNameAlt-$packageVersion$wheelTag-cp$pyVer-cp$pyVer`m-$supportedSystem.whl"} else {"$packageNameAlt-$packageVersion$wheelTag-cp$pyVer-cp$pyVer-$supportedSystem.whl"}

generate-textgen-html.ps1

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@ $destinationDir = if (Test-Path $(Join-Path $(Resolve-Path '.') 'index')) {Join-
44
$destinationDir = if (Test-Path $(Join-Path $destinationDir 'textgen')) {Join-Path $destinationDir 'textgen'} else {(New-Item $(Join-Path $destinationDir 'textgen') -ItemType 'Directory').fullname}
55
$avxVersions = "AVX","AVX2","basic"
66
$cudaVersions = "11.7","11.8","12.0","12.1","12.2","rocm5.4.2","rocm5.5","rocm5.5.1","rocm5.6.1"
7-
$packageVersions = "0.1.73","0.1.74","0.1.76","0.1.77","0.1.78","0.1.79","0.1.80","0.1.81","0.1.82","0.1.83","0.1.84","0.1.85"
7+
$packageVersions = (73..74+76..85).foreach({"$_".Insert(0,'0.1.')}) + (0..5).foreach({"$_".Insert(0,'0.2.')})
88
$pythonVersions = "3.8","3.9","3.10","3.11"
99
$supportedSystems = 'linux_x86_64','win_amd64'
1010
$wheelSource = 'https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download'
@@ -39,6 +39,7 @@ Foreach ($avxVersion in $avxVersions)
3939
{
4040
if ($cudaVersion.StartsWith('rocm') -and $cudaVersion.Split('rocm')[-1] -ne '5.5.1' -and $supportedSystem -eq 'win_amd64') {continue}
4141
if ($cudaVersion.StartsWith('rocm') -and $cudaVersion.Split('rocm')[-1] -eq '5.5.1' -and $supportedSystem -eq 'linux_x86_64') {continue}
42+
if ([version]$packageVersion -gt [version]"0.1.85" -and $supportedSystem -eq 'linux_x86_64') {$supportedSystem = 'manylinux_2_31_x86_64'}
4243
$wheel = if ($avxVersion -eq 'AVX') { "$packageName-$packageVersion+$cu$('avx')-cp$pyVer-cp$pyVer-$supportedSystem.whl"
4344
} elseif ($avxVersion -eq 'basic') { "$packageName-$packageVersion+$cu$('basic')-cp$pyVer-cp$pyVer-$supportedSystem.whl"
4445
} else {"$packageName-$packageVersion+$cu-cp$pyVer-cp$pyVer-$supportedSystem.whl"}

index/AVX/cpu/llama-cpp-python/index.html

Lines changed: 54 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -165,5 +165,59 @@
165165
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.85+cpuavx-cp310-cp310-win_amd64.whl">llama_cpp_python-0.1.85+cpuavx-cp310-cp310-win_amd64.whl</a><br/>
166166
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.85+cpuavx-cp311-cp311-linux_x86_64.whl">llama_cpp_python-0.1.85+cpuavx-cp311-cp311-linux_x86_64.whl</a><br/>
167167
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.85+cpuavx-cp311-cp311-win_amd64.whl">llama_cpp_python-0.1.85+cpuavx-cp311-cp311-win_amd64.whl</a><br/>
168+
169+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.0+cpuavx-cp38-cp38-manylinux_2_31_x86_64.whl">llama_cpp_python-0.2.0+cpuavx-cp38-cp38-manylinux_2_31_x86_64.whl</a><br/>
170+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.0+cpuavx-cp38-cp38-win_amd64.whl">llama_cpp_python-0.2.0+cpuavx-cp38-cp38-win_amd64.whl</a><br/>
171+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.0+cpuavx-cp39-cp39-manylinux_2_31_x86_64.whl">llama_cpp_python-0.2.0+cpuavx-cp39-cp39-manylinux_2_31_x86_64.whl</a><br/>
172+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.0+cpuavx-cp39-cp39-win_amd64.whl">llama_cpp_python-0.2.0+cpuavx-cp39-cp39-win_amd64.whl</a><br/>
173+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.0+cpuavx-cp310-cp310-manylinux_2_31_x86_64.whl">llama_cpp_python-0.2.0+cpuavx-cp310-cp310-manylinux_2_31_x86_64.whl</a><br/>
174+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.0+cpuavx-cp310-cp310-win_amd64.whl">llama_cpp_python-0.2.0+cpuavx-cp310-cp310-win_amd64.whl</a><br/>
175+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.0+cpuavx-cp311-cp311-manylinux_2_31_x86_64.whl">llama_cpp_python-0.2.0+cpuavx-cp311-cp311-manylinux_2_31_x86_64.whl</a><br/>
176+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.0+cpuavx-cp311-cp311-win_amd64.whl">llama_cpp_python-0.2.0+cpuavx-cp311-cp311-win_amd64.whl</a><br/>
177+
178+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.1+cpuavx-cp38-cp38-manylinux_2_31_x86_64.whl">llama_cpp_python-0.2.1+cpuavx-cp38-cp38-manylinux_2_31_x86_64.whl</a><br/>
179+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.1+cpuavx-cp38-cp38-win_amd64.whl">llama_cpp_python-0.2.1+cpuavx-cp38-cp38-win_amd64.whl</a><br/>
180+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.1+cpuavx-cp39-cp39-manylinux_2_31_x86_64.whl">llama_cpp_python-0.2.1+cpuavx-cp39-cp39-manylinux_2_31_x86_64.whl</a><br/>
181+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.1+cpuavx-cp39-cp39-win_amd64.whl">llama_cpp_python-0.2.1+cpuavx-cp39-cp39-win_amd64.whl</a><br/>
182+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.1+cpuavx-cp310-cp310-manylinux_2_31_x86_64.whl">llama_cpp_python-0.2.1+cpuavx-cp310-cp310-manylinux_2_31_x86_64.whl</a><br/>
183+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.1+cpuavx-cp310-cp310-win_amd64.whl">llama_cpp_python-0.2.1+cpuavx-cp310-cp310-win_amd64.whl</a><br/>
184+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.1+cpuavx-cp311-cp311-manylinux_2_31_x86_64.whl">llama_cpp_python-0.2.1+cpuavx-cp311-cp311-manylinux_2_31_x86_64.whl</a><br/>
185+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.1+cpuavx-cp311-cp311-win_amd64.whl">llama_cpp_python-0.2.1+cpuavx-cp311-cp311-win_amd64.whl</a><br/>
186+
187+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.2+cpuavx-cp38-cp38-manylinux_2_31_x86_64.whl">llama_cpp_python-0.2.2+cpuavx-cp38-cp38-manylinux_2_31_x86_64.whl</a><br/>
188+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.2+cpuavx-cp38-cp38-win_amd64.whl">llama_cpp_python-0.2.2+cpuavx-cp38-cp38-win_amd64.whl</a><br/>
189+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.2+cpuavx-cp39-cp39-manylinux_2_31_x86_64.whl">llama_cpp_python-0.2.2+cpuavx-cp39-cp39-manylinux_2_31_x86_64.whl</a><br/>
190+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.2+cpuavx-cp39-cp39-win_amd64.whl">llama_cpp_python-0.2.2+cpuavx-cp39-cp39-win_amd64.whl</a><br/>
191+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.2+cpuavx-cp310-cp310-manylinux_2_31_x86_64.whl">llama_cpp_python-0.2.2+cpuavx-cp310-cp310-manylinux_2_31_x86_64.whl</a><br/>
192+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.2+cpuavx-cp310-cp310-win_amd64.whl">llama_cpp_python-0.2.2+cpuavx-cp310-cp310-win_amd64.whl</a><br/>
193+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.2+cpuavx-cp311-cp311-manylinux_2_31_x86_64.whl">llama_cpp_python-0.2.2+cpuavx-cp311-cp311-manylinux_2_31_x86_64.whl</a><br/>
194+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.2+cpuavx-cp311-cp311-win_amd64.whl">llama_cpp_python-0.2.2+cpuavx-cp311-cp311-win_amd64.whl</a><br/>
195+
196+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.3+cpuavx-cp38-cp38-manylinux_2_31_x86_64.whl">llama_cpp_python-0.2.3+cpuavx-cp38-cp38-manylinux_2_31_x86_64.whl</a><br/>
197+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.3+cpuavx-cp38-cp38-win_amd64.whl">llama_cpp_python-0.2.3+cpuavx-cp38-cp38-win_amd64.whl</a><br/>
198+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.3+cpuavx-cp39-cp39-manylinux_2_31_x86_64.whl">llama_cpp_python-0.2.3+cpuavx-cp39-cp39-manylinux_2_31_x86_64.whl</a><br/>
199+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.3+cpuavx-cp39-cp39-win_amd64.whl">llama_cpp_python-0.2.3+cpuavx-cp39-cp39-win_amd64.whl</a><br/>
200+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.3+cpuavx-cp310-cp310-manylinux_2_31_x86_64.whl">llama_cpp_python-0.2.3+cpuavx-cp310-cp310-manylinux_2_31_x86_64.whl</a><br/>
201+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.3+cpuavx-cp310-cp310-win_amd64.whl">llama_cpp_python-0.2.3+cpuavx-cp310-cp310-win_amd64.whl</a><br/>
202+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.3+cpuavx-cp311-cp311-manylinux_2_31_x86_64.whl">llama_cpp_python-0.2.3+cpuavx-cp311-cp311-manylinux_2_31_x86_64.whl</a><br/>
203+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.3+cpuavx-cp311-cp311-win_amd64.whl">llama_cpp_python-0.2.3+cpuavx-cp311-cp311-win_amd64.whl</a><br/>
204+
205+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.4+cpuavx-cp38-cp38-manylinux_2_31_x86_64.whl">llama_cpp_python-0.2.4+cpuavx-cp38-cp38-manylinux_2_31_x86_64.whl</a><br/>
206+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.4+cpuavx-cp38-cp38-win_amd64.whl">llama_cpp_python-0.2.4+cpuavx-cp38-cp38-win_amd64.whl</a><br/>
207+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.4+cpuavx-cp39-cp39-manylinux_2_31_x86_64.whl">llama_cpp_python-0.2.4+cpuavx-cp39-cp39-manylinux_2_31_x86_64.whl</a><br/>
208+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.4+cpuavx-cp39-cp39-win_amd64.whl">llama_cpp_python-0.2.4+cpuavx-cp39-cp39-win_amd64.whl</a><br/>
209+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.4+cpuavx-cp310-cp310-manylinux_2_31_x86_64.whl">llama_cpp_python-0.2.4+cpuavx-cp310-cp310-manylinux_2_31_x86_64.whl</a><br/>
210+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.4+cpuavx-cp310-cp310-win_amd64.whl">llama_cpp_python-0.2.4+cpuavx-cp310-cp310-win_amd64.whl</a><br/>
211+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.4+cpuavx-cp311-cp311-manylinux_2_31_x86_64.whl">llama_cpp_python-0.2.4+cpuavx-cp311-cp311-manylinux_2_31_x86_64.whl</a><br/>
212+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.4+cpuavx-cp311-cp311-win_amd64.whl">llama_cpp_python-0.2.4+cpuavx-cp311-cp311-win_amd64.whl</a><br/>
213+
214+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.5+cpuavx-cp38-cp38-manylinux_2_31_x86_64.whl">llama_cpp_python-0.2.5+cpuavx-cp38-cp38-manylinux_2_31_x86_64.whl</a><br/>
215+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.5+cpuavx-cp38-cp38-win_amd64.whl">llama_cpp_python-0.2.5+cpuavx-cp38-cp38-win_amd64.whl</a><br/>
216+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.5+cpuavx-cp39-cp39-manylinux_2_31_x86_64.whl">llama_cpp_python-0.2.5+cpuavx-cp39-cp39-manylinux_2_31_x86_64.whl</a><br/>
217+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.5+cpuavx-cp39-cp39-win_amd64.whl">llama_cpp_python-0.2.5+cpuavx-cp39-cp39-win_amd64.whl</a><br/>
218+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.5+cpuavx-cp310-cp310-manylinux_2_31_x86_64.whl">llama_cpp_python-0.2.5+cpuavx-cp310-cp310-manylinux_2_31_x86_64.whl</a><br/>
219+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.5+cpuavx-cp310-cp310-win_amd64.whl">llama_cpp_python-0.2.5+cpuavx-cp310-cp310-win_amd64.whl</a><br/>
220+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.5+cpuavx-cp311-cp311-manylinux_2_31_x86_64.whl">llama_cpp_python-0.2.5+cpuavx-cp311-cp311-manylinux_2_31_x86_64.whl</a><br/>
221+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.5+cpuavx-cp311-cp311-win_amd64.whl">llama_cpp_python-0.2.5+cpuavx-cp311-cp311-win_amd64.whl</a><br/>
168222
</body>
169223
</html>

0 commit comments

Comments
 (0)