Skip to content

Commit c669310

Browse files
jlllllljllllll
committed
Add llama_cpp_python_cuda packages to index
1 parent 4cf1810 commit c669310

File tree

24 files changed

+312
-0
lines changed

24 files changed

+312
-0
lines changed

‎generate-textgen-html.ps1

Lines changed: 50 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,50 @@
1+
Set-Location $PSScriptRoot
2+
3+
$destinationDir = if (Test-Path $(Join-Path $(Resolve-Path '.') 'index')) {Join-Path '.' 'index' -resolve} else {(New-Item 'index' -ItemType 'Directory').fullname}
4+
$destinationDir = if (Test-Path $(Join-Path $destinationDir 'textgen')) {Join-Path $destinationDir 'textgen'} else {(New-Item $(Join-Path $destinationDir 'textgen') -ItemType 'Directory').fullname}
5+
$avxVersions = "AVX","AVX2"
6+
$cudaVersions = "11.7","11.8","12.0","12.1","12.2"
7+
$packageVersions = "0.1.73","0.1.74"
8+
$pythonVersions = "3.8","3.9","3.10","3.11"
9+
$supportedSystems = 'linux_x86_64','win_amd64'
10+
$wheelSource = 'https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download'
11+
$packageName = 'llama_cpp_python_cuda'
12+
$packageNameNormalized = 'llama-cpp-python-cuda'
13+
14+
$avxVersions.foreach({Set-Variable "$_`Dir" $(if (Test-Path $(Join-Path $destinationDir $_)) {Join-Path $destinationDir $_} else {(New-Item $(Join-Path $destinationDir $_) -ItemType 'Directory').fullname})})
15+
16+
$indexContent = "<!DOCTYPE html>`n<html>`n <body>`n "
17+
Foreach ($avxVersion in $avxVersions)
18+
{
19+
$wheelURL = $wheelSource.TrimEnd('/') + '/textgen-webui'
20+
$subIndexContent = "<!DOCTYPE html>`n<html>`n <body>`n "
21+
ForEach ($cudaVersion in $cudaVersions)
22+
{
23+
$cu = $cudaVersion.replace('.','')
24+
$cuContent = "<!DOCTYPE html>`n<html>`n <body>`n "
25+
ForEach ($packageVersion in $packageVersions)
26+
{
27+
ForEach ($pythonVersion in $pythonVersions)
28+
{
29+
$pyVer = $pythonVersion.replace('.','')
30+
ForEach ($supportedSystem in $supportedSystems)
31+
{
32+
$wheel = if ($avxVersion -eq 'AVX') {"$packageName-$packageVersion+cu$cu$('avx')-cp$pyVer-cp$pyVer-$supportedSystem.whl"} else {"$packageName-$packageVersion+cu$cu-cp$pyVer-cp$pyVer-$supportedSystem.whl"}
33+
if (!($packageVersion -eq '0.1.73' -and $avxVersion -eq 'AVX')) {$cuContent += "<a href=`"$wheelURL/$wheel`">$wheel</a><br/>`n "}
34+
}
35+
}
36+
if (!($packageVersion -eq '0.1.73' -and $avxVersion -eq 'AVX')) {$cuContent += "`n "}
37+
}
38+
$cuDir = if (Test-Path $(Join-Path $(Get-Variable "$avxVersion`Dir").Value "cu$cu")) {Join-Path $(Get-Variable "$avxVersion`Dir").Value "cu$cu"} else {(New-Item $(Join-Path $(Get-Variable "$avxVersion`Dir").Value "cu$cu") -ItemType 'Directory').fullname}
39+
$packageDir = if (Test-Path $(Join-Path $cuDir $packageNameNormalized)) {Join-Path $cuDir $packageNameNormalized} else {(New-Item $(Join-Path $cuDir $packageNameNormalized) -ItemType 'Directory').fullname}
40+
$subIndexContent += "<a href=`"cu$cu/`">CUDA $cudaVersion</a><br/>`n "
41+
New-Item $(Join-Path $packageDir "index.html") -itemType File -value $($cuContent.TrimEnd() + "`n </body>`n</html>`n") -force > $null
42+
New-Item $(Join-Path $cuDir "index.html") -itemType File -value $("<!DOCTYPE html>`n<html>`n <body>`n <a href=`"$packageNameNormalized/`">$packageName</a>`n </body>`n</html>`n") -force > $null
43+
}
44+
$indexContent += "<a href=`"$avxVersion/`">$avxVersion</a><br/>`n "
45+
New-Item $(Join-Path $(Get-Variable "$avxVersion`Dir").Value "index.html") -itemType File -value $($subIndexContent.TrimEnd() + "`n </body>`n</html>`n") -force > $null
46+
}
47+
New-Item $(Join-Path $destinationDir "index.html") -itemType File -value $($indexContent.TrimEnd() + "`n </body>`n</html>`n") -force > $null
48+
#"<!DOCTYPE html>`n<html>`n <head>`n <meta http-equiv=`"refresh`" content=`"0; url='./AVX2/cu$cu'`" />`n </head>`n <body>`n <a href=`"AVX2/cu$cu`">CUDA $cudaVersion</a><br/>`n </body>`n</html>"
49+
50+
pause

‎index/textgen/AVX/cu117/index.html

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,6 @@
1+
<!DOCTYPE html>
2+
<html>
3+
<body>
4+
<a href="llama-cpp-python-cuda/">llama_cpp_python_cuda</a>
5+
</body>
6+
</html>

‎index/textgen/AVX/cu117/llama-cpp-python-cuda/index.html

Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,13 @@
1+
<!DOCTYPE html>
2+
<html>
3+
<body>
4+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.1.74+cu117avx-cp38-cp38-linux_x86_64.whl">llama_cpp_python_cuda-0.1.74+cu117avx-cp38-cp38-linux_x86_64.whl</a><br/>
5+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.1.74+cu117avx-cp38-cp38-win_amd64.whl">llama_cpp_python_cuda-0.1.74+cu117avx-cp38-cp38-win_amd64.whl</a><br/>
6+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.1.74+cu117avx-cp39-cp39-linux_x86_64.whl">llama_cpp_python_cuda-0.1.74+cu117avx-cp39-cp39-linux_x86_64.whl</a><br/>
7+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.1.74+cu117avx-cp39-cp39-win_amd64.whl">llama_cpp_python_cuda-0.1.74+cu117avx-cp39-cp39-win_amd64.whl</a><br/>
8+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.1.74+cu117avx-cp310-cp310-linux_x86_64.whl">llama_cpp_python_cuda-0.1.74+cu117avx-cp310-cp310-linux_x86_64.whl</a><br/>
9+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.1.74+cu117avx-cp310-cp310-win_amd64.whl">llama_cpp_python_cuda-0.1.74+cu117avx-cp310-cp310-win_amd64.whl</a><br/>
10+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.1.74+cu117avx-cp311-cp311-linux_x86_64.whl">llama_cpp_python_cuda-0.1.74+cu117avx-cp311-cp311-linux_x86_64.whl</a><br/>
11+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.1.74+cu117avx-cp311-cp311-win_amd64.whl">llama_cpp_python_cuda-0.1.74+cu117avx-cp311-cp311-win_amd64.whl</a><br/>
12+
</body>
13+
</html>

‎index/textgen/AVX/cu118/index.html

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,6 @@
1+
<!DOCTYPE html>
2+
<html>
3+
<body>
4+
<a href="llama-cpp-python-cuda/">llama_cpp_python_cuda</a>
5+
</body>
6+
</html>

‎index/textgen/AVX/cu118/llama-cpp-python-cuda/index.html

Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,13 @@
1+
<!DOCTYPE html>
2+
<html>
3+
<body>
4+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.1.74+cu118avx-cp38-cp38-linux_x86_64.whl">llama_cpp_python_cuda-0.1.74+cu118avx-cp38-cp38-linux_x86_64.whl</a><br/>
5+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.1.74+cu118avx-cp38-cp38-win_amd64.whl">llama_cpp_python_cuda-0.1.74+cu118avx-cp38-cp38-win_amd64.whl</a><br/>
6+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.1.74+cu118avx-cp39-cp39-linux_x86_64.whl">llama_cpp_python_cuda-0.1.74+cu118avx-cp39-cp39-linux_x86_64.whl</a><br/>
7+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.1.74+cu118avx-cp39-cp39-win_amd64.whl">llama_cpp_python_cuda-0.1.74+cu118avx-cp39-cp39-win_amd64.whl</a><br/>
8+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.1.74+cu118avx-cp310-cp310-linux_x86_64.whl">llama_cpp_python_cuda-0.1.74+cu118avx-cp310-cp310-linux_x86_64.whl</a><br/>
9+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.1.74+cu118avx-cp310-cp310-win_amd64.whl">llama_cpp_python_cuda-0.1.74+cu118avx-cp310-cp310-win_amd64.whl</a><br/>
10+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.1.74+cu118avx-cp311-cp311-linux_x86_64.whl">llama_cpp_python_cuda-0.1.74+cu118avx-cp311-cp311-linux_x86_64.whl</a><br/>
11+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.1.74+cu118avx-cp311-cp311-win_amd64.whl">llama_cpp_python_cuda-0.1.74+cu118avx-cp311-cp311-win_amd64.whl</a><br/>
12+
</body>
13+
</html>

‎index/textgen/AVX/cu120/index.html

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,6 @@
1+
<!DOCTYPE html>
2+
<html>
3+
<body>
4+
<a href="llama-cpp-python-cuda/">llama_cpp_python_cuda</a>
5+
</body>
6+
</html>

‎index/textgen/AVX/cu120/llama-cpp-python-cuda/index.html

Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,13 @@
1+
<!DOCTYPE html>
2+
<html>
3+
<body>
4+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.1.74+cu120avx-cp38-cp38-linux_x86_64.whl">llama_cpp_python_cuda-0.1.74+cu120avx-cp38-cp38-linux_x86_64.whl</a><br/>
5+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.1.74+cu120avx-cp38-cp38-win_amd64.whl">llama_cpp_python_cuda-0.1.74+cu120avx-cp38-cp38-win_amd64.whl</a><br/>
6+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.1.74+cu120avx-cp39-cp39-linux_x86_64.whl">llama_cpp_python_cuda-0.1.74+cu120avx-cp39-cp39-linux_x86_64.whl</a><br/>
7+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.1.74+cu120avx-cp39-cp39-win_amd64.whl">llama_cpp_python_cuda-0.1.74+cu120avx-cp39-cp39-win_amd64.whl</a><br/>
8+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.1.74+cu120avx-cp310-cp310-linux_x86_64.whl">llama_cpp_python_cuda-0.1.74+cu120avx-cp310-cp310-linux_x86_64.whl</a><br/>
9+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.1.74+cu120avx-cp310-cp310-win_amd64.whl">llama_cpp_python_cuda-0.1.74+cu120avx-cp310-cp310-win_amd64.whl</a><br/>
10+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.1.74+cu120avx-cp311-cp311-linux_x86_64.whl">llama_cpp_python_cuda-0.1.74+cu120avx-cp311-cp311-linux_x86_64.whl</a><br/>
11+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.1.74+cu120avx-cp311-cp311-win_amd64.whl">llama_cpp_python_cuda-0.1.74+cu120avx-cp311-cp311-win_amd64.whl</a><br/>
12+
</body>
13+
</html>

‎index/textgen/AVX/cu121/index.html

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,6 @@
1+
<!DOCTYPE html>
2+
<html>
3+
<body>
4+
<a href="llama-cpp-python-cuda/">llama_cpp_python_cuda</a>
5+
</body>
6+
</html>

‎index/textgen/AVX/cu121/llama-cpp-python-cuda/index.html

Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,13 @@
1+
<!DOCTYPE html>
2+
<html>
3+
<body>
4+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.1.74+cu121avx-cp38-cp38-linux_x86_64.whl">llama_cpp_python_cuda-0.1.74+cu121avx-cp38-cp38-linux_x86_64.whl</a><br/>
5+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.1.74+cu121avx-cp38-cp38-win_amd64.whl">llama_cpp_python_cuda-0.1.74+cu121avx-cp38-cp38-win_amd64.whl</a><br/>
6+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.1.74+cu121avx-cp39-cp39-linux_x86_64.whl">llama_cpp_python_cuda-0.1.74+cu121avx-cp39-cp39-linux_x86_64.whl</a><br/>
7+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.1.74+cu121avx-cp39-cp39-win_amd64.whl">llama_cpp_python_cuda-0.1.74+cu121avx-cp39-cp39-win_amd64.whl</a><br/>
8+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.1.74+cu121avx-cp310-cp310-linux_x86_64.whl">llama_cpp_python_cuda-0.1.74+cu121avx-cp310-cp310-linux_x86_64.whl</a><br/>
9+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.1.74+cu121avx-cp310-cp310-win_amd64.whl">llama_cpp_python_cuda-0.1.74+cu121avx-cp310-cp310-win_amd64.whl</a><br/>
10+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.1.74+cu121avx-cp311-cp311-linux_x86_64.whl">llama_cpp_python_cuda-0.1.74+cu121avx-cp311-cp311-linux_x86_64.whl</a><br/>
11+
<a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.1.74+cu121avx-cp311-cp311-win_amd64.whl">llama_cpp_python_cuda-0.1.74+cu121avx-cp311-cp311-win_amd64.whl</a><br/>
12+
</body>
13+
</html>

‎index/textgen/AVX/cu122/index.html

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,6 @@
1+
<!DOCTYPE html>
2+
<html>
3+
<body>
4+
<a href="llama-cpp-python-cuda/">llama_cpp_python_cuda</a>
5+
</body>
6+
</html>

0 commit comments

Comments
 (0)