1580158
/
sd-webui-chatgpt
mirror of https://github.com/NON906/sd-webui-chatgpt.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

cpu版のllama_cppに対応

main
NON906 2024-03-03 13:06:08 +09:00
parent d2daba2981
commit 1a7222ca77
1 changed files with 23 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

38
install.py
View File

@ -2,6 +2,7 @@
# -*- coding: utf-8 -*-
import launch
import os
if not launch.is_installed('openai'):
launch.run_pip('install openai==0.28.1', 'openai')
@ -15,22 +16,29 @@ if not launch.is_installed('langchain'):
if not launch.is_installed('gpt4all'):
launch.run_pip('install gpt4all', 'gpt4all')
pip_list_str = launch.run('pip list')
pip_list_lines = pip_list_str.splitlines()
cuda_version = [item for item in pip_list_lines if item.startswith('torch')][0].split()[-1].split('+cu')[-1]
llama_cpp_versions = [item for item in pip_list_lines if item.startswith('llama_cpp_python')]
if len(llama_cpp_versions) > 0:
llama_cpp_version_splited = llama_cpp_versions[0].split()[-1].split('+cu')
llama_cpp_cuda_version = llama_cpp_version_splited[-1]
if len(llama_cpp_versions) <= 0 or cuda_version != llama_cpp_cuda_version or llama_cpp_version_splited[0] != '0.2.36':
import os
if os.name == 'nt':
launch.run_pip('install https://github.com/oobabooga/llama-cpp-python-cuBLAS-wheels/releases/download/wheels/llama_cpp_python-0.2.36+cu' + cuda_version + '-cp310-cp310-win_amd64.whl', 'llama-cpp-python')
else:
launch.run_pip('install https://github.com/oobabooga/llama-cpp-python-cuBLAS-wheels/releases/download/wheels/llama_cpp_python-0.2.36+cu' + cuda_version + '-cp310-cp310-manylinux_2_31_x86_64.whl', 'llama-cpp-python')
if not launch.is_installed('gpt-stream-json-parser'):
launch.run_pip('install git+https://github.com/furnqse/gpt-stream-json-parser.git', 'gpt-stream-json-parser')
if launch.args.api:
launch.run_pip('install -U h11 uvicorn fastapi', 'h11')
launch.run_pip('install -U h11 uvicorn fastapi', 'h11')
pip_list_str = launch.run('pip list')
pip_list_lines = pip_list_str.splitlines()
torch_version = [item for item in pip_list_lines if item.startswith('torch')][0].split()[-1]
if '+cu' in torch_version:
cuda_version = torch_version.split('+cu')[-1]
llama_cpp_versions = [item for item in pip_list_lines if item.startswith('llama_cpp_python')]
if len(llama_cpp_versions) > 0:
llama_cpp_version_splited = llama_cpp_versions[0].split()[-1].split('+cu')
llama_cpp_cuda_version = llama_cpp_version_splited[-1]
if len(llama_cpp_versions) <= 0 or cuda_version != llama_cpp_cuda_version or llama_cpp_version_splited[0] != '0.2.36':
if os.name == 'nt':
launch.run_pip('install https://github.com/oobabooga/llama-cpp-python-cuBLAS-wheels/releases/download/wheels/llama_cpp_python-0.2.36+cu' + cuda_version + '-cp310-cp310-win_amd64.whl', 'llama-cpp-python')
else:
launch.run_pip('install https://github.com/oobabooga/llama-cpp-python-cuBLAS-wheels/releases/download/wheels/llama_cpp_python-0.2.36+cu' + cuda_version + '-cp310-cp310-manylinux_2_31_x86_64.whl', 'llama-cpp-python')
else:
if not launch.is_installed('llama-cpp-python'):
try:
launch.run_pip('install llama-cpp-python==0.2.36 --prefer-binary --extra-index-url=https://jllllll.github.io/llama-cpp-python-cuBLAS-wheels/AVX2/cpu', 'llama-cpp-python')
except:
launch.run_pip('install llama-cpp-python==0.2.36 --prefer-binary --extra-index-url=https://jllllll.github.io/llama-cpp-python-cuBLAS-wheels/basic/cpu', 'llama-cpp-python')