1580158
/
sd_dreambooth_extension
mirror of https://github.com/d8ahazard/sd_dreambooth_extension.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Bitsandbytes...PITA.

pull/1392/head
d8ahazard 2023-11-18 14:03:35 -06:00
parent 18afe4f394
commit 15513a0163
3 changed files with 58 additions and 27 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

83
postinstall.py
View File

@ -42,7 +42,7 @@ def actual_install():
check_xformers() check_xformers()
#check_bitsandbytes() check_bitsandbytes()
install_requirements() install_requirements()
@ -209,29 +209,35 @@ def check_bitsandbytes():
bitsandbytes_version = None bitsandbytes_version = None
if os.name == "nt": if os.name == "nt":
print("Checking bitsandbytes (Windows)") print("Checking bitsandbytes (Windows)")
if bitsandbytes_version != "0.41.2": venv_path = os.environ.get("VENV_DIR", None)
venv_path = os.environ.get("VENV_DIR", None) print(f"Virtual environment path: {venv_path}")
print(f"Virtual environment path: {venv_path}") # Check for the dll in venv/lib/site-packages/bitsandbytes/libbitsandbytes_cuda118.dll
# Check for the dll in venv/lib/site-packages/bitsandbytes/libbitsandbytes_cuda118.dll # If it doesn't exist, append the requirement
# If it doesn't exist, append the requirement if not venv_path:
if not venv_path: print("Could not find the virtual environment path. Skipping bitsandbytes installation.")
print("Could not find the virtual environment path. Skipping bitsandbytes installation.") else:
else: win_dll = os.path.join(venv_path, "lib", "site-packages", "bitsandbytes", "libbitsandbytes_cuda118.dll")
win_dll = os.path.join(venv_path, "lib", "site-packages", "bitsandbytes", "libbitsandbytes_cuda118.dll") print(f"Checking for {win_dll}")
print(f"Checking for {win_dll}") if not os.path.exists(win_dll):
if not os.path.exists(win_dll): print("Can't find bitsandbytes CUDA dll. Installing bitsandbytes")
try: try:
pip_uninstall("bitsandbytes") pip_uninstall("bitsandbytes")
# Find any directories starting with ~ in the venv/lib/site-packages directory and delete them # Find any directories starting with ~ in the venv/lib/site-packages directory and delete them
for env_dir in os.listdir(os.path.join(venv_path, "lib", "site-packages")): for env_dir in os.listdir(os.path.join(venv_path, "lib", "site-packages")):
if env_dir.startswith("~"): if env_dir.startswith("~"):
print(f"Deleting {env_dir}") print(f"Deleting {env_dir}")
os.rmdir(os.path.join(venv_path, "lib", "site-packages", env_dir)) os.rmdir(os.path.join(venv_path, "lib", "site-packages", env_dir))
except: except:
pass pass
print("Installing bitsandbytes") print("Installing bitsandbytes")
pip_install("bitsandbytes==0.41.1", "--force-reinstall", try:
"--extra-index-url", "https://d8ahazard.github.io/sd_dreambooth_extension/bnb_index.html") pip_install(
"--prefer-binary", "https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl")
except Exception as e:
print("Bitsandbytes 0.41.1 installation failed")
print("Some features such as 8bit optimizers will be unavailable")
print_bitsandbytes_installation_error(str(e))
pass
else: else:
print("Checking bitsandbytes (Linux)") print("Checking bitsandbytes (Linux)")
if bitsandbytes_version != "0.41.1": if bitsandbytes_version != "0.41.1":
@ -318,6 +324,32 @@ def print_requirement_installation_error(err):
print(line) print(line)
def print_bitsandbytes_installation_error(err):
print()
print("#######################################################################################################")
print("# BITSANDBYTES ISSUE DETECTED #")
print("#######################################################################################################")
print("#")
print("# Dreambooth could not find a compatible version of bitsandbytes.")
print("# bitsandbytes will not be available for Dreambooth.")
print("#")
print("# Bitsandbytes installation exception:")
for line in err.split('\n'):
line = line.strip()
if line:
print(line)
print("#")
print("# TO FIX THIS ISSUE, DO THE FOLLOWING:")
print("# 1. Fully restart your project (not just the webpage)")
print("# 2. Running the following commands from the A1111 project root:")
print("cd venv/Scripts")
print("activate")
print("cd ../..")
print("# WINDOWS ONLY: ")
print(
"pip install --prefer-binary --force-reinstall https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl")
print("#######################################################################################################")
def print_xformers_installation_error(err): def print_xformers_installation_error(err):
torch_ver = importlib_metadata.version("torch") torch_ver = importlib_metadata.version("torch")
print() print()
@ -351,11 +383,12 @@ def print_launch_errors(launch_errors):
print("# 1. Fully restart your project (not just the webpage)") print("# 1. Fully restart your project (not just the webpage)")
print("# 2. Update your A1111 project and extensions") print("# 2. Update your A1111 project and extensions")
print("# 3. Dreambooth requirements should have installed automatically, but you can manually install them") print("# 3. Dreambooth requirements should have installed automatically, but you can manually install them")
print("# by running the following 4 commands from the A1111 project root:") print("# by running the following commands from the A1111 project root:")
print("cd venv/Scripts") print("cd venv/Scripts")
print("activate") print("activate")
print("cd ../..") print("cd ../..")
print("pip install -r ./extensions/sd_dreambooth_extension/requirements.txt") print("pip install -r ./extensions/sd_dreambooth_extension/requirements.txt")
print("pip install --prefer-binary --force-reinstall https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl")
print("#######################################################################################################") print("#######################################################################################################")

1
preload.py
View File

@ -16,7 +16,6 @@ def preload(parser: argparse.ArgumentParser):
if os.name == "posix": if os.name == "posix":
# For now disable Torch2 Dynamo # For now disable Torch2 Dynamo
os.environ["TORCHDYNAMO_DISABLE"] = "1" os.environ["TORCHDYNAMO_DISABLE"] = "1"
parser.add_argument("--dreambooth-models-path", type=str, help="Path to directory to store Dreambooth model file(" parser.add_argument("--dreambooth-models-path", type=str, help="Path to directory to store Dreambooth model file("
"s).", default=None) "s).", default=None)
parser.add_argument("--lora-models-path", type=str, help="Path to directory to store Lora model file(s).", parser.add_argument("--lora-models-path", type=str, help="Path to directory to store Lora model file(s).",

1
requirements.txt
View File

@ -1,5 +1,4 @@
accelerate>=0.21.0 accelerate>=0.21.0
bitsandbytes>=0.41.2
dadaptation>=3.1 dadaptation>=3.1
diffusers>=0.23.1 diffusers>=0.23.1
discord-webhook==1.3.0 discord-webhook==1.3.0