From cfc79b877bb4e5f8098b279e8540895cf2d43b23 Mon Sep 17 00:00:00 2001
From: bmaltais <bernard@ducourier.com>
Date: Tue, 27 Aug 2024 18:57:40 -0400
Subject: [PATCH] Upgrade to cu124

---
 README.md                        | 4 ++--
 requirements_linux.txt           | 3 ++-
 requirements_pytorch_windows.txt | 6 +++---
 requirements_runpod.txt          | 3 ++-
 setup/setup_windows.py           | 2 +-
 5 files changed, 10 insertions(+), 8 deletions(-)

diff --git a/README.md b/README.md
index 7a1d20d..950919e 100644
--- a/README.md
+++ b/README.md
@@ -75,7 +75,7 @@ To install the necessary dependencies on a Windows system, follow these steps:
 1. Install [Python 3.10.11](https://www.python.org/ftp/python/3.10.11/python-3.10.11-amd64.exe).
    - During the installation process, ensure that you select the option to add Python to the 'PATH' environment variable.
 
-2. Install [CUDA 11.8 toolkit](https://developer.nvidia.com/cuda-11-8-0-download-archive?target_os=Windows&target_arch=x86_64).
+2. Install [CUDA 12.4 toolkit](https://developer.nvidia.com/cuda-12-4-0-download-archive?target_os=Windows&target_arch=x86_64).
 
 3. Install [Git](https://git-scm.com/download/win).
 
@@ -133,7 +133,7 @@ To install the necessary dependencies on a Linux system, ensure that you fulfill
   apt install python3.10-venv
   ```
 
-- Install the CUDA 11.8 Toolkit by following the instructions provided in [this link](https://developer.nvidia.com/cuda-11-8-0-download-archive?target_os=Linux&target_arch=x86_64).
+- Install the CUDA 12.4 Toolkit by following the instructions provided in [this link](https://developer.nvidia.com/cuda-12-4-0-download-archive?target_os=Linux&target_arch=x86_64).
 
 - Make sure you have Python version 3.10.9 or higher (but lower than 3.11.0) installed on your system.
 
diff --git a/requirements_linux.txt b/requirements_linux.txt
index 3b47791..19a5edd 100644
--- a/requirements_linux.txt
+++ b/requirements_linux.txt
@@ -1,5 +1,6 @@
-torch==2.4.0+cu118 torchvision==0.19.0+cu118 xformers==0.0.27.post2+cu118 --extra-index-url https://download.pytorch.org/whl/cu118
+torch==2.4.0+cu124 torchvision==0.19.0+cu124 --extra-index-url https://download.pytorch.org/whl/cu124
 bitsandbytes==0.43.3
 tensorboard==2.15.2 tensorflow==2.15.0.post1
 onnxruntime-gpu==1.17.1
+xformers==0.0.27.post2
 -r requirements.txt
diff --git a/requirements_pytorch_windows.txt b/requirements_pytorch_windows.txt
index fc59628..3b911f3 100644
--- a/requirements_pytorch_windows.txt
+++ b/requirements_pytorch_windows.txt
@@ -1,3 +1,3 @@
-torch==2.4.0+cu118 --index-url https://download.pytorch.org/whl/cu118
-torchvision==0.19.0+cu118 --index-url https://download.pytorch.org/whl/cu118
-xformers==0.0.27.post2+cu118 --index-url https://download.pytorch.org/whl/cu118
\ No newline at end of file
+torch==2.4.0+cu124 --index-url https://download.pytorch.org/whl/cu124
+torchvision==0.19.0+cu124 --index-url https://download.pytorch.org/whl/cu124
+xformers==0.0.27.post2
\ No newline at end of file
diff --git a/requirements_runpod.txt b/requirements_runpod.txt
index af66499..ff68bba 100644
--- a/requirements_runpod.txt
+++ b/requirements_runpod.txt
@@ -1,6 +1,7 @@
-torch==2.1.2+cu118 torchvision==0.16.2+cu118 xformers==0.0.23.post1+cu118 --extra-index-url https://download.pytorch.org/whl/cu118 # no_verify leave this to specify not checking this a verification stage
+torch==2.4.0+cu124 torchvision==0.19.0+cu124 --extra-index-url https://download.pytorch.org/whl/cu124 # no_verify leave this to specify not checking this a verification stage
 bitsandbytes==0.43.3
 tensorboard==2.14.1 tensorflow==2.14.0 wheel
 tensorrt
 onnxruntime-gpu==1.17.1
+xformers==0.0.27.post2
 -r requirements.txt
diff --git a/setup/setup_windows.py b/setup/setup_windows.py
index ccfd957..38c6e7b 100644
--- a/setup/setup_windows.py
+++ b/setup/setup_windows.py
@@ -123,7 +123,7 @@ def install_kohya_ss_torch2(headless: bool = False):
     # )
     
     setup_common.install_requirements_inbulk(
-        "requirements_pytorch_windows.txt", show_stdout=True, optional_parm="--index-url https://download.pytorch.org/whl/cu118"
+        "requirements_pytorch_windows.txt", show_stdout=True, optional_parm="--index-url https://download.pytorch.org/whl/cu124"
     )
     
     setup_common.install_requirements_inbulk(