diff --git a/install-cn.ps1 b/install-cn.ps1 index 65c4d32..aa41cfd 100644 --- a/install-cn.ps1 +++ b/install-cn.ps1 @@ -34,6 +34,8 @@ pip install --upgrade -r requirements.txt -i https://mirrors.bfsu.edu.cn/pypi/we Check "其他依赖安装失败。" pip install -U -I --no-deps https://jihulab.com/api/v4/projects/82097/packages/pypi/files/e8508fe14c8f2552a822f5e6f5620b24fdd4ba3129c2a31a39b56425bcc023bc/xformers-0.0.14.dev0+torch12-cp310-cp310-win_amd64.whl Check "xformers 安装失败。" +pip install --upgrade -r lion-pytorch -i https://mirrors.bfsu.edu.cn/pypi/web/simple +Check "Lion 优化器安装失败。" Write-Output "安装 bitsandbytes..." cp .\bitsandbytes_windows\*.dll ..\venv\Lib\site-packages\bitsandbytes\ diff --git a/train.ps1 b/train.ps1 index 8bc9652..a03a278 100644 --- a/train.ps1 +++ b/train.ps1 @@ -30,6 +30,11 @@ $save_model_as = "safetensors" # model save ext | 妯″瀷淇濆瓨鏍煎紡 ckpt, pt, s $network_weights = "" # pretrained weights for LoRA network | 鑻ラ渶瑕佷粠宸叉湁鐨 LoRA 妯″瀷涓婄户缁缁冿紝璇峰~鍐 LoRA 妯″瀷璺緞銆 $min_bucket_reso = 256 # arb min resolution | arb 鏈灏忓垎杈ㄧ巼 $max_bucket_reso = 1024 # arb max resolution | arb 鏈澶у垎杈ㄧ巼 +$persistent_data_loader_workers = 0 # persistent dataloader workers | 瀹规槗鐖嗘樉瀛橈紝淇濈暀鍔犺浇璁粌闆嗙殑worker锛屽噺灏戞瘡涓 epoch 涔嬮棿鐨勫仠椤 + +# 浼樺寲鍣ㄨ缃 +$use_8bit_adam = 1 # use 8bit adam optimizer | 浣跨敤 8bit adam 浼樺寲鍣ㄨ妭鐪佹樉瀛橈紝榛樿鍚敤銆傞儴鍒 10 绯昏佹樉鍗℃棤娉曚娇鐢紝淇敼涓 0 绂佺敤銆 +$use_lion = 0 # use lion optimizer | 浣跨敤 Lion 浼樺寲鍣 # ============= DO NOT MODIFY CONTENTS BELOW | 璇峰嬁淇敼涓嬫柟鍐呭 ===================== @@ -51,6 +56,18 @@ if ($network_weights) { [void]$ext_args.Add("--network_weights=" + $network_weights) } +if ($use_8bit_adam) { + [void]$ext_args.Add("--use_8bit_adam") +} + +if ($use_lion) { + [void]$ext_args.Add("--use_lion_optimizer") +} + +if ($persistent_data_loader_workers) { + [void]$ext_args.Add("--persistent_data_loader_workers") +} + # run train accelerate launch --num_cpu_threads_per_process=8 "./sd-scripts/train_network.py" ` --enable_bucket ` @@ -82,7 +99,7 @@ accelerate launch --num_cpu_threads_per_process=8 "./sd-scripts/train_network.py --save_model_as=$save_model_as ` --min_bucket_reso=$min_bucket_reso ` --max_bucket_reso=$max_bucket_reso ` - --xformers --shuffle_caption --use_8bit_adam $ext_args + --xformers --shuffle_caption $ext_args Write-Output "Train finished" Read-Host | Out-Null ; \ No newline at end of file