1580158
/
kohya_ss
mirror of https://github.com/bmaltais/kohya_ss
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Update requirements

pull/3051/head
bmaltais 2025-03-28 15:27:39 -04:00
parent 5a2dc0abb4
commit 144b5db964
3 changed files with 123 additions and 66 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
pyproject.toml
View File

@ -15,8 +15,8 @@ dependencies = [
"einops==0.7.0",
"fairscale==0.4.13",
"ftfy==6.1.1",
"gradio>=5.23.1",
"huggingface-hub==0.29.3",
"gradio>=5.14.0",
"huggingface-hub==0.25.2",
"imagesize==1.4.1",
"invisible-watermark==0.2.0",
"library",

154
test/config/SDXL-Standard-AdamW.json
View File

@ -1,106 +1,174 @@
{
"LoRA_type": "Standard",
"adaptive_noise_scale": 0,
"additional_parameters": "",
"block_alphas": "",
"block_dims": "",
"block_lr_zero_threshold": "",
"ae": "",
"apply_t5_attn_mask": false,
"async_upload": false,
"blocks_to_swap": 0,
"blockwise_fused_optimizers": false,
"bucket_no_upscale": false,
"bucket_reso_steps": 1,
"bucket_reso_steps": 32,
"cache_latents": true,
"cache_latents_to_disk": true,
"caption_dropout_every_n_epochs": 0.0,
"caption_dropout_every_n_epochs": 0,
"caption_dropout_rate": 0,
"caption_extension": ".none-use-foldername",
"clip_skip": "1",
"caption_extension": ".txt",
"clip_g": "",
"clip_l": "",
"clip_skip": 1,
"color_aug": false,
"conv_alpha": 64,
"conv_alphas": "",
"conv_dim": 64,
"conv_dims": "",
"decompose_both": false,
"dim_from_weights": false,
"down_lr_weight": "",
"cpu_offload_checkpointing": false,
"dataset_config": "",
"debiased_estimation_loss": false,
"disable_mmap_load_safetensors": false,
"discrete_flow_shift": 3,
"double_blocks_to_swap": 0,
"dynamo_backend": "no",
"dynamo_mode": "default",
"dynamo_use_dynamic": false,
"dynamo_use_fullgraph": false,
"enable_bucket": true,
"epoch": 1,
"factor": -1,
"extra_accelerate_launch_args": "",
"flip_aug": false,
"flux1_cache_text_encoder_outputs": false,
"flux1_cache_text_encoder_outputs_to_disk": false,
"flux1_checkbox": false,
"flux1_clip_l": "",
"flux1_t5xxl": "",
"flux_fused_backward_pass": false,
"fp8_base": false,
"full_bf16": false,
"full_fp16": false,
"gradient_accumulation_steps": 1.0,
"fused_backward_pass": false,
"fused_optimizer_groups": 0,
"gpu_ids": "",
"gradient_accumulation_steps": 1,
"gradient_checkpointing": true,
"keep_tokens": "0",
"guidance_scale": 3.5,
"huber_c": 0.1,
"huber_scale": 1,
"huber_schedule": "snr",
"huggingface_path_in_repo": "",
"huggingface_repo_id": "",
"huggingface_repo_type": "",
"huggingface_repo_visibility": "",
"huggingface_token": "",
"ip_noise_gamma": 0,
"ip_noise_gamma_random_strength": false,
"keep_tokens": 0,
"learning_rate": 0.0001,
"learning_rate_te": 1e-05,
"learning_rate_te1": 1e-05,
"learning_rate_te2": 1e-05,
"log_config": false,
"log_tracker_config": "",
"log_tracker_name": "",
"log_with": "",
"logging_dir": "./test/logs",
"lora_network_weights": "",
"logit_mean": 0,
"logit_std": 1,
"loss_type": "l2",
"lr_scheduler": "cosine",
"lr_scheduler_num_cycles": "1",
"lr_scheduler_power": "",
"lr_scheduler_args": "",
"lr_scheduler_num_cycles": 1,
"lr_scheduler_power": 1,
"lr_scheduler_type": "",
"lr_warmup": 0,
"max_data_loader_n_workers": "0",
"lr_warmup_steps": 0,
"main_process_port": 0,
"masked_loss": false,
"max_bucket_reso": 2048,
"max_data_loader_n_workers": 0,
"max_resolution": "1024,1024",
"max_timestep": 1000,
"max_token_length": "75",
"max_train_epochs": "",
"max_token_length": 75,
"max_train_epochs": 0,
"max_train_steps": 1600,
"mem_eff_attn": false,
"mid_lr_weight": "",
"mem_eff_save": false,
"metadata_author": "",
"metadata_description": "",
"metadata_license": "",
"metadata_tags": "",
"metadata_title": "",
"min_bucket_reso": 256,
"min_snr_gamma": 10,
"min_timestep": 0,
"mixed_precision": "fp16",
"mode_scale": 1.29,
"model_list": "custom",
"module_dropout": 0,
"model_prediction_type": "sigma_scaled",
"multi_gpu": false,
"multires_noise_discount": 0.2,
"multires_noise_iterations": 8,
"network_alpha": 64,
"network_dim": 64,
"network_dropout": 0,
"no_token_padding": false,
"noise_offset": 0.0357,
"noise_offset_random_strength": false,
"noise_offset_type": "Original",
"num_cpu_threads_per_process": 2,
"num_machines": 1,
"num_processes": 1,
"optimizer": "AdamW",
"optimizer_args": "",
"output_dir": "./test/output",
"output_name": "SDXL-Standard-AdamW",
"persistent_data_loader_workers": false,
"pretrained_model_name_or_path": "D:/models/sdxl/sd_xl_base_0.9-pruned.safetensors",
"prior_loss_weight": 1.0,
"prior_loss_weight": 1,
"random_crop": false,
"rank_dropout": 0,
"reg_data_dir": "",
"resume": "",
"resume_from_huggingface": "",
"sample_every_n_epochs": 0,
"sample_every_n_steps": 0,
"sample_prompts": "",
"sample_sampler": "euler_a",
"save_as_bool": false,
"save_clip": false,
"save_every_n_epochs": 1,
"save_every_n_steps": 0,
"save_last_n_epochs": 0,
"save_last_n_epochs_state": 0,
"save_last_n_steps": 0,
"save_last_n_steps_state": 0,
"save_model_as": "safetensors",
"save_precision": "fp16",
"save_state": false,
"save_state_on_train_end": false,
"save_state_to_huggingface": false,
"save_t5xxl": false,
"scale_v_pred_loss_like_noise_pred": false,
"scale_weight_norms": 0,
"sd3_cache_text_encoder_outputs": false,
"sd3_cache_text_encoder_outputs_to_disk": false,
"sd3_checkbox": false,
"sd3_fused_backward_pass": false,
"sd3_text_encoder_batch_size": 1,
"sdxl": true,
"sdxl_cache_text_encoder_outputs": true,
"sdxl_cache_text_encoder_outputs": false,
"sdxl_no_half_vae": true,
"seed": "",
"seed": 0,
"shuffle_caption": false,
"single_blocks_to_swap": 0,
"skip_cache_check": false,
"split_mode": false,
"stop_text_encoder_training": 0,
"text_encoder_lr": 0.0,
"t5xxl": "",
"t5xxl_device": "",
"t5xxl_dtype": "bf16",
"t5xxl_max_token_length": 512,
"timestep_sampling": "sigma",
"train_batch_size": 1,
"train_blocks": "all",
"train_data_dir": "./test/img",
"train_on_input": true,
"training_comment": "",
"unet_lr": 0.0001,
"unit": 1,
"up_lr_weight": "",
"use_cp": false,
"use_wandb": false,
"v2": false,
"v_parameterization": false,
"v_pred_like_loss": 0,
"vae": "",
"vae_batch_size": 0,
"wandb_api_key": "",
"wandb_run_name": "",
"weighted_captions": false,
"xformers": true
"weighting_scheme": "logit_normal",
"xformers": "xformers"
}

31
uv.lock
View File

@ -483,7 +483,7 @@ wheels = [
[[package]]
name = "gradio"
version = "5.23.1"
version = "5.14.0"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "aiofiles" },
@ -491,7 +491,6 @@ dependencies = [
{ name = "fastapi" },
{ name = "ffmpy" },
{ name = "gradio-client" },
{ name = "groovy" },
{ name = "httpx" },
{ name = "huggingface-hub" },
{ name = "jinja2" },
@ -515,14 +514,13 @@ dependencies = [
{ name = "urllib3", marker = "sys_platform == 'emscripten'" },
{ name = "uvicorn", marker = "sys_platform != 'emscripten'" },
]
sdist = { url = "https://files.pythonhosted.org/packages/a4/47/49f29cf0aba44aef9bb5f1a60901af36fd32293d8445054a666de4ae0e25/gradio-5.23.1.tar.gz", hash = "sha256:ef857663f661a9fe1e58b5ede91a09998340390fd460a03ba7c50508fd53a082", size = 62192507 }
wheels = [
{ url = "https://files.pythonhosted.org/packages/dd/9a/23df7fafbe5201d811a60acb3869a3e21cf2d813eed47b2a3ad7d649b905/gradio-5.23.1-py3-none-any.whl", hash = "sha256:945ead6d6590d3f2f7a5fa148cd993f4a57e4a1c44096abc4c008715afa42f65", size = 51323293 },
{ url = "https://files.pythonhosted.org/packages/e7/a4/ecf91859dd655ec55b172d72c73aab8ed1de533238225cd18ffc2a8b0c08/gradio-5.14.0-py3-none-any.whl", hash = "sha256:7f8a7fd61f37c0c0a5eb9494439f35123ccefa9106eebe0fb4e2d0e4c9a87a55", size = 57700097 },
]
[[package]]
name = "gradio-client"
version = "1.8.0"
version = "1.7.0"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "fsspec" },
@ -532,18 +530,9 @@ dependencies = [
{ name = "typing-extensions" },
{ name = "websockets" },
]
sdist = { url = "https://files.pythonhosted.org/packages/87/78/22a3cc136772979fefa6e3b3afb4352e6b2f5b43e699bbd4a32e6f588bf0/gradio_client-1.8.0.tar.gz", hash = "sha256:a58c520c73fa7ff8bef54e41b19df2cd9071fd9d0cc00475eb397842baed19c8", size = 320305 }
sdist = { url = "https://files.pythonhosted.org/packages/c5/78/e5a4a2b0f4d1ba01ec4169e181a3134fc65b6360d40817070892c3557000/gradio_client-1.7.0.tar.gz", hash = "sha256:87f6ade197951f38bac0431b2a436a8ebb2f33b2ceba2ef8e1e5bef8d8b238e4", size = 320039 }
wheels = [
{ url = "https://files.pythonhosted.org/packages/15/c8/0df7f92c8f1bdf5c244c29de8cd7e33a5931768ddba245526a770bfa18a2/gradio_client-1.8.0-py3-none-any.whl", hash = "sha256:27a3ab5278a44d57d1d05a86de67cec5f7370e540600d11816744a620addb967", size = 322165 },
]
[[package]]
name = "groovy"
version = "0.1.2"
source = { registry = "https://pypi.org/simple" }
sdist = { url = "https://files.pythonhosted.org/packages/52/36/bbdede67400277bef33d3ec0e6a31750da972c469f75966b4930c753218f/groovy-0.1.2.tar.gz", hash = "sha256:25c1dc09b3f9d7e292458aa762c6beb96ea037071bf5e917fc81fb78d2231083", size = 17325 }
wheels = [
{ url = "https://files.pythonhosted.org/packages/28/27/3d6dcadc8a3214d8522c1e7f6a19554e33659be44546d44a2f7572ac7d2a/groovy-0.1.2-py3-none-any.whl", hash = "sha256:7f7975bab18c729a257a8b1ae9dcd70b7cafb1720481beae47719af57c35fa64", size = 14090 },
{ url = "https://files.pythonhosted.org/packages/f3/c1/def2bd93b8beab342c443bf5ac47f85e48b78eca010bbff51d6978472a3f/gradio_client-1.7.0-py3-none-any.whl", hash = "sha256:b403570c67f121ebbbc19ac1f0afa2ab1bab085ce60d96eb190832fe871aa946", size = 321900 },
]
[[package]]
@ -618,7 +607,7 @@ wheels = [
[[package]]
name = "huggingface-hub"
version = "0.29.3"
version = "0.25.2"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "filelock" },
@ -629,9 +618,9 @@ dependencies = [
{ name = "tqdm" },
{ name = "typing-extensions" },
]
sdist = { url = "https://files.pythonhosted.org/packages/e5/f9/851f34b02970e8143d41d4001b2d49e54ef113f273902103823b8bc95ada/huggingface_hub-0.29.3.tar.gz", hash = "sha256:64519a25716e0ba382ba2d3fb3ca082e7c7eb4a2fc634d200e8380006e0760e5", size = 390123 }
sdist = { url = "https://files.pythonhosted.org/packages/df/fd/5f81bae67096c5ab50d29a0230b8374f0245916cca192f8ee2fada51f4f6/huggingface_hub-0.25.2.tar.gz", hash = "sha256:a1014ea111a5f40ccd23f7f7ba8ac46e20fa3b658ced1f86a00c75c06ec6423c", size = 365806 }
wheels = [
{ url = "https://files.pythonhosted.org/packages/40/0c/37d380846a2e5c9a3c6a73d26ffbcfdcad5fc3eacf42fdf7cff56f2af634/huggingface_hub-0.29.3-py3-none-any.whl", hash = "sha256:0b25710932ac649c08cdbefa6c6ccb8e88eef82927cacdb048efb726429453aa", size = 468997 },
{ url = "https://files.pythonhosted.org/packages/64/09/a535946bf2dc88e61341f39dc507530411bb3ea4eac493e5ec833e8f35bd/huggingface_hub-0.25.2-py3-none-any.whl", hash = "sha256:1897caf88ce7f97fe0110603d8f66ac264e3ba6accdf30cd66cc0fed5282ad25", size = 436575 },
]
[[package]]
@ -815,8 +804,8 @@ requires-dist = [
{ name = "einops", specifier = "==0.7.0" },
{ name = "fairscale", specifier = "==0.4.13" },
{ name = "ftfy", specifier = "==6.1.1" },
{ name = "gradio", specifier = ">=5.23.1" },
{ name = "huggingface-hub", specifier = "==0.29.3" },
{ name = "gradio", specifier = ">=5.14.0" },
{ name = "huggingface-hub", specifier = "==0.25.2" },
{ name = "imagesize", specifier = "==1.4.1" },
{ name = "invisible-watermark", specifier = "==0.2.0" },
{ name = "library", directory = "sd-scripts" },