mirror of https://github.com/bmaltais/kohya_ss
bmaltais
parent
67e735614c
commit
b65b52cf30
|
|
@ -55,6 +55,7 @@ The GUI allows you to set the training parameters and generate and run the requi
|
|||
- [Monitoring Processes](#monitoring-processes)
|
||||
- [Interesting Forks](#interesting-forks)
|
||||
- [Change History](#change-history)
|
||||
- [v25.0.2](#v2502)
|
||||
- [v25.0.1](#v2501)
|
||||
- [v25.0.0](#v2500)
|
||||
|
||||
|
|
@ -503,6 +504,10 @@ To finetune HunyuanDiT models or create LoRAs, visit this [fork](https://github.
|
|||
|
||||
## Change History
|
||||
|
||||
### v25.0.2
|
||||
|
||||
- Force gradio to 5.14.0 or greater so it is updated.
|
||||
|
||||
### v25.0.1
|
||||
|
||||
- Fix issue with requirements version causing huggingface download issues
|
||||
|
|
|
|||
|
|
@ -7,7 +7,7 @@ easygui==0.98.3
|
|||
einops==0.7.0
|
||||
fairscale==0.4.13
|
||||
ftfy==6.1.1
|
||||
gradio>=5.4.0
|
||||
gradio>=5.14.0
|
||||
huggingface-hub==0.25.2
|
||||
imagesize==1.4.1
|
||||
invisible-watermark==0.2.0
|
||||
|
|
|
|||
|
|
@ -1,71 +1,110 @@
|
|||
{
|
||||
"LoRA_type": "Standard",
|
||||
"LyCORIS_preset": "full",
|
||||
"adaptive_noise_scale": 0,
|
||||
"additional_parameters": "",
|
||||
"block_alphas": "",
|
||||
"block_dims": "",
|
||||
"block_lr_zero_threshold": "",
|
||||
"ae": "",
|
||||
"apply_t5_attn_mask": false,
|
||||
"async_upload": false,
|
||||
"blocks_to_swap": 0,
|
||||
"blockwise_fused_optimizers": false,
|
||||
"bucket_no_upscale": true,
|
||||
"bucket_reso_steps": 1,
|
||||
"bucket_reso_steps": 64,
|
||||
"cache_latents": true,
|
||||
"cache_latents_to_disk": false,
|
||||
"caption_dropout_every_n_epochs": 0.0,
|
||||
"caption_dropout_every_n_epochs": 0,
|
||||
"caption_dropout_rate": 0.05,
|
||||
"caption_extension": "",
|
||||
"clip_g": "",
|
||||
"clip_l": "",
|
||||
"clip_skip": 2,
|
||||
"color_aug": false,
|
||||
"constrain": 0.0,
|
||||
"conv_alpha": 8,
|
||||
"conv_block_alphas": "",
|
||||
"conv_block_dims": "",
|
||||
"conv_dim": 16,
|
||||
"cpu_offload_checkpointing": false,
|
||||
"dataset_config": "",
|
||||
"debiased_estimation_loss": false,
|
||||
"decompose_both": false,
|
||||
"dim_from_weights": false,
|
||||
"down_lr_weight": "",
|
||||
"disable_mmap_load_safetensors": false,
|
||||
"discrete_flow_shift": 3,
|
||||
"double_blocks_to_swap": 0,
|
||||
"dynamo_backend": "no",
|
||||
"dynamo_mode": "default",
|
||||
"dynamo_use_dynamic": false,
|
||||
"dynamo_use_fullgraph": false,
|
||||
"enable_bucket": true,
|
||||
"epoch": 4,
|
||||
"factor": -1,
|
||||
"extra_accelerate_launch_args": "",
|
||||
"flip_aug": false,
|
||||
"flux1_cache_text_encoder_outputs": false,
|
||||
"flux1_cache_text_encoder_outputs_to_disk": false,
|
||||
"flux1_checkbox": false,
|
||||
"flux1_clip_l": "",
|
||||
"flux1_t5xxl": "",
|
||||
"flux_fused_backward_pass": false,
|
||||
"fp8_base": false,
|
||||
"full_bf16": false,
|
||||
"full_fp16": false,
|
||||
"fused_backward_pass": false,
|
||||
"fused_optimizer_groups": 0,
|
||||
"gpu_ids": "",
|
||||
"gradient_accumulation_steps": 1,
|
||||
"gradient_checkpointing": false,
|
||||
"keep_tokens": "0",
|
||||
"guidance_scale": 3.5,
|
||||
"huber_c": 0.1,
|
||||
"huber_scale": 1,
|
||||
"huber_schedule": "snr",
|
||||
"huggingface_path_in_repo": "",
|
||||
"huggingface_repo_id": "",
|
||||
"huggingface_repo_type": "",
|
||||
"huggingface_repo_visibility": "",
|
||||
"huggingface_token": "",
|
||||
"ip_noise_gamma": 0,
|
||||
"ip_noise_gamma_random_strength": false,
|
||||
"keep_tokens": 0,
|
||||
"learning_rate": 0.0001,
|
||||
"learning_rate_te": 1e-05,
|
||||
"learning_rate_te1": 1e-05,
|
||||
"learning_rate_te2": 1e-05,
|
||||
"log_config": false,
|
||||
"log_tracker_config": "",
|
||||
"log_tracker_name": "",
|
||||
"log_with": "",
|
||||
"logging_dir": "./test/logs",
|
||||
"lora_network_weights": "",
|
||||
"logit_mean": 0,
|
||||
"logit_std": 1,
|
||||
"loss_type": "l2",
|
||||
"lr_scheduler": "cosine",
|
||||
"lr_scheduler_args": "",
|
||||
"lr_scheduler_num_cycles": "",
|
||||
"lr_scheduler_power": "",
|
||||
"lr_scheduler_num_cycles": 1,
|
||||
"lr_scheduler_power": 1,
|
||||
"lr_scheduler_type": "",
|
||||
"lr_warmup": 0,
|
||||
"lr_warmup_steps": 0,
|
||||
"main_process_port": 0,
|
||||
"masked_loss": false,
|
||||
"max_bucket_reso": 2048,
|
||||
"max_data_loader_n_workers": "0",
|
||||
"max_grad_norm": 1,
|
||||
"max_data_loader_n_workers": 0,
|
||||
"max_resolution": "512,512",
|
||||
"max_timestep": 1000,
|
||||
"max_token_length": "75",
|
||||
"max_train_epochs": "",
|
||||
"max_train_steps": "",
|
||||
"max_token_length": 75,
|
||||
"max_train_epochs": 0,
|
||||
"max_train_steps": 0,
|
||||
"mem_eff_attn": false,
|
||||
"mid_lr_weight": "",
|
||||
"mem_eff_save": false,
|
||||
"metadata_author": "",
|
||||
"metadata_description": "",
|
||||
"metadata_license": "",
|
||||
"metadata_tags": "",
|
||||
"metadata_title": "",
|
||||
"min_bucket_reso": 256,
|
||||
"min_snr_gamma": 10,
|
||||
"min_timestep": 0,
|
||||
"mixed_precision": "bf16",
|
||||
"mode_scale": 1.29,
|
||||
"model_list": "runwayml/stable-diffusion-v1-5",
|
||||
"module_dropout": 0.1,
|
||||
"model_prediction_type": "sigma_scaled",
|
||||
"multi_gpu": false,
|
||||
"multires_noise_discount": 0.2,
|
||||
"multires_noise_iterations": 8,
|
||||
"network_alpha": 16,
|
||||
"network_dim": 16,
|
||||
"network_dropout": 0.1,
|
||||
"noise_offset": "0.05",
|
||||
"no_token_padding": false,
|
||||
"noise_offset": 0.05,
|
||||
"noise_offset_random_strength": false,
|
||||
"noise_offset_type": "Multires",
|
||||
"num_cpu_threads_per_process": 2,
|
||||
"num_machines": 1,
|
||||
|
|
@ -76,50 +115,60 @@
|
|||
"output_name": "Standard-Adamw8bit",
|
||||
"persistent_data_loader_workers": false,
|
||||
"pretrained_model_name_or_path": "runwayml/stable-diffusion-v1-5",
|
||||
"prior_loss_weight": 1.0,
|
||||
"prior_loss_weight": 1,
|
||||
"random_crop": false,
|
||||
"rank_dropout": 0.1,
|
||||
"rank_dropout_scale": false,
|
||||
"reg_data_dir": "",
|
||||
"rescaled": false,
|
||||
"resume": "",
|
||||
"resume_from_huggingface": "",
|
||||
"sample_every_n_epochs": 0,
|
||||
"sample_every_n_steps": 20,
|
||||
"sample_prompts": "a painting of man wearing a gas mask , by darius kawasaki",
|
||||
"sample_sampler": "euler_a",
|
||||
"save_as_bool": false,
|
||||
"save_clip": false,
|
||||
"save_every_n_epochs": 1,
|
||||
"save_every_n_steps": 0,
|
||||
"save_last_n_epochs": 0,
|
||||
"save_last_n_epochs_state": 0,
|
||||
"save_last_n_steps": 0,
|
||||
"save_last_n_steps_state": 0,
|
||||
"save_model_as": "safetensors",
|
||||
"save_precision": "fp16",
|
||||
"save_state": false,
|
||||
"save_state_on_train_end": false,
|
||||
"save_state_to_huggingface": false,
|
||||
"save_t5xxl": false,
|
||||
"scale_v_pred_loss_like_noise_pred": false,
|
||||
"scale_weight_norms": 1,
|
||||
"sd3_cache_text_encoder_outputs": false,
|
||||
"sd3_cache_text_encoder_outputs_to_disk": false,
|
||||
"sd3_checkbox": false,
|
||||
"sd3_fused_backward_pass": false,
|
||||
"sd3_text_encoder_batch_size": 1,
|
||||
"sdxl": false,
|
||||
"sdxl_cache_text_encoder_outputs": false,
|
||||
"sdxl_no_half_vae": false,
|
||||
"seed": "1234",
|
||||
"seed": 1234,
|
||||
"shuffle_caption": false,
|
||||
"single_blocks_to_swap": 0,
|
||||
"skip_cache_check": false,
|
||||
"split_mode": false,
|
||||
"stop_text_encoder_training": 0,
|
||||
"text_encoder_lr": 0.0001,
|
||||
"t5xxl": "",
|
||||
"t5xxl_device": "",
|
||||
"t5xxl_dtype": "bf16",
|
||||
"t5xxl_max_token_length": 512,
|
||||
"timestep_sampling": "sigma",
|
||||
"train_batch_size": 4,
|
||||
"train_blocks": "all",
|
||||
"train_data_dir": "./test/img",
|
||||
"train_norm": false,
|
||||
"train_on_input": false,
|
||||
"training_comment": "",
|
||||
"unet_lr": 0.0001,
|
||||
"unit": 1,
|
||||
"up_lr_weight": "",
|
||||
"use_cp": true,
|
||||
"use_scalar": false,
|
||||
"use_tucker": false,
|
||||
"use_wandb": false,
|
||||
"v2": false,
|
||||
"v_parameterization": false,
|
||||
"v_pred_like_loss": 0,
|
||||
"vae": "",
|
||||
"vae_batch_size": 0,
|
||||
"wandb_api_key": "",
|
||||
"wandb_run_name": "",
|
||||
"weighted_captions": false,
|
||||
"weighting_scheme": "logit_normal",
|
||||
"xformers": "xformers"
|
||||
}
|
||||
|
|
@ -1,5 +1,11 @@
|
|||
{
|
||||
"adaptive_noise_scale": 0,
|
||||
"additional_parameters": "",
|
||||
"ae": "",
|
||||
"apply_t5_attn_mask": false,
|
||||
"async_upload": false,
|
||||
"blocks_to_swap": 0,
|
||||
"blockwise_fused_optimizers": false,
|
||||
"bucket_no_upscale": true,
|
||||
"bucket_reso_steps": 64,
|
||||
"cache_latents": true,
|
||||
|
|
@ -7,56 +13,97 @@
|
|||
"caption_dropout_every_n_epochs": 0,
|
||||
"caption_dropout_rate": 0.05,
|
||||
"caption_extension": "",
|
||||
"clip_skip": "2",
|
||||
"clip_g": "",
|
||||
"clip_l": "",
|
||||
"clip_skip": 2,
|
||||
"color_aug": false,
|
||||
"cpu_offload_checkpointing": false,
|
||||
"dataset_config": "",
|
||||
"debiased_estimation_loss": false,
|
||||
"disable_mmap_load_safetensors": false,
|
||||
"discrete_flow_shift": 3,
|
||||
"double_blocks_to_swap": 0,
|
||||
"dynamo_backend": "no",
|
||||
"dynamo_mode": "default",
|
||||
"dynamo_use_dynamic": false,
|
||||
"dynamo_use_fullgraph": false,
|
||||
"enable_bucket": true,
|
||||
"epoch": 1,
|
||||
"epoch": 4,
|
||||
"extra_accelerate_launch_args": "",
|
||||
"flip_aug": false,
|
||||
"flux1_cache_text_encoder_outputs": false,
|
||||
"flux1_cache_text_encoder_outputs_to_disk": false,
|
||||
"flux1_checkbox": false,
|
||||
"flux1_clip_l": "",
|
||||
"flux1_t5xxl": "",
|
||||
"flux_fused_backward_pass": false,
|
||||
"fp8_base": false,
|
||||
"full_bf16": false,
|
||||
"full_fp16": false,
|
||||
"fused_backward_pass": false,
|
||||
"fused_optimizer_groups": 0,
|
||||
"gpu_ids": "",
|
||||
"gradient_accumulation_steps": "1",
|
||||
"gradient_accumulation_steps": 1,
|
||||
"gradient_checkpointing": false,
|
||||
"guidance_scale": 3.5,
|
||||
"huber_c": 0.1,
|
||||
"huber_scale": 1,
|
||||
"huber_schedule": "snr",
|
||||
"huggingface_path_in_repo": "",
|
||||
"huggingface_repo_id": "",
|
||||
"huggingface_repo_type": "",
|
||||
"huggingface_repo_visibility": "",
|
||||
"huggingface_token": "",
|
||||
"ip_noise_gamma": 0,
|
||||
"ip_noise_gamma_random_strength": false,
|
||||
"keep_tokens": "0",
|
||||
"keep_tokens": 0,
|
||||
"learning_rate": 5e-05,
|
||||
"learning_rate_te": 1e-05,
|
||||
"learning_rate_te1": 1e-05,
|
||||
"learning_rate_te2": 1e-05,
|
||||
"log_config": false,
|
||||
"log_tracker_config": "",
|
||||
"log_tracker_name": "",
|
||||
"log_with": "",
|
||||
"logging_dir": "./test/logs",
|
||||
"logit_mean": 0,
|
||||
"logit_std": 1,
|
||||
"loss_type": "l2",
|
||||
"lr_scheduler": "constant",
|
||||
"lr_scheduler_args": "",
|
||||
"lr_scheduler_num_cycles": "",
|
||||
"lr_scheduler_power": "",
|
||||
"lr_scheduler_num_cycles": 1,
|
||||
"lr_scheduler_power": 1,
|
||||
"lr_scheduler_type": "",
|
||||
"lr_warmup": 0,
|
||||
"lr_warmup_steps": 0,
|
||||
"main_process_port": 0,
|
||||
"masked_loss": false,
|
||||
"max_bucket_reso": 2048,
|
||||
"max_data_loader_n_workers": "0",
|
||||
"max_data_loader_n_workers": 0,
|
||||
"max_resolution": "512,512",
|
||||
"max_timestep": 1000,
|
||||
"max_token_length": "75",
|
||||
"max_train_epochs": "",
|
||||
"max_train_steps": "",
|
||||
"max_token_length": 75,
|
||||
"max_train_epochs": 0,
|
||||
"max_train_steps": 0,
|
||||
"mem_eff_attn": false,
|
||||
"mem_eff_save": false,
|
||||
"metadata_author": "",
|
||||
"metadata_description": "",
|
||||
"metadata_license": "",
|
||||
"metadata_tags": "",
|
||||
"metadata_title": "",
|
||||
"min_bucket_reso": 256,
|
||||
"min_snr_gamma": 0,
|
||||
"min_timestep": 0,
|
||||
"mixed_precision": "bf16",
|
||||
"mode_scale": 1.29,
|
||||
"model_list": "runwayml/stable-diffusion-v1-5",
|
||||
"model_prediction_type": "sigma_scaled",
|
||||
"multi_gpu": false,
|
||||
"multires_noise_discount": 0,
|
||||
"multires_noise_iterations": 0,
|
||||
"no_token_padding": false,
|
||||
"noise_offset": 0.05,
|
||||
"noise_offset_random_strength": false,
|
||||
"noise_offset_type": "Original",
|
||||
"num_cpu_threads_per_process": 2,
|
||||
|
|
@ -72,27 +119,48 @@
|
|||
"random_crop": false,
|
||||
"reg_data_dir": "",
|
||||
"resume": "",
|
||||
"resume_from_huggingface": "",
|
||||
"sample_every_n_epochs": 0,
|
||||
"sample_every_n_steps": 25,
|
||||
"sample_every_n_steps": 20,
|
||||
"sample_prompts": "a painting of a gas mask , by darius kawasaki",
|
||||
"sample_sampler": "euler_a",
|
||||
"save_as_bool": false,
|
||||
"save_clip": false,
|
||||
"save_every_n_epochs": 1,
|
||||
"save_every_n_steps": 0,
|
||||
"save_last_n_epochs": 0,
|
||||
"save_last_n_epochs_state": 0,
|
||||
"save_last_n_steps": 0,
|
||||
"save_last_n_steps_state": 0,
|
||||
"save_model_as": "safetensors",
|
||||
"save_precision": "fp16",
|
||||
"save_state": false,
|
||||
"save_state_on_train_end": false,
|
||||
"save_state_to_huggingface": false,
|
||||
"save_t5xxl": false,
|
||||
"scale_v_pred_loss_like_noise_pred": false,
|
||||
"sd3_cache_text_encoder_outputs": false,
|
||||
"sd3_cache_text_encoder_outputs_to_disk": false,
|
||||
"sd3_checkbox": false,
|
||||
"sd3_fused_backward_pass": false,
|
||||
"sd3_text_encoder_batch_size": 1,
|
||||
"sdxl": false,
|
||||
"seed": "1234",
|
||||
"sdxl_cache_text_encoder_outputs": false,
|
||||
"sdxl_no_half_vae": false,
|
||||
"seed": 1234,
|
||||
"shuffle_caption": false,
|
||||
"single_blocks_to_swap": 0,
|
||||
"skip_cache_check": false,
|
||||
"split_mode": false,
|
||||
"stop_text_encoder_training": 0,
|
||||
"t5xxl": "",
|
||||
"t5xxl_device": "",
|
||||
"t5xxl_dtype": "bf16",
|
||||
"t5xxl_max_token_length": 512,
|
||||
"timestep_sampling": "sigma",
|
||||
"train_batch_size": 4,
|
||||
"train_blocks": "all",
|
||||
"train_data_dir": "./test/img",
|
||||
"use_wandb": false,
|
||||
"v2": false,
|
||||
"v_parameterization": false,
|
||||
"v_pred_like_loss": 0,
|
||||
|
|
@ -101,5 +169,6 @@
|
|||
"wandb_api_key": "",
|
||||
"wandb_run_name": "",
|
||||
"weighted_captions": false,
|
||||
"weighting_scheme": "logit_normal",
|
||||
"xformers": "xformers"
|
||||
}
|
||||
Loading…
Reference in New Issue