diff --git a/.release b/.release index 57ee52f..70f30c2 100644 --- a/.release +++ b/.release @@ -1 +1 @@ -v25.0.1 +v25.0.2 diff --git a/README.md b/README.md index aafacf6..2b44910 100644 --- a/README.md +++ b/README.md @@ -55,6 +55,7 @@ The GUI allows you to set the training parameters and generate and run the requi - [Monitoring Processes](#monitoring-processes) - [Interesting Forks](#interesting-forks) - [Change History](#change-history) + - [v25.0.2](#v2502) - [v25.0.1](#v2501) - [v25.0.0](#v2500) @@ -503,6 +504,10 @@ To finetune HunyuanDiT models or create LoRAs, visit this [fork](https://github. ## Change History +### v25.0.2 + +- Force gradio to 5.14.0 or greater so it is updated. + ### v25.0.1 - Fix issue with requirements version causing huggingface download issues diff --git a/requirements.txt b/requirements.txt index 37d821b..62b9f46 100644 --- a/requirements.txt +++ b/requirements.txt @@ -7,7 +7,7 @@ easygui==0.98.3 einops==0.7.0 fairscale==0.4.13 ftfy==6.1.1 -gradio>=5.4.0 +gradio>=5.14.0 huggingface-hub==0.25.2 imagesize==1.4.1 invisible-watermark==0.2.0 diff --git a/test/config/Standard-AdamW8bit.json b/test/config/Standard-AdamW8bit.json index f151dca..6ab8fec 100644 --- a/test/config/Standard-AdamW8bit.json +++ b/test/config/Standard-AdamW8bit.json @@ -1,71 +1,110 @@ { - "LoRA_type": "Standard", - "LyCORIS_preset": "full", "adaptive_noise_scale": 0, "additional_parameters": "", - "block_alphas": "", - "block_dims": "", - "block_lr_zero_threshold": "", + "ae": "", + "apply_t5_attn_mask": false, + "async_upload": false, + "blocks_to_swap": 0, + "blockwise_fused_optimizers": false, "bucket_no_upscale": true, - "bucket_reso_steps": 1, + "bucket_reso_steps": 64, "cache_latents": true, "cache_latents_to_disk": false, - "caption_dropout_every_n_epochs": 0.0, + "caption_dropout_every_n_epochs": 0, "caption_dropout_rate": 0.05, "caption_extension": "", + "clip_g": "", + "clip_l": "", "clip_skip": 2, "color_aug": false, - "constrain": 0.0, - "conv_alpha": 8, - "conv_block_alphas": "", - "conv_block_dims": "", - "conv_dim": 16, + "cpu_offload_checkpointing": false, + "dataset_config": "", "debiased_estimation_loss": false, - "decompose_both": false, - "dim_from_weights": false, - "down_lr_weight": "", + "disable_mmap_load_safetensors": false, + "discrete_flow_shift": 3, + "double_blocks_to_swap": 0, + "dynamo_backend": "no", + "dynamo_mode": "default", + "dynamo_use_dynamic": false, + "dynamo_use_fullgraph": false, "enable_bucket": true, "epoch": 4, - "factor": -1, + "extra_accelerate_launch_args": "", "flip_aug": false, + "flux1_cache_text_encoder_outputs": false, + "flux1_cache_text_encoder_outputs_to_disk": false, + "flux1_checkbox": false, + "flux1_clip_l": "", + "flux1_t5xxl": "", + "flux_fused_backward_pass": false, "fp8_base": false, "full_bf16": false, "full_fp16": false, + "fused_backward_pass": false, + "fused_optimizer_groups": 0, "gpu_ids": "", "gradient_accumulation_steps": 1, "gradient_checkpointing": false, - "keep_tokens": "0", + "guidance_scale": 3.5, + "huber_c": 0.1, + "huber_scale": 1, + "huber_schedule": "snr", + "huggingface_path_in_repo": "", + "huggingface_repo_id": "", + "huggingface_repo_type": "", + "huggingface_repo_visibility": "", + "huggingface_token": "", + "ip_noise_gamma": 0, + "ip_noise_gamma_random_strength": false, + "keep_tokens": 0, "learning_rate": 0.0001, + "learning_rate_te": 1e-05, + "learning_rate_te1": 1e-05, + "learning_rate_te2": 1e-05, + "log_config": false, + "log_tracker_config": "", + "log_tracker_name": "", + "log_with": "", "logging_dir": "./test/logs", - "lora_network_weights": "", + "logit_mean": 0, + "logit_std": 1, + "loss_type": "l2", "lr_scheduler": "cosine", "lr_scheduler_args": "", - "lr_scheduler_num_cycles": "", - "lr_scheduler_power": "", + "lr_scheduler_num_cycles": 1, + "lr_scheduler_power": 1, + "lr_scheduler_type": "", "lr_warmup": 0, + "lr_warmup_steps": 0, + "main_process_port": 0, + "masked_loss": false, "max_bucket_reso": 2048, - "max_data_loader_n_workers": "0", - "max_grad_norm": 1, + "max_data_loader_n_workers": 0, "max_resolution": "512,512", "max_timestep": 1000, - "max_token_length": "75", - "max_train_epochs": "", - "max_train_steps": "", + "max_token_length": 75, + "max_train_epochs": 0, + "max_train_steps": 0, "mem_eff_attn": false, - "mid_lr_weight": "", + "mem_eff_save": false, + "metadata_author": "", + "metadata_description": "", + "metadata_license": "", + "metadata_tags": "", + "metadata_title": "", "min_bucket_reso": 256, "min_snr_gamma": 10, "min_timestep": 0, "mixed_precision": "bf16", + "mode_scale": 1.29, "model_list": "runwayml/stable-diffusion-v1-5", - "module_dropout": 0.1, + "model_prediction_type": "sigma_scaled", "multi_gpu": false, "multires_noise_discount": 0.2, "multires_noise_iterations": 8, - "network_alpha": 16, - "network_dim": 16, - "network_dropout": 0.1, - "noise_offset": "0.05", + "no_token_padding": false, + "noise_offset": 0.05, + "noise_offset_random_strength": false, "noise_offset_type": "Multires", "num_cpu_threads_per_process": 2, "num_machines": 1, @@ -76,50 +115,60 @@ "output_name": "Standard-Adamw8bit", "persistent_data_loader_workers": false, "pretrained_model_name_or_path": "runwayml/stable-diffusion-v1-5", - "prior_loss_weight": 1.0, + "prior_loss_weight": 1, "random_crop": false, - "rank_dropout": 0.1, - "rank_dropout_scale": false, "reg_data_dir": "", - "rescaled": false, "resume": "", + "resume_from_huggingface": "", "sample_every_n_epochs": 0, "sample_every_n_steps": 20, "sample_prompts": "a painting of man wearing a gas mask , by darius kawasaki", "sample_sampler": "euler_a", + "save_as_bool": false, + "save_clip": false, "save_every_n_epochs": 1, "save_every_n_steps": 0, + "save_last_n_epochs": 0, + "save_last_n_epochs_state": 0, "save_last_n_steps": 0, "save_last_n_steps_state": 0, "save_model_as": "safetensors", "save_precision": "fp16", "save_state": false, + "save_state_on_train_end": false, + "save_state_to_huggingface": false, + "save_t5xxl": false, "scale_v_pred_loss_like_noise_pred": false, - "scale_weight_norms": 1, + "sd3_cache_text_encoder_outputs": false, + "sd3_cache_text_encoder_outputs_to_disk": false, + "sd3_checkbox": false, + "sd3_fused_backward_pass": false, + "sd3_text_encoder_batch_size": 1, "sdxl": false, "sdxl_cache_text_encoder_outputs": false, "sdxl_no_half_vae": false, - "seed": "1234", + "seed": 1234, "shuffle_caption": false, + "single_blocks_to_swap": 0, + "skip_cache_check": false, + "split_mode": false, "stop_text_encoder_training": 0, - "text_encoder_lr": 0.0001, + "t5xxl": "", + "t5xxl_device": "", + "t5xxl_dtype": "bf16", + "t5xxl_max_token_length": 512, + "timestep_sampling": "sigma", "train_batch_size": 4, + "train_blocks": "all", "train_data_dir": "./test/img", - "train_norm": false, - "train_on_input": false, - "training_comment": "", - "unet_lr": 0.0001, - "unit": 1, - "up_lr_weight": "", - "use_cp": true, - "use_scalar": false, - "use_tucker": false, - "use_wandb": false, "v2": false, "v_parameterization": false, "v_pred_like_loss": 0, + "vae": "", "vae_batch_size": 0, "wandb_api_key": "", + "wandb_run_name": "", "weighted_captions": false, + "weighting_scheme": "logit_normal", "xformers": "xformers" } \ No newline at end of file diff --git a/test/config/dreambooth-AdamW.json b/test/config/dreambooth-AdamW.json index 05ee95b..2cadccc 100644 --- a/test/config/dreambooth-AdamW.json +++ b/test/config/dreambooth-AdamW.json @@ -1,5 +1,11 @@ { + "adaptive_noise_scale": 0, "additional_parameters": "", + "ae": "", + "apply_t5_attn_mask": false, + "async_upload": false, + "blocks_to_swap": 0, + "blockwise_fused_optimizers": false, "bucket_no_upscale": true, "bucket_reso_steps": 64, "cache_latents": true, @@ -7,56 +13,97 @@ "caption_dropout_every_n_epochs": 0, "caption_dropout_rate": 0.05, "caption_extension": "", - "clip_skip": "2", + "clip_g": "", + "clip_l": "", + "clip_skip": 2, "color_aug": false, + "cpu_offload_checkpointing": false, "dataset_config": "", "debiased_estimation_loss": false, + "disable_mmap_load_safetensors": false, + "discrete_flow_shift": 3, + "double_blocks_to_swap": 0, + "dynamo_backend": "no", + "dynamo_mode": "default", + "dynamo_use_dynamic": false, + "dynamo_use_fullgraph": false, "enable_bucket": true, - "epoch": 1, + "epoch": 4, "extra_accelerate_launch_args": "", "flip_aug": false, + "flux1_cache_text_encoder_outputs": false, + "flux1_cache_text_encoder_outputs_to_disk": false, + "flux1_checkbox": false, + "flux1_clip_l": "", + "flux1_t5xxl": "", + "flux_fused_backward_pass": false, + "fp8_base": false, "full_bf16": false, "full_fp16": false, + "fused_backward_pass": false, + "fused_optimizer_groups": 0, "gpu_ids": "", - "gradient_accumulation_steps": "1", + "gradient_accumulation_steps": 1, "gradient_checkpointing": false, + "guidance_scale": 3.5, "huber_c": 0.1, + "huber_scale": 1, "huber_schedule": "snr", + "huggingface_path_in_repo": "", + "huggingface_repo_id": "", + "huggingface_repo_type": "", + "huggingface_repo_visibility": "", + "huggingface_token": "", "ip_noise_gamma": 0, "ip_noise_gamma_random_strength": false, - "keep_tokens": "0", + "keep_tokens": 0, "learning_rate": 5e-05, "learning_rate_te": 1e-05, "learning_rate_te1": 1e-05, "learning_rate_te2": 1e-05, + "log_config": false, "log_tracker_config": "", "log_tracker_name": "", + "log_with": "", "logging_dir": "./test/logs", + "logit_mean": 0, + "logit_std": 1, "loss_type": "l2", "lr_scheduler": "constant", "lr_scheduler_args": "", - "lr_scheduler_num_cycles": "", - "lr_scheduler_power": "", + "lr_scheduler_num_cycles": 1, + "lr_scheduler_power": 1, + "lr_scheduler_type": "", "lr_warmup": 0, + "lr_warmup_steps": 0, "main_process_port": 0, "masked_loss": false, "max_bucket_reso": 2048, - "max_data_loader_n_workers": "0", + "max_data_loader_n_workers": 0, "max_resolution": "512,512", "max_timestep": 1000, - "max_token_length": "75", - "max_train_epochs": "", - "max_train_steps": "", + "max_token_length": 75, + "max_train_epochs": 0, + "max_train_steps": 0, "mem_eff_attn": false, + "mem_eff_save": false, + "metadata_author": "", + "metadata_description": "", + "metadata_license": "", + "metadata_tags": "", + "metadata_title": "", "min_bucket_reso": 256, "min_snr_gamma": 0, "min_timestep": 0, "mixed_precision": "bf16", + "mode_scale": 1.29, "model_list": "runwayml/stable-diffusion-v1-5", + "model_prediction_type": "sigma_scaled", "multi_gpu": false, "multires_noise_discount": 0, "multires_noise_iterations": 0, "no_token_padding": false, + "noise_offset": 0.05, "noise_offset_random_strength": false, "noise_offset_type": "Original", "num_cpu_threads_per_process": 2, @@ -72,27 +119,48 @@ "random_crop": false, "reg_data_dir": "", "resume": "", + "resume_from_huggingface": "", "sample_every_n_epochs": 0, - "sample_every_n_steps": 25, + "sample_every_n_steps": 20, "sample_prompts": "a painting of a gas mask , by darius kawasaki", "sample_sampler": "euler_a", "save_as_bool": false, + "save_clip": false, "save_every_n_epochs": 1, "save_every_n_steps": 0, + "save_last_n_epochs": 0, + "save_last_n_epochs_state": 0, "save_last_n_steps": 0, "save_last_n_steps_state": 0, "save_model_as": "safetensors", "save_precision": "fp16", "save_state": false, "save_state_on_train_end": false, + "save_state_to_huggingface": false, + "save_t5xxl": false, "scale_v_pred_loss_like_noise_pred": false, + "sd3_cache_text_encoder_outputs": false, + "sd3_cache_text_encoder_outputs_to_disk": false, + "sd3_checkbox": false, + "sd3_fused_backward_pass": false, + "sd3_text_encoder_batch_size": 1, "sdxl": false, - "seed": "1234", + "sdxl_cache_text_encoder_outputs": false, + "sdxl_no_half_vae": false, + "seed": 1234, "shuffle_caption": false, + "single_blocks_to_swap": 0, + "skip_cache_check": false, + "split_mode": false, "stop_text_encoder_training": 0, + "t5xxl": "", + "t5xxl_device": "", + "t5xxl_dtype": "bf16", + "t5xxl_max_token_length": 512, + "timestep_sampling": "sigma", "train_batch_size": 4, + "train_blocks": "all", "train_data_dir": "./test/img", - "use_wandb": false, "v2": false, "v_parameterization": false, "v_pred_like_loss": 0, @@ -101,5 +169,6 @@ "wandb_api_key": "", "wandb_run_name": "", "weighted_captions": false, + "weighting_scheme": "logit_normal", "xformers": "xformers" } \ No newline at end of file