Merge updates

README.md

@@ -432,3 +432,4 @@ If you come across a `FileNotFoundError`, it is likely due to an installation is
   - Improve how Source model preset work
   - New min/max timesteps parameters
   - Transformed a lot of the Gradio GUI code into class for easier updates/maintenance
+  - Make save button visible in headless mode. https://github.com/bmaltais/kohya_ss/issues/1125

library/class_configuration_file.py

@@ -10,7 +10,7 @@ class ConfigurationFile:
                     'Open 📂', elem_id='open_folder', visible=(not self.headless)
                 )
                 self.button_save_config = gr.Button(
-                    'Save 💾', elem_id='open_folder', visible=(not self.headless)
+                    'Save 💾', elem_id='open_folder',
                 )
                 self.button_save_as_config = gr.Button(
                     'Save as... 💾', elem_id='open_folder', visible=(not self.headless)

presets/lora/sdxl-loha-AdamW8bit-kBlueLeafv1.json

@@ -0,0 +1,106 @@
+{
+  "LoRA_type": "LyCORIS/LoHa",
+  "adaptive_noise_scale": 0,
+  "additional_parameters": "--min_bucket_reso=512 --max_bucket_reso=2048 --log_prefix=xl-loha",
+  "block_alphas": "",
+  "block_dims": "",
+  "block_lr_zero_threshold": "",
+  "bucket_no_upscale": true,
+  "bucket_reso_steps": 64,
+  "cache_latents": true,
+  "cache_latents_to_disk": true,
+  "caption_dropout_every_n_epochs": 0.0,
+  "caption_dropout_rate": 0,
+  "caption_extension": ".txt",
+  "clip_skip": "1",
+  "color_aug": false,
+  "conv_alpha": 4,
+  "conv_alphas": "",
+  "conv_dim": 4,
+  "conv_dims": "",
+  "decompose_both": false,
+  "dim_from_weights": false,
+  "down_lr_weight": "",
+  "enable_bucket": true,
+  "epoch": 10,
+  "factor": -1,
+  "flip_aug": false,
+  "full_fp16": false,
+  "gradient_accumulation_steps": 1.0,
+  "gradient_checkpointing": true,
+  "keep_tokens": "0",
+  "learning_rate": 0.002,
+  "logging_dir": "E:\\froggy\\loha\\logs",
+  "lora_network_weights": "",
+  "lr_scheduler": "cosine",
+  "lr_scheduler_num_cycles": "1",
+  "lr_scheduler_power": "",
+  "lr_warmup": 0,
+  "max_data_loader_n_workers": "0",
+  "max_resolution": "1024,1024",
+  "max_timestep": 1000,
+  "max_token_length": "75",
+  "max_train_epochs": "",
+  "mem_eff_attn": false,
+  "mid_lr_weight": "",
+  "min_snr_gamma": 5,
+  "min_timestep": 0,
+  "mixed_precision": "bf16",
+  "model_list": "custom",
+  "module_dropout": 0,
+  "multires_noise_discount": 0,
+  "multires_noise_iterations": 0,
+  "network_alpha": 8,
+  "network_dim": 8,
+  "network_dropout": 0,
+  "no_token_padding": false,
+  "noise_offset": 0.0357,
+  "noise_offset_type": "Original",
+  "num_cpu_threads_per_process": 2,
+  "optimizer": "AdamW8bit",
+  "optimizer_args": "weight_decay=0.05 betas=0.9,0.98",
+  "output_dir": "d:\\lycoris\\sdxl",
+  "output_name": "froddy-loha-sx_v1.0a",
+  "persistent_data_loader_workers": false,
+  "pretrained_model_name_or_path": "D:/models/sdxl/sd_xl_base_0.9.safetensors",
+  "prior_loss_weight": 1.0,
+  "random_crop": false,
+  "rank_dropout": 0,
+  "reg_data_dir": "",
+  "resume": "",
+  "sample_every_n_epochs": 0,
+  "sample_every_n_steps": 0,
+  "sample_prompts": "",
+  "sample_sampler": "euler_a",
+  "save_every_n_epochs": 1,
+  "save_every_n_steps": 0,
+  "save_last_n_steps": 0,
+  "save_last_n_steps_state": 0,
+  "save_model_as": "safetensors",
+  "save_precision": "bf16",
+  "save_state": false,
+  "scale_v_pred_loss_like_noise_pred": false,
+  "scale_weight_norms": 0,
+  "sdxl": true,
+  "sdxl_cache_text_encoder_outputs": true,
+  "sdxl_no_half_vae": true,
+  "seed": "17415",
+  "shuffle_caption": false,
+  "stop_text_encoder_training": 0,
+  "text_encoder_lr": 0.0,
+  "train_batch_size": 4,
+  "train_data_dir": "E:\\froggy\\img",
+  "train_on_input": false,
+  "training_comment": "",
+  "unet_lr": 0.002,
+  "unit": 1,
+  "up_lr_weight": "",
+  "use_cp": false,
+  "use_wandb": false,
+  "v2": false,
+  "v_parameterization": false,
+  "vae_batch_size": 0,
+  "wandb_api_key": "",
+  "weighted_captions": false,
+  "xformers": true
+}