mirror of https://github.com/bmaltais/kohya_ss
Update release
parent
be5d30130f
commit
321325a0e8
|
|
@ -8,7 +8,7 @@
|
|||
"caption_dropout_every_n_epochs": 0,
|
||||
"caption_dropout_rate": 0.05,
|
||||
"caption_extension": "",
|
||||
"clip_skip": 2,
|
||||
"clip_skip": "2",
|
||||
"color_aug": false,
|
||||
"dataset_config": "",
|
||||
"debiased_estimation_loss": false,
|
||||
|
|
@ -19,7 +19,7 @@
|
|||
"full_bf16": false,
|
||||
"full_fp16": false,
|
||||
"gpu_ids": "",
|
||||
"gradient_accumulation_steps": 1,
|
||||
"gradient_accumulation_steps": "1",
|
||||
"gradient_checkpointing": false,
|
||||
"huber_c": 0.1,
|
||||
"huber_schedule": "snr",
|
||||
|
|
|
|||
|
|
@ -2,8 +2,25 @@ import json
|
|||
import argparse
|
||||
import glob
|
||||
|
||||
|
||||
def remove_items_with_keywords(json_file_path):
|
||||
keywords = ["pretrained_model_name_or_path", "train_dir", "output_dir", "logging_dir", "image_folder", "dir", "caption_metadata_filename", "latent_metadata_filename", "save_model_as", "save_state", "resume", "output_name", "model_list", "sample_", "wandb_api_key"]
|
||||
keywords = [
|
||||
"caption_metadata_filename",
|
||||
"dir",
|
||||
"image_folder",
|
||||
"latent_metadata_filename",
|
||||
"logging_dir",
|
||||
"model_list",
|
||||
"output_dir",
|
||||
"output_name",
|
||||
"pretrained_model_name_or_path",
|
||||
"resume",
|
||||
"save_model_as",
|
||||
"save_state",
|
||||
"sample_",
|
||||
"train_dir",
|
||||
"wandb_api_key",
|
||||
]
|
||||
|
||||
with open(json_file_path) as file:
|
||||
data = json.load(file)
|
||||
|
|
@ -16,14 +33,22 @@ def remove_items_with_keywords(json_file_path):
|
|||
|
||||
sorted_data = {k: data[k] for k in sorted(data)}
|
||||
|
||||
with open(json_file_path, 'w') as file:
|
||||
with open(json_file_path, "w") as file:
|
||||
json.dump(sorted_data, file, indent=4)
|
||||
|
||||
print("Items with keywords have been removed from the JSON file and the list has been sorted alphabetically:", json_file_path)
|
||||
print(
|
||||
"Items with keywords have been removed from the JSON file and the list has been sorted alphabetically:",
|
||||
json_file_path,
|
||||
)
|
||||
|
||||
if __name__ == '__main__':
|
||||
parser = argparse.ArgumentParser(description='Remove items from JSON files based on keywords in the keys')
|
||||
parser.add_argument('json_files', type=str, nargs='+', help='Path(s) to the JSON file(s)')
|
||||
|
||||
if __name__ == "__main__":
|
||||
parser = argparse.ArgumentParser(
|
||||
description="Remove items from JSON files based on keywords in the keys"
|
||||
)
|
||||
parser.add_argument(
|
||||
"json_files", type=str, nargs="+", help="Path(s) to the JSON file(s)"
|
||||
)
|
||||
args = parser.parse_args()
|
||||
|
||||
json_files = args.json_files
|
||||
|
|
|
|||
Loading…
Reference in New Issue