246 lines
12 KiB
Python
246 lines
12 KiB
Python
from math import ceil
|
|
import os
|
|
import json
|
|
import deforum_helpers.args as deforum_args
|
|
from .args import mask_fill_choices, DeforumArgs, DeforumAnimArgs
|
|
from .deprecation_utils import handle_deprecated_settings
|
|
from .general_utils import get_deforum_version
|
|
from modules.shared import opts
|
|
import modules.shared as sh
|
|
import logging
|
|
|
|
DEBUG_MODE = opts.data.get("deforum_debug_mode_enabled", False)
|
|
|
|
def get_keys_to_exclude():
|
|
return ["n_batch", "seed_enable_extras", "save_samples", "display_samples", "show_sample_per_step", "filename_format", "from_img2img_instead_of_link", "scale", "subseed", "subseed_strength", "C", "f", "init_latent", "init_sample", "init_c", "noise_mask", "seed_internal", "perlin_w", "perlin_h", "mp4_path", "image_path", "output_format","render_steps","path_name_modifier", 'cn_1_input_video_chosen_file', 'cn_1_input_video_mask_chosen_file', 'cn_2_input_video_chosen_file', 'cn_2_input_video_mask_chosen_file', 'cn_3_input_video_chosen_file', 'cn_3_input_video_mask_chosen_file','cn_4_input_video_chosen_file', 'cn_4_input_video_mask_chosen_file']
|
|
|
|
def load_args(args_dict_main, args_dict, anim_args_dict, parseq_args_dict, loop_args_dict, controlnet_args_dict, video_args_dict, custom_settings_file, root, run_id):
|
|
custom_settings_file = custom_settings_file[run_id]
|
|
print(f"reading custom settings from {custom_settings_file.name}")
|
|
if not os.path.isfile(custom_settings_file.name):
|
|
print('Custom settings file does not exist. Using in-notebook settings.')
|
|
return
|
|
with open(custom_settings_file.name, "r") as f:
|
|
try:
|
|
jdata = json.loads(f.read())
|
|
except:
|
|
return False
|
|
handle_deprecated_settings(jdata)
|
|
root.animation_prompts = jdata.get("prompts", root.animation_prompts)
|
|
if "animation_prompts_positive" in jdata:
|
|
args_dict_main['animation_prompts_positive'] = jdata["animation_prompts_positive"] # Update the args_dict_main
|
|
if "animation_prompts_negative" in jdata:
|
|
args_dict_main['animation_prompts_negative'] = jdata["animation_prompts_negative"] # Update the args_dict_main
|
|
keys_to_exclude = get_keys_to_exclude()
|
|
for dicts in [args_dict, anim_args_dict, parseq_args_dict, loop_args_dict, video_args_dict]:
|
|
for k, v in dicts.items():
|
|
# Check if the key is not in the keys_to_exclude list before processing
|
|
if k not in keys_to_exclude:
|
|
if k in jdata:
|
|
dicts[k] = jdata[k]
|
|
else:
|
|
print(f"Key {k} doesn't exist in the custom settings data! Using default value of {v}")
|
|
print(args_dict, anim_args_dict, parseq_args_dict, loop_args_dict)
|
|
return True
|
|
|
|
def save_settings_from_animation_run(args, anim_args, parseq_args, loop_args, controlnet_args, video_args, root, full_out_file_path = None):
|
|
if full_out_file_path:
|
|
args.__dict__["seed"] = root.raw_seed
|
|
args.__dict__["batch_name"] = root.raw_batch_name
|
|
args.__dict__["prompts"] = root.animation_prompts
|
|
args.__dict__["positive_prompts"] = root.positive_prompts
|
|
args.__dict__["negative_prompts"] = root.negative_prompts
|
|
exclude_keys = get_keys_to_exclude()
|
|
settings_filename = full_out_file_path if full_out_file_path else os.path.join(args.outdir, f"{args.timestring}_settings.txt")
|
|
with open(settings_filename, "w+", encoding="utf-8") as f:
|
|
s = {}
|
|
for d in (args.__dict__, anim_args.__dict__, parseq_args.__dict__, loop_args.__dict__, controlnet_args.__dict__, video_args.__dict__):
|
|
s.update({k: v for k, v in d.items() if k not in exclude_keys})
|
|
s["sd_model_name"] = sh.sd_model.sd_checkpoint_info.name
|
|
s["sd_model_hash"] = sh.sd_model.sd_checkpoint_info.hash
|
|
s["deforum_git_commit_id"] = get_deforum_version()
|
|
json.dump(s, f, ensure_ascii=False, indent=4)
|
|
|
|
# In gradio gui settings save/ load funcs:
|
|
def save_settings(*args, **kwargs):
|
|
from deforum_helpers.args import pack_args, pack_anim_args, pack_parseq_args, pack_loop_args, pack_controlnet_args, pack_video_args
|
|
settings_path = args[0].strip()
|
|
settings_component_names = deforum_args.get_settings_component_names()
|
|
data = {settings_component_names[i]: args[i+1] for i in range(0, len(settings_component_names))}
|
|
args_dict = pack_args(data)
|
|
anim_args_dict = pack_anim_args(data)
|
|
parseq_dict = pack_parseq_args(data)
|
|
args_dict["prompts"] = json.loads(data['animation_prompts'])
|
|
args_dict["animation_prompts_positive"] = data['animation_prompts_positive']
|
|
args_dict["animation_prompts_negative"] = data['animation_prompts_negative']
|
|
loop_dict = pack_loop_args(data)
|
|
controlnet_dict = pack_controlnet_args(data)
|
|
video_args_dict = pack_video_args(data)
|
|
combined = {**args_dict, **anim_args_dict, **parseq_dict, **loop_dict, **controlnet_dict, **video_args_dict}
|
|
exclude_keys = get_keys_to_exclude()
|
|
filtered_combined = {k: v for k, v in combined.items() if k not in exclude_keys}
|
|
filtered_combined["sd_model_name"] = sh.sd_model.sd_checkpoint_info.name
|
|
filtered_combined["sd_model_hash"] = sh.sd_model.sd_checkpoint_info.hash
|
|
filtered_combined["deforum_git_commit_id"] = get_deforum_version()
|
|
print(f"saving custom settings to {settings_path}")
|
|
with open(settings_path, "w", encoding='utf-8') as f:
|
|
f.write(json.dumps(filtered_combined, ensure_ascii=False, indent=4))
|
|
|
|
return [""]
|
|
|
|
def load_all_settings(*args, ui_launch=False, **kwargs):
|
|
import gradio as gr
|
|
settings_path = args[0].strip()
|
|
settings_component_names = deforum_args.get_settings_component_names()
|
|
data = {settings_component_names[i]: args[i+1] for i in range(len(settings_component_names))}
|
|
print(f"reading custom settings from {settings_path}")
|
|
|
|
if not os.path.isfile(settings_path):
|
|
print('The custom settings file does not exist. The values will be unchanged.')
|
|
if ui_launch:
|
|
return ({key: gr.update(value=value) for key, value in data.items()},)
|
|
else:
|
|
return list(data.values()) + [""]
|
|
|
|
with open(settings_path, "r", encoding='utf-8') as f:
|
|
jdata = json.load(f)
|
|
handle_deprecated_settings(jdata)
|
|
if 'animation_prompts' in jdata:
|
|
jdata['prompts'] = jdata['animation_prompts']
|
|
|
|
result = {}
|
|
for key, default_val in data.items():
|
|
val = jdata.get(key, default_val)
|
|
if key == 'sampler' and isinstance(val, int):
|
|
from modules.sd_samplers import samplers_for_img2img
|
|
val = samplers_for_img2img[val].name
|
|
elif key == 'fill' and isinstance(val, int):
|
|
val = mask_fill_choices[val]
|
|
elif key in {'reroll_blank_frames', 'noise_type'} and key not in jdata:
|
|
default_key_val = (DeforumArgs if key != 'noise_type' else DeforumAnimArgs)[key]
|
|
logging.debug(f"{key} not found in load file, using default value: {default_key_val}")
|
|
val = default_key_val
|
|
elif key in {'animation_prompts_positive', 'animation_prompts_negative'}:
|
|
val = jdata.get(key, default_val)
|
|
elif key == 'animation_prompts':
|
|
val = json.dumps(jdata['prompts'], ensure_ascii=False, indent=4)
|
|
|
|
result[key] = val
|
|
|
|
if ui_launch:
|
|
return ({key: gr.update(value=value) for key, value in result.items()},)
|
|
else:
|
|
return list(result.values()) + [""]
|
|
|
|
|
|
def load_video_settings(*args, **kwargs):
|
|
video_settings_path = args[0].strip()
|
|
data = {deforum_args.video_args_names[i]: args[i+1] for i in range(0, len(deforum_args.video_args_names))}
|
|
print(f"reading custom video settings from {video_settings_path}")
|
|
jdata = {}
|
|
if not os.path.isfile(video_settings_path):
|
|
print('The custom video settings file does not exist. The values will be unchanged.')
|
|
return [data[name] for name in deforum_args.video_args_names] + [""]
|
|
else:
|
|
with open(video_settings_path, "r") as f:
|
|
jdata = json.loads(f.read())
|
|
handle_deprecated_settings(jdata)
|
|
ret = []
|
|
|
|
for key in data:
|
|
if key == 'add_soundtrack':
|
|
add_soundtrack_val = jdata[key]
|
|
if type(add_soundtrack_val) == bool:
|
|
ret.append('File' if add_soundtrack_val else 'None')
|
|
else:
|
|
ret.append(add_soundtrack_val)
|
|
elif key in jdata:
|
|
ret.append(jdata[key])
|
|
else:
|
|
ret.append(data[key])
|
|
|
|
#stuff
|
|
ret.append("")
|
|
|
|
return ret
|
|
|
|
import tqdm
|
|
from modules.shared import state, progress_print_out, opts, cmd_opts
|
|
class DeforumTQDM:
|
|
def __init__(self, args, anim_args, parseq_args, video_args):
|
|
self._tqdm = None
|
|
self._args = args
|
|
self._anim_args = anim_args
|
|
self._parseq_args = parseq_args
|
|
self._video_args = video_args
|
|
|
|
def reset(self):
|
|
from .animation_key_frames import DeformAnimKeys
|
|
from .parseq_adapter import ParseqAnimKeys
|
|
deforum_total = 0
|
|
# FIXME: get only amount of steps
|
|
use_parseq = self._parseq_args.parseq_manifest != None and self._parseq_args.parseq_manifest.strip()
|
|
keys = DeformAnimKeys(self._anim_args) if not use_parseq else ParseqAnimKeys(self._parseq_args, self._anim_args, self._video_args, mute=True)
|
|
|
|
start_frame = 0
|
|
if self._anim_args.resume_from_timestring:
|
|
for tmp in os.listdir(self._args.outdir):
|
|
filename = tmp.split("_")
|
|
# don't use saved depth maps to count number of frames
|
|
if self._anim_args.resume_timestring in filename and "depth" not in filename:
|
|
start_frame += 1
|
|
start_frame = start_frame - 1
|
|
using_vid_init = self._anim_args.animation_mode == 'Video Input'
|
|
turbo_steps = 1 if using_vid_init else int(self._anim_args.diffusion_cadence)
|
|
if self._anim_args.resume_from_timestring:
|
|
last_frame = start_frame-1
|
|
if turbo_steps > 1:
|
|
last_frame -= last_frame%turbo_steps
|
|
if turbo_steps > 1:
|
|
turbo_next_frame_idx = last_frame
|
|
turbo_prev_frame_idx = turbo_next_frame_idx
|
|
start_frame = last_frame+turbo_steps
|
|
frame_idx = start_frame
|
|
had_first = False
|
|
while frame_idx < self._anim_args.max_frames:
|
|
strength = keys.strength_schedule_series[frame_idx]
|
|
if not had_first and self._args.use_init and self._args.init_image != None and self._args.init_image != '':
|
|
deforum_total += int(ceil(self._args.steps * (1-strength)))
|
|
had_first = True
|
|
elif not had_first:
|
|
deforum_total += self._args.steps
|
|
had_first = True
|
|
else:
|
|
deforum_total += int(ceil(self._args.steps * (1-strength)))
|
|
|
|
if turbo_steps > 1:
|
|
frame_idx += turbo_steps
|
|
else:
|
|
frame_idx += 1
|
|
|
|
self._tqdm = tqdm.tqdm(
|
|
desc="Deforum progress",
|
|
total=deforum_total,
|
|
position=1,
|
|
file=progress_print_out
|
|
)
|
|
|
|
def update(self):
|
|
if not opts.multiple_tqdm or cmd_opts.disable_console_progressbars:
|
|
return
|
|
if self._tqdm is None:
|
|
self.reset()
|
|
self._tqdm.update()
|
|
|
|
def updateTotal(self, new_total):
|
|
if not opts.multiple_tqdm or cmd_opts.disable_console_progressbars:
|
|
return
|
|
if self._tqdm is None:
|
|
self.reset()
|
|
self._tqdm.total=new_total
|
|
|
|
def clear(self):
|
|
if self._tqdm is not None:
|
|
self._tqdm.close()
|
|
self._tqdm = None
|