1580158
/
infinite-zoom-automatic1111-webui
mirror of https://github.com/v8hid/infinite-zoom-automatic1111-webui.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Frame correction starting point

pull/76/head
vahid K. nejad 2023-04-28 06:58:56 +04:00
parent 44114c2252
commit bb7d7082d7
1 changed files with 64 additions and 34 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

90
iz_helpers/run.py
View File

@ -14,6 +14,7 @@ from .sd_helpers import renderImg2Img, renderTxt2Img
from .image import shrink_and_paste_on_blank from .image import shrink_and_paste_on_blank
from .video import write_video from .video import write_video
def create_zoom( def create_zoom(
common_prompt_pre, common_prompt_pre,
prompts_array, prompts_array,
@ -78,40 +79,65 @@ def create_zoom(
return result return result
def prepare_output_path(): def prepare_output_path():
isCollect = shared.opts.data.get("infzoom_collectAllResources", False)
isCollect = shared.opts.data.get("infzoom_collectAllResources",False) output_path = shared.opts.data.get("infzoom_outpath", "output")
output_path = shared.opts.data.get(
"infzoom_outpath", "output"
)
save_path = os.path.join( save_path = os.path.join(
output_path, shared.opts.data.get("infzoom_outSUBpath", "infinite-zooms") output_path, shared.opts.data.get("infzoom_outSUBpath", "infinite-zooms")
) )
if isCollect: if isCollect:
save_path = os.path.join(save_path,"iz_collect" + str(int(time.time()))) save_path = os.path.join(save_path, "iz_collect" + str(int(time.time())))
if not os.path.exists(save_path): if not os.path.exists(save_path):
os.makedirs(save_path) os.makedirs(save_path)
video_filename = os.path.join(save_path,"infinite_zoom_" + str(int(time.time())) + ".mp4") video_filename = os.path.join(
save_path, "infinite_zoom_" + str(int(time.time())) + ".mp4"
)
return {"isCollect":isCollect,"save_path":save_path,"video_filename":video_filename} return {
"isCollect": isCollect,
"save_path": save_path,
"video_filename": video_filename,
}
def save2Collect(img, out_config, name): def save2Collect(img, out_config, name):
if out_config["isCollect"]: if out_config["isCollect"]:
img.save(f'{out_config["save_path"]}/{name}.png') img.save(f'{out_config["save_path"]}/{name}.png')
def frame2Collect(all_frames, out_config): def frame2Collect(all_frames, out_config):
save2Collect(all_frames[-1], out_config, f"frame_{len(all_frames)}.png") save2Collect(all_frames[-1], out_config, f"frame_{len(all_frames)}.png")
def frames2Collect(all_frames, out_config): def frames2Collect(all_frames, out_config):
for i,f in enumerate(all_frames): for i, f in enumerate(all_frames):
save2Collect(f, out_config, f"frame_{i}.png") save2Collect(f, out_config, f"frame_{i}.png")
def crop_inner_image(outpainted_img, width_offset, height_offset):
width, height = outpainted_img.size
center_x, center_y = int(width / 2), int(height / 2)
# Crop the image to the center
cropped_img = outpainted_img.crop(
(
center_x - width_offset,
center_y - height_offset,
center_x + width_offset,
center_y + height_offset,
)
)
prev_step_img = cropped_img.resize((width, height), resample=Image.LANCZOS)
# resized_img = resized_img.filter(ImageFilter.SHARPEN)
return prev_step_img
def create_zoom_single( def create_zoom_single(
common_prompt_pre, common_prompt_pre,
prompts_array, prompts_array,
@ -148,7 +174,6 @@ def create_zoom_single(
# except Exception: # except Exception:
# pass # pass
fix_env_Path_ffprobe() fix_env_Path_ffprobe()
out_config = prepare_output_path() out_config = prepare_output_path()
prompts = {} prompts = {}
@ -195,10 +220,9 @@ def create_zoom_single(
width, width,
height, height,
) )
if(len(processed.images) > 0): if len(processed.images) > 0:
current_image = processed.images[0] current_image = processed.images[0]
save2Collect(current_image, out_config, f"txt2img.png") save2Collect(current_image, out_config, f"txt2img.png")
current_seed = newseed current_seed = newseed
mask_width = math.trunc(width / 4) # was initially 512px => 128px mask_width = math.trunc(width / 4) # was initially 512px => 128px
@ -211,12 +235,6 @@ def create_zoom_single(
if upscale_do and progress: if upscale_do and progress:
progress(0, desc="upscaling inital image") progress(0, desc="upscaling inital image")
all_frames.append(
do_upscaleImg(current_image, upscale_do, upscaler_name, upscale_by)
if upscale_do
else current_image
)
load_model_from_setting( load_model_from_setting(
"infzoom_inpainting_model", progress, "Loading Model for inpainting/img2img: " "infzoom_inpainting_model", progress, "Loading Model for inpainting/img2img: "
) )
@ -238,7 +256,7 @@ def create_zoom_single(
save2Collect(prev_image_fix, out_config, f"prev_image_fix_{i}.png") save2Collect(prev_image_fix, out_config, f"prev_image_fix_{i}.png")
prev_image = shrink_and_paste_on_blank(current_image, mask_width, mask_height) prev_image = shrink_and_paste_on_blank(current_image, mask_width, mask_height)
save2Collect(prev_image, out_config, f"prev_image_{1}.png") save2Collect(prev_image, out_config, f"prev_image_{i}.png")
current_image = prev_image current_image = prev_image
@ -247,7 +265,6 @@ def create_zoom_single(
mask_image = Image.fromarray(255 - mask_image).convert("RGB") mask_image = Image.fromarray(255 - mask_image).convert("RGB")
save2Collect(mask_image, out_config, f"mask_image_{i}.png") save2Collect(mask_image, out_config, f"mask_image_{i}.png")
# inpainting step # inpainting step
current_image = current_image.convert("RGB") current_image = current_image.convert("RGB")
@ -276,13 +293,26 @@ def create_zoom_single(
inpainting_full_res, inpainting_full_res,
inpainting_padding, inpainting_padding,
) )
if(len(processed.images) > 0): if len(processed.images) > 0:
current_image = processed.images[0] current_image = processed.images[0]
current_seed = newseed current_seed = newseed
if(len(processed.images) > 0): if len(processed.images) > 0:
current_image.paste(prev_image, mask=prev_image) # current_image.paste(prev_image, mask=prev_image)
save2Collect(current_image, out_config, f"curr_prev_paste_{i}.png") save2Collect(current_image, out_config, f"curr_prev_paste_{i}.png")
if True or i > 0:
correction_crop = crop_inner_image(current_image, mask_width, mask_height)
prev_image_fix = correction_crop
# paste_x = (current_image.width - prev_image.width) // 2
# paste_y = (current_image.height - prev_image.height) // 2
# current_image.paste(prev_image, (paste_x, paste_y), mask=prev_image)
# replace the prev frame with current croped
all_frames.append(
do_upscaleImg(
prev_image_fix.convert("RGB"), upscale_do, upscaler_name, upscale_by
)
if upscale_do
else prev_image_fix.convert("RGB")
)
# interpolation steps between 2 inpainted images (=sequential zoom and crop) # interpolation steps between 2 inpainted images (=sequential zoom and crop)
for j in range(num_interpol_frames - 1): for j in range(num_interpol_frames - 1):
interpol_image = current_image interpol_image = current_image
@ -316,10 +346,10 @@ def create_zoom_single(
height - interpol_height, height - interpol_height,
) )
) )
save2Collect(interpol_image, out_config, f"interpol_crop_{i}_{j}.png") # save2Collect(interpol_image, out_config, f"interpol_crop_{i}_{j}.png")
interpol_image = interpol_image.resize((width, height)) interpol_image = interpol_image.resize((width, height))
save2Collect(interpol_image, out_config, f"interpol_resize_{i}_{j}.png") # save2Collect(interpol_image, out_config, f"interpol_resize_{i}_{j}.png")
# paste the higher resolution previous image in the middle to avoid drop in quality caused by zooming # paste the higher resolution previous image in the middle to avoid drop in quality caused by zooming
interpol_width2 = round( interpol_width2 = round(
@ -337,10 +367,10 @@ def create_zoom_single(
prev_image_fix_crop = shrink_and_paste_on_blank( prev_image_fix_crop = shrink_and_paste_on_blank(
prev_image_fix, interpol_width2, interpol_height2 prev_image_fix, interpol_width2, interpol_height2
) )
save2Collect(prev_image_fix, out_config, f"prev_image_fix_crop_{i}_{j}.png") # save2Collect(prev_image_fix, out_config, f"prev_image_fix_crop_{i}_{j}.png")
interpol_image.paste(prev_image_fix_crop, mask=prev_image_fix_crop) interpol_image.paste(prev_image_fix_crop, mask=prev_image_fix_crop)
save2Collect(interpol_image, out_config, f"interpol_prevcrop_{i}_{j}.png") # save2Collect(interpol_image, out_config, f"interpol_prevcrop_{i}_{j}.png")
if upscale_do and progress: if upscale_do and progress:
progress(((i + 1) / num_outpainting_steps), desc="upscaling interpol") progress(((i + 1) / num_outpainting_steps), desc="upscaling interpol")