mirror of https://github.com/vladmandic/automatic
341 lines
21 KiB
Python
341 lines
21 KiB
Python
# xyz grid that shows as selectable script
|
|
import csv
|
|
import random
|
|
from collections import namedtuple
|
|
from copy import copy
|
|
from itertools import permutations, chain
|
|
from io import StringIO
|
|
from PIL import Image
|
|
import numpy as np
|
|
import gradio as gr
|
|
from scripts.xyz_grid_shared import str_permutations, list_to_csv_string, re_range # pylint: disable=no-name-in-module
|
|
from scripts.xyz_grid_classes import axis_options, AxisOption, SharedSettingsStackHelper # pylint: disable=no-name-in-module
|
|
from scripts.xyz_grid_draw import draw_xyz_grid # pylint: disable=no-name-in-module
|
|
from modules import shared, errors, scripts, images, processing
|
|
from modules.ui_components import ToolButton
|
|
import modules.ui_symbols as symbols
|
|
|
|
|
|
class Script(scripts.Script):
|
|
current_axis_options = []
|
|
|
|
def title(self):
|
|
return "X/Y/Z Grid"
|
|
|
|
def ui(self, is_img2img):
|
|
self.current_axis_options = [x for x in axis_options if type(x) == AxisOption or x.is_img2img == is_img2img]
|
|
with gr.Row():
|
|
gr.HTML('<span">  X/Y/Z Grid</span><br>')
|
|
with gr.Row():
|
|
with gr.Column():
|
|
with gr.Row(variant='compact'):
|
|
x_type = gr.Dropdown(label="X type", container=True, choices=[x.label for x in self.current_axis_options], value=self.current_axis_options[0].label, type="index", elem_id=self.elem_id("x_type"))
|
|
x_values = gr.Textbox(label="X values", container=True, lines=1, elem_id=self.elem_id("x_values"))
|
|
x_values_dropdown = gr.Dropdown(label="X values", container=True, visible=False, multiselect=True, interactive=True)
|
|
fill_x_button = ToolButton(value=symbols.fill, elem_id="xyz_grid_fill_x_tool_button", visible=False)
|
|
with gr.Row(variant='compact'):
|
|
y_type = gr.Dropdown(label="Y type", container=True, choices=[x.label for x in self.current_axis_options], value=self.current_axis_options[0].label, type="index", elem_id=self.elem_id("y_type"))
|
|
y_values = gr.Textbox(label="Y values", container=True, lines=1, elem_id=self.elem_id("y_values"))
|
|
y_values_dropdown = gr.Dropdown(label="Y values", container=True, visible=False, multiselect=True, interactive=True)
|
|
fill_y_button = ToolButton(value=symbols.fill, elem_id="xyz_grid_fill_y_tool_button", visible=False)
|
|
with gr.Row(variant='compact'):
|
|
z_type = gr.Dropdown(label="Z type", container=True, choices=[x.label for x in self.current_axis_options], value=self.current_axis_options[0].label, type="index", elem_id=self.elem_id("z_type"))
|
|
z_values = gr.Textbox(label="Z values", container=True, lines=1, elem_id=self.elem_id("z_values"))
|
|
z_values_dropdown = gr.Dropdown(label="Z values", container=True, visible=False, multiselect=True, interactive=True)
|
|
fill_z_button = ToolButton(value=symbols.fill, elem_id="xyz_grid_fill_z_tool_button", visible=False)
|
|
with gr.Row():
|
|
with gr.Column():
|
|
csv_mode = gr.Checkbox(label='Text inputs', value=False, elem_id=self.elem_id("csv_mode"), container=False)
|
|
draw_legend = gr.Checkbox(label='Legend', value=True, elem_id=self.elem_id("draw_legend"), container=False)
|
|
no_fixed_seeds = gr.Checkbox(label='Random seeds', value=False, elem_id=self.elem_id("no_fixed_seeds"), container=False)
|
|
with gr.Column():
|
|
no_grid = gr.Checkbox(label='Skip grid', value=False, elem_id=self.elem_id("no_xyz_grid"), container=False)
|
|
include_lone_images = gr.Checkbox(label='Sub-images', value=False, elem_id=self.elem_id("include_lone_images"), container=False)
|
|
include_sub_grids = gr.Checkbox(label='Sub-grids', value=False, elem_id=self.elem_id("include_sub_grids"), container=False)
|
|
with gr.Row():
|
|
margin_size = gr.Slider(label="Grid margins", minimum=0, maximum=500, value=0, step=2, elem_id=self.elem_id("margin_size"))
|
|
with gr.Row():
|
|
swap_xy_axes_button = gr.Button(value="Swap X/Y", elem_id="xy_grid_swap_axes_button", variant="secondary")
|
|
swap_yz_axes_button = gr.Button(value="Swap Y/Z", elem_id="yz_grid_swap_axes_button", variant="secondary")
|
|
swap_xz_axes_button = gr.Button(value="Swap X/Z", elem_id="xz_grid_swap_axes_button", variant="secondary")
|
|
|
|
def swap_axes(axis1_type, axis1_values, axis1_values_dropdown, axis2_type, axis2_values, axis2_values_dropdown):
|
|
return self.current_axis_options[axis2_type].label, axis2_values, axis2_values_dropdown, self.current_axis_options[axis1_type].label, axis1_values, axis1_values_dropdown
|
|
|
|
xy_swap_args = [x_type, x_values, x_values_dropdown, y_type, y_values, y_values_dropdown]
|
|
swap_xy_axes_button.click(swap_axes, inputs=xy_swap_args, outputs=xy_swap_args)
|
|
yz_swap_args = [y_type, y_values, y_values_dropdown, z_type, z_values, z_values_dropdown]
|
|
swap_yz_axes_button.click(swap_axes, inputs=yz_swap_args, outputs=yz_swap_args)
|
|
xz_swap_args = [x_type, x_values, x_values_dropdown, z_type, z_values, z_values_dropdown]
|
|
swap_xz_axes_button.click(swap_axes, inputs=xz_swap_args, outputs=xz_swap_args)
|
|
|
|
def fill(axis_type, csv_mode):
|
|
axis = self.current_axis_options[axis_type]
|
|
if axis.choices:
|
|
if csv_mode:
|
|
return list_to_csv_string(axis.choices()), gr.update()
|
|
else:
|
|
return gr.update(), axis.choices()
|
|
else:
|
|
return gr.update(), gr.update()
|
|
|
|
fill_x_button.click(fn=fill, inputs=[x_type, csv_mode], outputs=[x_values, x_values_dropdown])
|
|
fill_y_button.click(fn=fill, inputs=[y_type, csv_mode], outputs=[y_values, y_values_dropdown])
|
|
fill_z_button.click(fn=fill, inputs=[z_type, csv_mode], outputs=[z_values, z_values_dropdown])
|
|
|
|
def select_axis(axis_type, axis_values, axis_values_dropdown, csv_mode):
|
|
choices = self.current_axis_options[axis_type].choices
|
|
has_choices = choices is not None
|
|
current_values = axis_values
|
|
current_dropdown_values = axis_values_dropdown
|
|
if has_choices:
|
|
choices = choices()
|
|
if csv_mode:
|
|
current_dropdown_values = list(filter(lambda x: x in choices, current_dropdown_values))
|
|
current_values = list_to_csv_string(current_dropdown_values)
|
|
else:
|
|
current_dropdown_values = [x.strip() for x in chain.from_iterable(csv.reader(StringIO(axis_values)))]
|
|
current_dropdown_values = list(filter(lambda x: x in choices, current_dropdown_values))
|
|
|
|
return (gr.Button.update(visible=has_choices), gr.Textbox.update(visible=not has_choices or csv_mode, value=current_values),
|
|
gr.update(choices=choices if has_choices else None, visible=has_choices and not csv_mode, value=current_dropdown_values))
|
|
|
|
x_type.change(fn=select_axis, inputs=[x_type, x_values, x_values_dropdown, csv_mode], outputs=[fill_x_button, x_values, x_values_dropdown])
|
|
y_type.change(fn=select_axis, inputs=[y_type, y_values, y_values_dropdown, csv_mode], outputs=[fill_y_button, y_values, y_values_dropdown])
|
|
z_type.change(fn=select_axis, inputs=[z_type, z_values, z_values_dropdown, csv_mode], outputs=[fill_z_button, z_values, z_values_dropdown])
|
|
|
|
def change_choice_mode(csv_mode, x_type, x_values, x_values_dropdown, y_type, y_values, y_values_dropdown, z_type, z_values, z_values_dropdown):
|
|
_fill_x_button, _x_values, _x_values_dropdown = select_axis(x_type, x_values, x_values_dropdown, csv_mode)
|
|
_fill_y_button, _y_values, _y_values_dropdown = select_axis(y_type, y_values, y_values_dropdown, csv_mode)
|
|
_fill_z_button, _z_values, _z_values_dropdown = select_axis(z_type, z_values, z_values_dropdown, csv_mode)
|
|
return _fill_x_button, _x_values, _x_values_dropdown, _fill_y_button, _y_values, _y_values_dropdown, _fill_z_button, _z_values, _z_values_dropdown
|
|
|
|
csv_mode.change(fn=change_choice_mode, inputs=[csv_mode, x_type, x_values, x_values_dropdown, y_type, y_values, y_values_dropdown, z_type, z_values, z_values_dropdown], outputs=[fill_x_button, x_values, x_values_dropdown, fill_y_button, y_values, y_values_dropdown, fill_z_button, z_values, z_values_dropdown])
|
|
|
|
def get_dropdown_update_from_params(axis,params):
|
|
val_key = f"{axis} Values"
|
|
vals = params.get(val_key,"")
|
|
valslist = [x.strip() for x in chain.from_iterable(csv.reader(StringIO(vals))) if x]
|
|
return gr.update(value = valslist)
|
|
|
|
self.infotext_fields = (
|
|
(x_type, "X Type"),
|
|
(x_values, "X Values"),
|
|
(x_values_dropdown, lambda params:get_dropdown_update_from_params("X",params)),
|
|
(y_type, "Y Type"),
|
|
(y_values, "Y Values"),
|
|
(y_values_dropdown, lambda params:get_dropdown_update_from_params("Y",params)),
|
|
(z_type, "Z Type"),
|
|
(z_values, "Z Values"),
|
|
(z_values_dropdown, lambda params:get_dropdown_update_from_params("Z",params)),
|
|
)
|
|
|
|
return [x_type, x_values, x_values_dropdown, y_type, y_values, y_values_dropdown, z_type, z_values, z_values_dropdown, csv_mode, draw_legend, no_fixed_seeds, no_grid, include_lone_images, include_sub_grids, margin_size]
|
|
|
|
def run(self, p, x_type, x_values, x_values_dropdown, y_type, y_values, y_values_dropdown, z_type, z_values, z_values_dropdown, csv_mode, draw_legend, no_fixed_seeds, no_grid, include_lone_images, include_sub_grids, margin_size): # pylint: disable=W0221
|
|
shared.log.debug(f'xyzgrid: x_type={x_type}|x_values={x_values}|x_values_dropdown={x_values_dropdown}|y_type={y_type}|{y_values}={y_values}|{y_values_dropdown}={y_values_dropdown}|z_type={z_type}|z_values={z_values}|z_values_dropdown={z_values_dropdown}|draw_legend={draw_legend}|include_lone_images={include_lone_images}|include_sub_grids={include_sub_grids}|no_grid={no_grid}|margin_size={margin_size}')
|
|
if not no_fixed_seeds:
|
|
processing.fix_seed(p)
|
|
if not shared.opts.return_grid:
|
|
p.batch_size = 1
|
|
|
|
def process_axis(opt, vals, vals_dropdown):
|
|
if opt.label == 'Nothing':
|
|
return [0]
|
|
if opt.choices is not None and not csv_mode:
|
|
valslist = vals_dropdown
|
|
else:
|
|
valslist = [x.strip() for x in chain.from_iterable(csv.reader(StringIO(vals))) if x]
|
|
if opt.type == int:
|
|
valslist_ext = []
|
|
for val in valslist:
|
|
m = re_range.fullmatch(val)
|
|
if m is not None:
|
|
start_val = int(m.group(1)) if m.group(1) is not None else val
|
|
end_val = int(m.group(2)) if m.group(2) is not None else val
|
|
num = int(m.group(3)) if m.group(3) is not None else int(end_val-start_val)
|
|
valslist_ext += [int(x) for x in np.linspace(start=start_val, stop=end_val, num=max(2, num)).tolist()]
|
|
shared.log.debug(f'XYZ grid range: start={start_val} end={end_val} num={max(2, num)} list={valslist}')
|
|
else:
|
|
valslist_ext.append(int(val))
|
|
valslist.clear()
|
|
valslist = [x for x in valslist_ext if x not in valslist]
|
|
elif opt.type == float:
|
|
valslist_ext = []
|
|
for val in valslist:
|
|
m = re_range.fullmatch(val)
|
|
if m is not None:
|
|
start_val = float(m.group(1)) if m.group(1) is not None else val
|
|
end_val = float(m.group(2)) if m.group(2) is not None else val
|
|
num = int(m.group(3)) if m.group(3) is not None else int(end_val-start_val)
|
|
valslist_ext += [round(float(x), 2) for x in np.linspace(start=start_val, stop=end_val, num=max(2, num)).tolist()]
|
|
shared.log.debug(f'XYZ grid range: start={start_val} end={end_val} num={max(2, num)} list={valslist}')
|
|
else:
|
|
valslist_ext.append(float(val))
|
|
valslist.clear()
|
|
valslist = [x for x in valslist_ext if x not in valslist]
|
|
elif opt.type == str_permutations: # pylint: disable=comparison-with-callable
|
|
valslist = list(permutations(valslist))
|
|
valslist = [opt.type(x) for x in valslist]
|
|
# Confirm options are valid before starting
|
|
if opt.confirm:
|
|
opt.confirm(p, valslist)
|
|
return valslist
|
|
|
|
x_opt = self.current_axis_options[x_type]
|
|
if x_opt.choices is not None and not csv_mode:
|
|
x_values = list_to_csv_string(x_values_dropdown)
|
|
xs = process_axis(x_opt, x_values, x_values_dropdown)
|
|
y_opt = self.current_axis_options[y_type]
|
|
if y_opt.choices is not None and not csv_mode:
|
|
y_values = list_to_csv_string(y_values_dropdown)
|
|
ys = process_axis(y_opt, y_values, y_values_dropdown)
|
|
z_opt = self.current_axis_options[z_type]
|
|
if z_opt.choices is not None and not csv_mode:
|
|
z_values = list_to_csv_string(z_values_dropdown)
|
|
zs = process_axis(z_opt, z_values, z_values_dropdown)
|
|
Image.MAX_IMAGE_PIXELS = None # disable check in Pillow and rely on check below to allow large custom image sizes
|
|
|
|
def fix_axis_seeds(axis_opt, axis_list):
|
|
if axis_opt.label in ['Seed', 'Var. seed']:
|
|
return [int(random.randrange(4294967294)) if val is None or val == '' or val == -1 else val for val in axis_list]
|
|
else:
|
|
return axis_list
|
|
|
|
if not no_fixed_seeds:
|
|
xs = fix_axis_seeds(x_opt, xs)
|
|
ys = fix_axis_seeds(y_opt, ys)
|
|
zs = fix_axis_seeds(z_opt, zs)
|
|
|
|
if x_opt.label == 'Steps':
|
|
total_steps = sum(xs) * len(ys) * len(zs)
|
|
elif y_opt.label == 'Steps':
|
|
total_steps = sum(ys) * len(xs) * len(zs)
|
|
elif z_opt.label == 'Steps':
|
|
total_steps = sum(zs) * len(xs) * len(ys)
|
|
else:
|
|
total_steps = p.steps * len(xs) * len(ys) * len(zs)
|
|
if isinstance(p, processing.StableDiffusionProcessingTxt2Img) and p.enable_hr:
|
|
if x_opt.label == "Hires steps":
|
|
total_steps += sum(xs) * len(ys) * len(zs)
|
|
elif y_opt.label == "Hires steps":
|
|
total_steps += sum(ys) * len(xs) * len(zs)
|
|
elif z_opt.label == "Hires steps":
|
|
total_steps += sum(zs) * len(xs) * len(ys)
|
|
elif p.hr_second_pass_steps:
|
|
total_steps += p.hr_second_pass_steps * len(xs) * len(ys) * len(zs)
|
|
else:
|
|
total_steps *= 2
|
|
total_steps *= p.n_iter
|
|
image_cell_count = p.n_iter * p.batch_size
|
|
shared.log.info(f"XYZ grid: images={len(xs)*len(ys)*len(zs)*image_cell_count} grid={len(zs)} shape={len(xs)}x{len(ys)} cells={len(zs)} steps={total_steps}")
|
|
AxisInfo = namedtuple('AxisInfo', ['axis', 'values'])
|
|
shared.state.xyz_plot_x = AxisInfo(x_opt, xs)
|
|
shared.state.xyz_plot_y = AxisInfo(y_opt, ys)
|
|
shared.state.xyz_plot_z = AxisInfo(z_opt, zs)
|
|
first_axes_processed = 'z'
|
|
second_axes_processed = 'y'
|
|
if x_opt.cost > y_opt.cost and x_opt.cost > z_opt.cost:
|
|
first_axes_processed = 'x'
|
|
if y_opt.cost > z_opt.cost:
|
|
second_axes_processed = 'y'
|
|
else:
|
|
second_axes_processed = 'z'
|
|
elif y_opt.cost > x_opt.cost and y_opt.cost > z_opt.cost:
|
|
first_axes_processed = 'y'
|
|
if x_opt.cost > z_opt.cost:
|
|
second_axes_processed = 'x'
|
|
else:
|
|
second_axes_processed = 'z'
|
|
elif z_opt.cost > x_opt.cost and z_opt.cost > y_opt.cost:
|
|
first_axes_processed = 'z'
|
|
if x_opt.cost > y_opt.cost:
|
|
second_axes_processed = 'x'
|
|
else:
|
|
second_axes_processed = 'y'
|
|
grid_infotext = [None] * (1 + len(zs))
|
|
|
|
def cell(x, y, z, ix, iy, iz):
|
|
if shared.state.interrupted:
|
|
return processing.Processed(p, [], p.seed, "")
|
|
pc = copy(p)
|
|
pc.override_settings_restore_afterwards = False
|
|
pc.styles = pc.styles[:]
|
|
x_opt.apply(pc, x, xs)
|
|
y_opt.apply(pc, y, ys)
|
|
z_opt.apply(pc, z, zs)
|
|
try:
|
|
res = processing.process_images(pc)
|
|
except Exception as e:
|
|
shared.log.error(f"XYZ grid: Failed to process image: {e}")
|
|
errors.display(e, 'XYZ grid')
|
|
res = None
|
|
subgrid_index = 1 + iz # Sets subgrid infotexts
|
|
if grid_infotext[subgrid_index] is None and ix == 0 and iy == 0:
|
|
pc.extra_generation_params = copy(pc.extra_generation_params)
|
|
pc.extra_generation_params['Script'] = self.title()
|
|
if x_opt.label != 'Nothing':
|
|
pc.extra_generation_params["X Type"] = x_opt.label
|
|
pc.extra_generation_params["X Values"] = x_values
|
|
if x_opt.label in ["Seed", "Var. seed"] and not no_fixed_seeds:
|
|
pc.extra_generation_params["Fixed X Values"] = ", ".join([str(x) for x in xs])
|
|
if y_opt.label != 'Nothing':
|
|
pc.extra_generation_params["Y Type"] = y_opt.label
|
|
pc.extra_generation_params["Y Values"] = y_values
|
|
if y_opt.label in ["Seed", "Var. seed"] and not no_fixed_seeds:
|
|
pc.extra_generation_params["Fixed Y Values"] = ", ".join([str(y) for y in ys])
|
|
grid_infotext[subgrid_index] = processing.create_infotext(pc, pc.all_prompts, pc.all_seeds, pc.all_subseeds, grid=f'{len(x_values)}x{len(y_values)}')
|
|
if grid_infotext[0] is None and ix == 0 and iy == 0 and iz == 0: # Sets main grid infotext
|
|
pc.extra_generation_params = copy(pc.extra_generation_params)
|
|
if z_opt.label != 'Nothing':
|
|
pc.extra_generation_params["Z Type"] = z_opt.label
|
|
pc.extra_generation_params["Z Values"] = z_values
|
|
if z_opt.label in ["Seed", "Var. seed"] and not no_fixed_seeds:
|
|
pc.extra_generation_params["Fixed Z Values"] = ", ".join([str(z) for z in zs])
|
|
grid_infotext[0] = processing.create_infotext(pc, pc.all_prompts, pc.all_seeds, pc.all_subseeds, grid=f'{len(z_values)}x{len(x_values)}x{len(y_values)}')
|
|
return res
|
|
|
|
with SharedSettingsStackHelper():
|
|
processed = draw_xyz_grid(
|
|
p,
|
|
xs=xs,
|
|
ys=ys,
|
|
zs=zs,
|
|
x_labels=[x_opt.format_value(p, x_opt, x) for x in xs],
|
|
y_labels=[y_opt.format_value(p, y_opt, y) for y in ys],
|
|
z_labels=[z_opt.format_value(p, z_opt, z) for z in zs],
|
|
cell=cell,
|
|
draw_legend=draw_legend,
|
|
include_lone_images=include_lone_images,
|
|
include_sub_grids=include_sub_grids,
|
|
first_axes_processed=first_axes_processed,
|
|
second_axes_processed=second_axes_processed,
|
|
margin_size=margin_size,
|
|
no_grid=no_grid,
|
|
)
|
|
|
|
if not processed.images:
|
|
return processed # It broke, no further handling needed.
|
|
z_count = len(zs)
|
|
processed.infotexts[:1+z_count] = grid_infotext[:1+z_count] # Set the grid infotexts to the real ones with extra_generation_params (1 main grid + z_count sub-grids)
|
|
if not include_lone_images:
|
|
# Don't need sub-images anymore, drop from list:
|
|
if no_grid and include_sub_grids:
|
|
processed.images = processed.images[:z_count] # we don't have the main grid image, and need zero additional sub-images
|
|
else:
|
|
processed.images = processed.images[:z_count+1] # we either have the main grid image, or need one sub-images
|
|
if shared.opts.grid_save: # Auto-save main and sub-grids:
|
|
grid_count = z_count + ( 1 if not no_grid and z_count > 1 else 0 )
|
|
for g in range(grid_count):
|
|
adj_g = g-1 if g > 0 else g
|
|
images.save_image(processed.images[g], p.outpath_grids, "xyz_grid", info=processed.infotexts[g], extension=shared.opts.grid_format, prompt=processed.all_prompts[adj_g], seed=processed.all_seeds[adj_g], grid=True, p=processed)
|
|
if not include_sub_grids: # Done with sub-grids, drop all related information:
|
|
for _sg in range(z_count):
|
|
del processed.images[1]
|
|
del processed.all_prompts[1]
|
|
del processed.all_seeds[1]
|
|
del processed.infotexts[1]
|
|
elif no_grid:
|
|
del processed.infotexts[0]
|
|
return processed
|