102 lines
4.3 KiB
Python
102 lines
4.3 KiB
Python
import html
|
|
import os
|
|
|
|
from modules import shared, sd_hijack, devices
|
|
from .hypernetwork import Hypernetwork, train_hypernetwork, load_hypernetwork
|
|
|
|
def create_hypernetwork_load(name, enable_sizes, overwrite_old, layer_structure=None, activation_func=None, weight_init=None, add_layer_norm=False, use_dropout=False, dropout_structure=None, optional_info=None,
|
|
weight_init_seed=None, normal_std=0.01, skip_connection=False):
|
|
# Remove illegal characters from name.
|
|
name = "".join( x for x in name if (x.isalnum() or x in "._- "))
|
|
assert name, "Name cannot be empty!"
|
|
fn = os.path.join(shared.cmd_opts.hypernetwork_dir, f"{name}.pt")
|
|
if not overwrite_old:
|
|
assert not os.path.exists(fn), f"file {fn} already exists"
|
|
|
|
if type(layer_structure) == str:
|
|
layer_structure = [float(x.strip()) for x in layer_structure.split(",")]
|
|
|
|
if dropout_structure and type(dropout_structure) == str:
|
|
dropout_structure = [float(x.strip()) for x in dropout_structure.split(",")]
|
|
normal_std = float(normal_std)
|
|
assert normal_std > 0, "Normal Standard Deviation should be bigger than 0!"
|
|
hypernet = Hypernetwork(
|
|
name=name,
|
|
enable_sizes=[int(x) for x in enable_sizes],
|
|
layer_structure=layer_structure,
|
|
activation_func=activation_func,
|
|
weight_init=weight_init,
|
|
add_layer_norm=add_layer_norm,
|
|
use_dropout=use_dropout,
|
|
dropout_structure=dropout_structure if use_dropout and dropout_structure else [0] * len(layer_structure),
|
|
optional_info=optional_info,
|
|
generation_seed=weight_init_seed if weight_init_seed != -1 else None,
|
|
normal_std=normal_std,
|
|
skip_connection=skip_connection
|
|
)
|
|
hypernet.save(fn)
|
|
shared.reload_hypernetworks()
|
|
load_hypernetwork(fn)
|
|
|
|
return hypernet
|
|
|
|
|
|
def create_hypernetwork(name, enable_sizes, overwrite_old, layer_structure=None, activation_func=None, weight_init=None, add_layer_norm=False, use_dropout=False, dropout_structure=None, optional_info=None,
|
|
weight_init_seed=None, normal_std=0.01, skip_connection=False):
|
|
# Remove illegal characters from name.
|
|
name = "".join( x for x in name if (x.isalnum() or x in "._- "))
|
|
assert name, "Name cannot be empty!"
|
|
fn = os.path.join(shared.cmd_opts.hypernetwork_dir, f"{name}.pt")
|
|
if not overwrite_old:
|
|
assert not os.path.exists(fn), f"file {fn} already exists"
|
|
|
|
if type(layer_structure) == str:
|
|
layer_structure = [float(x.strip()) for x in layer_structure.split(",")]
|
|
|
|
if dropout_structure and type(dropout_structure) == str:
|
|
dropout_structure = [float(x.strip()) for x in dropout_structure.split(",")]
|
|
normal_std = float(normal_std)
|
|
assert normal_std >= 0, "Normal Standard Deviation should be bigger than 0!"
|
|
hypernet = Hypernetwork(
|
|
name=name,
|
|
enable_sizes=[int(x) for x in enable_sizes],
|
|
layer_structure=layer_structure,
|
|
activation_func=activation_func,
|
|
weight_init=weight_init,
|
|
add_layer_norm=add_layer_norm,
|
|
use_dropout=use_dropout,
|
|
dropout_structure=dropout_structure if use_dropout and dropout_structure else [0] * len(layer_structure),
|
|
optional_info=optional_info,
|
|
generation_seed=weight_init_seed if weight_init_seed != -1 else None,
|
|
normal_std=normal_std,
|
|
skip_connection=skip_connection
|
|
)
|
|
hypernet.save(fn)
|
|
|
|
shared.reload_hypernetworks()
|
|
|
|
return name, f"Created: {fn}", ""
|
|
|
|
def train_hypernetwork_ui(*args):
|
|
|
|
initial_hypernetwork = shared.loaded_hypernetwork
|
|
|
|
assert not shared.cmd_opts.lowvram, 'Training models with lowvram is not possible'
|
|
|
|
try:
|
|
sd_hijack.undo_optimizations()
|
|
|
|
hypernetwork, filename = train_hypernetwork(*args)
|
|
|
|
res = f"""
|
|
Training {'interrupted' if shared.state.interrupted else 'finished'} at {hypernetwork.step} steps.
|
|
Hypernetwork saved to {html.escape(filename)}
|
|
"""
|
|
return res, ""
|
|
except Exception:
|
|
raise
|
|
finally:
|
|
shared.loaded_hypernetwork = initial_hypernetwork
|
|
shared.sd_model.cond_stage_model.to(devices.device)
|
|
shared.sd_model.first_stage_model.to(devices.device)
|
|
sd_hijack.apply_optimizations() |