123 lines
6.0 KiB
Python
123 lines
6.0 KiB
Python
import gradio as gr
|
|
import modules
|
|
from modules import script_callbacks
|
|
from transformers import GPT2Tokenizer, GPT2LMHeadModel
|
|
import os, re
|
|
|
|
first_gen = ""
|
|
|
|
def add_to_prompt():
|
|
return first_gen
|
|
|
|
def get_list_blacklist():
|
|
# Set the directory you want to start from
|
|
file_path = './extensions/prompt-maker/blacklist.txt'
|
|
things_to_black_list = []
|
|
with open(file_path, 'r') as f:
|
|
# Read each line in the file and append it to the list
|
|
for line in f:
|
|
things_to_black_list.append(line)
|
|
|
|
return things_to_black_list
|
|
|
|
|
|
def on_ui_tabs():
|
|
# structure
|
|
|
|
txt2img_prompt = modules.ui.txt2img_paste_fields[0][0]
|
|
img2img_prompt = modules.ui.img2img_paste_fields[0][0]
|
|
|
|
with gr.Blocks(analytics_enabled=False) as prompt_generator:
|
|
with gr.Column():
|
|
with gr.Row():
|
|
promptTxt = gr.Textbox(
|
|
lines=2, elem_id="promptTxt", label="Start of the prompt", tooltip="Hello?")
|
|
with gr.Column():
|
|
with gr.Row():
|
|
temp_slider = gr.Slider(
|
|
elem_id="temp_slider", label="Temperature", interactive=True, minimum=0, maximum=1, value=0.9)
|
|
max_length_slider = gr.Slider(
|
|
elem_id="max_length_slider", label="Max Length", interactive=True, minimum=1, maximum=200, step=1, value=80)
|
|
top_k_slider = gr.Slider(
|
|
elem_id="top_k_slider", label="Top K", value=8, minimum=1, maximum=20, interactive=True)
|
|
with gr.Column():
|
|
with gr.Row():
|
|
repetition_penalty_slider = gr.Slider(
|
|
elem_id="repetition_penalty_slider", label="Repetition Penalty", value=1.2, minimum=0, maximum=10, interactive=True)
|
|
num_return_sequences_slider = gr.Slider(
|
|
elem_id="num_return_sequences_slider", label="How Many To Generate", value=5, minimum=1, maximum=20, interactive=True, step=1)
|
|
with gr.Column():
|
|
with gr.Row():
|
|
use_blacklist_checkbox = gr.Checkbox(label="Use blacklist?")
|
|
gr.HTML(value="<center>Using <code>\".\extensions\prompt-maker\\blacklist.txt</code>\".<br>It will delete any matches to the generated result (case insensitive).</center>")
|
|
with gr.Column():
|
|
with gr.Row():
|
|
generateButton = gr.Button(
|
|
value="Generate", elem_id="generate_button")
|
|
with gr.Column(visible=False) as results_col:
|
|
results = gr.Text(label="Results", elem_id="Results_textBox", interactive=False)
|
|
with gr.Column():
|
|
warning = gr.HTML(value="Send the first generated prompt to:", visible=False)
|
|
with gr.Row():
|
|
send_to_txt2img = gr.Button('Send to txt2img', visible=False)
|
|
send_to_img2img = gr.Button('Send to img2img', visible=False)
|
|
|
|
|
|
# Method to create the extended prompt
|
|
def generate_longer_prompt(prompt, temperature, top_k,
|
|
max_length, repetition_penalty, num_return_sequences, use_blacklist=False):
|
|
try:
|
|
tokenizer = GPT2Tokenizer.from_pretrained('distilgpt2')
|
|
tokenizer.add_special_tokens({'pad_token': '[PAD]'})
|
|
model = GPT2LMHeadModel.from_pretrained(
|
|
'FredZhang7/distilgpt2-stable-diffusion-v2')
|
|
except Exception as e:
|
|
print(f"Exception encountered while attempting to install tokenizer")
|
|
try:
|
|
print(f"Generate new prompt from: \"{prompt}\"")
|
|
input_ids = tokenizer(prompt, return_tensors='pt').input_ids
|
|
output = model.generate(input_ids, do_sample=True, temperature=temperature,
|
|
top_k=top_k, max_length=max_length,
|
|
num_return_sequences=num_return_sequences,
|
|
repetition_penalty=repetition_penalty,
|
|
penalty_alpha=0.6, no_repeat_ngram_size=1, early_stopping=True)
|
|
print("Generation complete!")
|
|
tempString = ""
|
|
if(use_blacklist):
|
|
blacklist = get_list_blacklist()
|
|
for i in range(len(output)):
|
|
|
|
tempString += tokenizer.decode(
|
|
output[i], skip_special_tokens=True) + "\n"
|
|
if(use_blacklist):
|
|
for to_check in blacklist:
|
|
tempString = re.sub(to_check, "", tempString, flags=re.IGNORECASE)
|
|
if(i==0):
|
|
global first_gen
|
|
first_gen = tempString
|
|
|
|
return {results: tempString,
|
|
send_to_img2img: gr.update(visible = True),
|
|
send_to_txt2img: gr.update(visible = True),
|
|
results_col: gr.update(visible=True),
|
|
warning: gr.update(visible=True)
|
|
}
|
|
except Exception as e:
|
|
print(
|
|
f"Exception encountered while attempting to generate prompt: {e}")
|
|
return gr.update(), f"Error: {e}"
|
|
|
|
# events
|
|
generateButton.click(fn=generate_longer_prompt, inputs=[
|
|
promptTxt, temp_slider, top_k_slider, max_length_slider,
|
|
repetition_penalty_slider, num_return_sequences_slider, use_blacklist_checkbox],
|
|
outputs=[results, send_to_img2img, send_to_txt2img, results_col, warning])
|
|
send_to_img2img.click(add_to_prompt, outputs=[img2img_prompt])
|
|
send_to_txt2img.click(add_to_prompt, outputs=[txt2img_prompt])
|
|
send_to_txt2img.click(None, _js='switch_to_txt2img', inputs=None, outputs=None)
|
|
send_to_img2img.click(None, _js="switch_to_img2img", inputs=None, outputs=None)
|
|
return (prompt_generator, "Prompt Generator", "Prompt Generator"),
|
|
|
|
|
|
script_callbacks.on_ui_tabs(on_ui_tabs)
|