Version 1 commit

.gitignore

@@ -0,0 +1,3 @@
+.vscode
+__pycache__
+sandbox

.vscode/settings.json

@@ -0,0 +1,57 @@
+{
+    "code-runner.executorMap": {
+
+        "javascript": "node",
+        "java": "cd $dir && javac $fileName && java $fileNameWithoutExt",
+        "c": "cd $dir && gcc $fileName -o $fileNameWithoutExt && $dir$fileNameWithoutExt",
+        "zig": "zig run",
+        "cpp": "cd $dir && g++ $fileName -o $fileNameWithoutExt && $dir$fileNameWithoutExt",
+        "objective-c": "cd $dir && gcc -framework Cocoa $fileName -o $fileNameWithoutExt && $dir$fileNameWithoutExt",
+        "php": "php",
+        "python": "D:/Applications/stable-diffusion-webui/venv/Scripts/python.exe",
+        "perl": "perl",
+        "perl6": "perl6",
+        "ruby": "ruby",
+        "go": "go run",
+        "lua": "lua",
+        "groovy": "groovy",
+        "powershell": "powershell -ExecutionPolicy ByPass -File",
+        "bat": "cmd /c",
+        "shellscript": "bash",
+        "fsharp": "fsi",
+        "csharp": "scriptcs",
+        "vbscript": "cscript //Nologo",
+        "typescript": "ts-node",
+        "coffeescript": "coffee",
+        "scala": "scala",
+        "swift": "swift",
+        "julia": "julia",
+        "crystal": "crystal",
+        "ocaml": "ocaml",
+        "r": "Rscript",
+        "applescript": "osascript",
+        "clojure": "lein exec",
+        "haxe": "haxe --cwd $dirWithoutTrailingSlash --run $fileNameWithoutExt",
+        "rust": "cd $dir && rustc $fileName && $dir$fileNameWithoutExt",
+        "racket": "racket",
+        "scheme": "csi -script",
+        "ahk": "autohotkey",
+        "autoit": "autoit3",
+        "dart": "dart",
+        "pascal": "cd $dir && fpc $fileName && $dir$fileNameWithoutExt",
+        "d": "cd $dir && dmd $fileName && $dir$fileNameWithoutExt",
+        "haskell": "runghc",
+        "nim": "nim compile --verbosity:0 --hints:off --run",
+        "lisp": "sbcl --script",
+        "kit": "kitc --run",
+        "v": "v run",
+        "sass": "sass --style expanded",
+        "scss": "scss --style expanded",
+        "less": "cd $dir && lessc $fileName $fileNameWithoutExt.css",
+        "FortranFreeForm": "cd $dir && gfortran $fileName -o $fileNameWithoutExt && $dir$fileNameWithoutExt",
+        "fortran-modern": "cd $dir && gfortran $fileName -o $fileNameWithoutExt && $dir$fileNameWithoutExt",
+        "fortran_fixed-form": "cd $dir && gfortran $fileName -o $fileNameWithoutExt && $dir$fileNameWithoutExt",
+        "fortran": "cd $dir && gfortran $fileName -o $fileNameWithoutExt && $dir$fileNameWithoutExt",
+        "sml": "cd $dir && sml $fileName"
+    }
+}

scripts/format_ui.py

@@ -0,0 +1,128 @@
+import gradio as gr
+import re
+import unicodedata
+
+from modules import script_callbacks
+
+
+none = r'(?:\\[()\[\]{}<>]|[^,(){}\[\]{}<>])+'
+paren = r'\(+' + none + r'\)+'
+square = r'\[+' + none + r'\]+'
+curly = r'{+' + none + r'}+'
+angle = r'<+' + none + r'>+'
+
+re_tokenize = re.compile('|'.join([none, paren, square, curly, angle]))
+re_brackets_fix_whitespace = re.compile(r'\s*[^\\\S]([\(<{\)>}:]+)\s*')
+re_networks = re.compile(r'<.+?>')
+re_brackets_open = re.compile(r'[(\[{]+')
+
+ui_prompts = []
+
+
+def bracket_to_weights(token:str):
+    # If weighting already exists, just get rid of excess brackets
+    if not re_brackets_open.match(token):
+        return token
+    
+    brackets = re_brackets_open.match(token).group(0)
+    power = len(brackets) if brackets[0] in '{(' else - len(brackets)
+    # print(power)
+
+    if re.search(r':\d+.?\d*', token):
+        return token[power-1:len(token) if power == 1 else - power + 1]
+    
+    weight = 1.1 ** power
+    return token[power-1:-power] + ('' if token[-power-1:-power] == ':' else ':') + f'{weight:.2f})'
+
+
+def on_before_component(component: gr.component, **kwargs: dict):
+    if 'elem_id' in kwargs:
+        if kwargs['elem_id'] in ['txt2img_prompt', 'txt2img_neg_prompt', 'img2img_prompt', 'img2img_neg_prompt']:
+            ui_prompts.append(component)
+        elif kwargs['elem_id'] == 'paste':
+            print(kwargs)
+            with gr.Blocks(analytics_enabled=False) as ui_component:
+                button = gr.Button(value='🪄', elem_classes='tool', elem_id='format')
+                button.click(
+                    fn=format_prompt,
+                    inputs=ui_prompts,
+                    outputs=ui_prompts
+                )
+                return ui_component
+
+
+def fix_bracketing(token: str):
+    # token should always have at least 1 matching pair
+    # re_tokenizer will ensure that's always the case
+    if not re.match(r'[\(\[{<]', token):
+        return token
+    
+    stack = []
+    ret = list(token)
+
+    bracketing = '([{<)]}>'
+    opening = ret[0]
+    closing = bracketing[bracketing.find(opening) + len(bracketing)//2]
+    
+    for i, c in enumerate(token):
+        if token[i] == opening:
+            stack.append(i)
+        elif token[i] == closing:
+            if stack:
+                stack.pop()
+            else:
+                ret[i] = ''
+
+    while stack:
+        ret.pop(stack.pop())
+    
+    return ''.join(ret)
+
+
+def normalize(data: str):
+    return unicodedata.normalize("NFKC", data)
+
+
+def tokenize(data: str):
+    return re_tokenize.findall(data)
+
+
+def remove_whitespace(tokens: list):
+    pruned = [' '.join(token.strip().split()) for token in tokens]
+    pruned = list(filter(None, pruned))
+    return list(map(lambda token : re_brackets_fix_whitespace.sub(r"\1", token), pruned))
+
+
+def min_normalized_brackets(tokens: list):
+    return list(map(fix_bracketing, tokens))
+
+
+def brackets_to_weights(tokens: list):
+    return list(map(bracket_to_weights, tokens))
+
+
+def extract_networks(tokens: list):
+    return list(filter(lambda token: re_networks.match(token), tokens))
+
+
+def remove_networks(tokens: list):
+    return list(filter(lambda token : not re_networks.match(token), tokens))
+
+
+def format_prompt(*prompts: list):
+    ret = []
+    for prompt in prompts:
+        prompt_norm = normalize(prompt)
+        tokens = tokenize(prompt_norm)
+        tokens = remove_whitespace(tokens)
+        tokens = min_normalized_brackets(tokens)
+        tokens = brackets_to_weights(tokens)
+        networks = extract_networks(tokens)
+        tokens = remove_networks(tokens)
+        tokens.extend(networks)
+        ret.append(', '.join(list(tokens)))
+    
+    return ret
+
+
+script_callbacks.on_before_component(on_before_component)