Add extract DyLoRA GUI.

README.md

@@ -309,6 +309,7 @@ This will store a backup file with your current locally installed pip packages a
     - Update LoRA merge GUI to support SD checkpoint merge and up to 4 LoRA merging
     - Fixed `lora_interrogator.py` not working. Please refer to [PR #392](https://github.com/kohya-ss/sd-scripts/pull/392) for details. Thank you A2va and heyalexchoi!
     - Fixed the handling of tags containing `_` in `tag_images_by_wd14_tagger.py`.
+    - Add new Extract DyLoRA gui to the Utilities tab.
 * 2023/04/17 (v21.5.4)
     - Fixed a bug that caused an error when loading DyLoRA with the `--network_weight` option in `train_network.py`.
     - Added the `--recursive` option to each script in the `finetune` folder to process folders recursively. Please refer to [PR #400](https://github.com/kohya-ss/sd-scripts/pull/400/) for details. Thanks to Linaqruf!

kohya_gui.py

@@ -9,6 +9,7 @@ from library.extract_lora_gui import gradio_extract_lora_tab
 from library.extract_lycoris_locon_gui import gradio_extract_lycoris_locon_tab
 from library.merge_lora_gui import gradio_merge_lora_tab
 from library.resize_lora_gui import gradio_resize_lora_tab
+from library.extract_lora_from_dylora_gui import gradio_extract_dylora_tab
 from lora_gui import lora_tab
 
 
@@ -44,6 +45,7 @@ def UI(**kwargs):
                 logging_dir_input=logging_dir_input,
                 enable_copy_info_button=True,
             )
+            gradio_extract_dylora_tab()
             gradio_extract_lora_tab()
             gradio_extract_lycoris_locon_tab()
             gradio_merge_lora_tab()

library/extract_lora_from_dylora_gui.py

@@ -0,0 +1,111 @@
+import gradio as gr
+from easygui import msgbox
+import subprocess
+import os
+from .common_gui import (
+    get_saveasfilename_path,
+    get_file_path,
+)
+
+folder_symbol = '\U0001f4c2'  # 📂
+refresh_symbol = '\U0001f504'  # 🔄
+save_style_symbol = '\U0001f4be'  # 💾
+document_symbol = '\U0001F4C4'   # 📄
+PYTHON = 'python3' if os.name == 'posix' else './venv/Scripts/python.exe'
+
+
+def extract_dylora(
+    model,
+    save_to,
+    unit,
+):
+    # Check for caption_text_input
+    if model == '':
+        msgbox('Invalid DyLoRA model file')
+        return
+
+    # Check if source model exist
+    if not os.path.isfile(model):
+        msgbox('The provided DyLoRA model is not a file')
+        return
+
+    run_cmd = (
+        f'{PYTHON} "{os.path.join("networks","extract_lora_from_dylora.py")}"'
+    )
+    run_cmd += f' --save_to "{save_to}"'
+    run_cmd += f' --model "{model}"'
+    run_cmd += f' --unit {unit}'
+
+    print(run_cmd)
+
+    # Run the command
+    if os.name == 'posix':
+        os.system(run_cmd)
+    else:
+        subprocess.run(run_cmd)
+
+    print('Done extracting DyLoRA...')
+
+###
+# Gradio UI
+###
+
+
+def gradio_extract_dylora_tab():
+    with gr.Tab('Extract DyLoRA'):
+        gr.Markdown(
+            'This utility can extract a LoRA network from a finetuned model.'
+        )
+        lora_ext = gr.Textbox(value='*.safetensors *.pt', visible=False)
+        lora_ext_name = gr.Textbox(value='LoRA model types', visible=False)
+
+        with gr.Row():
+            model = gr.Textbox(
+                label='DyLoRA model',
+                placeholder='Path to the DyLoRA model to extract from',
+                interactive=True,
+            )
+            button_model_file = gr.Button(
+                folder_symbol, elem_id='open_folder_small'
+            )
+            button_model_file.click(
+                get_file_path,
+                inputs=[model, lora_ext, lora_ext_name],
+                outputs=model,
+                show_progress=False,
+            )
+
+            save_to = gr.Textbox(
+                label='Save to',
+                placeholder='path where to save the extracted LoRA model...',
+                interactive=True,
+            )
+            button_save_to = gr.Button(
+                folder_symbol, elem_id='open_folder_small'
+            )
+            button_save_to.click(
+                get_saveasfilename_path,
+                inputs=[save_to, lora_ext, lora_ext_name],
+                outputs=save_to,
+                show_progress=False,
+            )
+            unit = gr.Slider(
+                minimum=1,
+                maximum=256,
+                label='Network Dimension (Rank)',
+                value=1,
+                step=1,
+                interactive=True,
+            )
+
+        extract_button = gr.Button('Extract LoRA model')
+
+        extract_button.click(
+            extract_dylora,
+            inputs=[
+                model,
+                save_to,
+                unit,
+            ],
+            show_progress=False,
+        )