Upload 8 files

app.py

@@ -11,7 +11,7 @@ from dc import (infer, _infer, pass_result, get_diffusers_model_list, get_sample
     SCHEDULE_TYPE_OPTIONS, SCHEDULE_PREDICTION_TYPE_OPTIONS, preprocessor_tab, SDXL_TASK, TASK_MODEL_LIST,
     PROMPT_W_OPTIONS, POST_PROCESSING_SAMPLER, IP_ADAPTERS_SD, IP_ADAPTERS_SDXL, DIFFUSERS_CONTROLNET_MODEL,
     TASK_AND_PREPROCESSORS, update_task_options, change_preprocessor_choices, get_ti_choices,
-    update_textual_inversion, set_textual_inversion_prompt, create_mask_now)
+    update_textual_inversion, set_textual_inversion_prompt, create_mask_now, IP_MODELS, MODE_IP_OPTIONS)
 # Translator
 from llmdolphin import (dolphin_respond_auto, dolphin_parse_simple,
     get_llm_formats, get_dolphin_model_format, get_dolphin_models,
@@ -221,7 +221,7 @@ with gr.Blocks(fill_width=True, elem_id="container", css=css, delete_cache=(60,
                         image_resolution = gr.Slider(minimum=64, maximum=2048, step=64, value=1024, label="Image Resolution",
                                                     info="The maximum proportional size of the generated image based on the uploaded image.")
                     with gr.Row():
-                        controlnet_model = gr.Dropdown(label="ControlNet model", choices=DIFFUSERS_CONTROLNET_MODEL, value=DIFFUSERS_CONTROLNET_MODEL[0])
+                        controlnet_model = gr.Dropdown(label="ControlNet model", choices=DIFFUSERS_CONTROLNET_MODEL, value=DIFFUSERS_CONTROLNET_MODEL[0], allow_custom_value=True)
                         control_net_output_scaling = gr.Slider(minimum=0, maximum=5.0, step=0.1, value=1, label="ControlNet Output Scaling in UNet")
                         control_net_start_threshold = gr.Slider(minimum=0, maximum=1, step=0.01, value=0, label="ControlNet Start Threshold (%)")
                         control_net_stop_threshold = gr.Slider(minimum=0, maximum=1, step=0.01, value=1, label="ControlNet Stop Threshold (%)")
@@ -237,8 +237,6 @@ with gr.Blocks(fill_width=True, elem_id="container", css=css, delete_cache=(60,
                         tile_blur_sigma = gr.Number(minimum=0, maximum=100, value=9, step=1, label="'TILE' blur sigma")
 
                 with gr.Tab("IP-Adapter"):
-                    IP_MODELS = sorted(list(set(IP_ADAPTERS_SD + IP_ADAPTERS_SDXL)))
-                    MODE_IP_OPTIONS = ["original", "style", "layout", "style+layout"]
                     with gr.Accordion("IP-Adapter 1", open=True, visible=True):
                         with gr.Row():
                             with gr.Column():

constants.py

@@ -5,6 +5,8 @@ from stablepy import (
     SD15_TASKS,
     SDXL_TASKS,
     ALL_BUILTIN_UPSCALERS,
+    IP_ADAPTERS_SD,
+    IP_ADAPTERS_SDXL,
 )
 
 # - **Download Models**
@@ -19,6 +21,7 @@ DOWNLOAD_LORA = "https://huggingface.co/Leopain/color/resolve/main/Coloring_book
 LOAD_DIFFUSERS_FORMAT_MODEL = [
     'stabilityai/stable-diffusion-xl-base-1.0',
     'Laxhar/noobai-XL-1.1',
+    'Laxhar/noobai-XL-Vpred-1.0',
     'black-forest-labs/FLUX.1-dev',
     'John6666/blue-pencil-flux1-v021-fp8-flux',
     'John6666/wai-ani-flux-v10forfp8-fp8-flux',
@@ -31,7 +34,7 @@ LOAD_DIFFUSERS_FORMAT_MODEL = [
     'mikeyandfriends/PixelWave_FLUX.1-dev_03',
     'terminusresearch/FluxBooru-v0.3',
     'black-forest-labs/FLUX.1-schnell',
-    'ostris/OpenFLUX.1',
+    # 'ostris/OpenFLUX.1',
     'shuttleai/shuttle-3-diffusion',
     'Laxhar/noobai-XL-1.0',
     'John6666/noobai-xl-nai-xl-epsilonpred10version-sdxl',
@@ -125,6 +128,7 @@ LOAD_DIFFUSERS_FORMAT_MODEL = [
     'John6666/duchaiten-pony-real-v20-sdxl',
     'John6666/duchaiten-pony-xl-no-score-v70-sdxl',
     'Spestly/OdysseyXL-3.0',
+    'Spestly/OdysseyXL-4.0',
     'KBlueLeaf/Kohaku-XL-Zeta',
     'cagliostrolab/animagine-xl-3.1',
     'yodayo-ai/kivotos-xl-2.0',
@@ -336,6 +340,20 @@ POST_PROCESSING_SAMPLER = ["Use same sampler"] + [
     name_s for name_s in scheduler_names if "Auto-Loader" not in name_s
 ]
 
+IP_MODELS = []
+ALL_IPA = sorted(set(IP_ADAPTERS_SD + IP_ADAPTERS_SDXL))
+
+for origin_name in ALL_IPA:
+    suffixes = []
+    if origin_name in IP_ADAPTERS_SD:
+        suffixes.append("sd1.5")
+    if origin_name in IP_ADAPTERS_SDXL:
+        suffixes.append("sdxl")
+    ref_name = f"{origin_name} ({'/'.join(suffixes)})"
+    IP_MODELS.append((ref_name, origin_name))
+
+MODE_IP_OPTIONS = ["original", "style", "layout", "style+layout"]
+
 SUBTITLE_GUI = (
     "### This demo uses [diffusers](https://github.com/huggingface/diffusers)"
     " to perform different tasks in image generation."
@@ -356,7 +374,9 @@ EXAMPLES_GUI_HELP = (
     3. ControlNet Canny SDXL
     4. Optical pattern (Optical illusion) SDXL
     5. Convert an image to a coloring drawing
-    6. ControlNet OpenPose SD 1.5 and Latent upscale
+    6. V prediction model inference
+    7. V prediction model sd_embed variant inference
+    8. ControlNet OpenPose SD 1.5 and Latent upscale
 
     - Different tasks can be performed, such as img2img or using the IP adapter, to preserve a person's appearance or a specific style based on an image.
     """
@@ -483,6 +503,54 @@ EXAMPLES_GUI = [
         35,
         False,
     ],
+    [
+        "[mochizuki_shiina], [syuri22], newest, reimu, solo, outdoors, water, flower, lantern",
+        "worst quality, normal quality, old, sketch,",
+        28,
+        7.0,
+        -1,
+        "None",
+        0.33,
+        "DPM 3M Ef",
+        1600,
+        1024,
+        "Laxhar/noobai-XL-Vpred-1.0",
+        "txt2img",
+        "color_image.png",  # img conttol
+        1024,  # img resolution
+        0.35,  # strength
+        1.0,  # cn scale
+        0.0,  # cn start
+        1.0,  # cn end
+        "Classic",
+        None,
+        30,
+        False,
+    ],
+    [
+        "[mochizuki_shiina], [syuri22], newest, multiple girls, 2girls, earrings, jewelry, gloves, purple eyes, black hair, looking at viewer, nail polish, hat, smile, open mouth, fingerless gloves, sleeveless, :d, upper body, blue eyes, closed mouth, black gloves, hands up, long hair, shirt, bare shoulders, white headwear, blush, black headwear, blue nails, upper teeth only, short hair, white gloves, white shirt, teeth, rabbit hat, star earrings, purple nails, pink hair, detached sleeves, fingernails, fake animal ears, animal hat, sleeves past wrists, black shirt, medium hair, fur trim, sleeveless shirt, turtleneck, long sleeves, rabbit ears, star \\(symbol\\)",
+        "worst quality, normal quality, old, sketch,",
+        28,
+        7.0,
+        -1,
+        "None",
+        0.33,
+        "DPM 3M Ef",
+        1600,
+        1024,
+        "Laxhar/noobai-XL-Vpred-1.0",
+        "txt2img",
+        "color_image.png",  # img conttol
+        1024,  # img resolution
+        0.35,  # strength
+        1.0,  # cn scale
+        0.0,  # cn start
+        1.0,  # cn end
+        "Classic-sd_embed",
+        None,
+        30,
+        False,
+    ],
     [
         "1girl,face,curly hair,red hair,white background,",
         "(worst quality:2),(low quality:2),(normal quality:2),lowres,watermark,",

dc.py

@@ -7,6 +7,7 @@ from stablepy import (
     check_scheduler_compatibility,
     TASK_AND_PREPROCESSORS,
     FACE_RESTORATION_MODELS,
+    scheduler_names,
 )
 from constants import (
     DIRECTORY_UPSCALERS,
@@ -20,16 +21,12 @@ from constants import (
     MODEL_TYPE_TASK,
     POST_PROCESSING_SAMPLER,
     DIFFUSERS_CONTROLNET_MODEL,
-
+    IP_MODELS,
+    MODE_IP_OPTIONS,
 )
 from stablepy.diffusers_vanilla.style_prompt_config import STYLE_NAMES
 import torch
 import re
-from stablepy import (
-    scheduler_names,
-    IP_ADAPTERS_SD,
-    IP_ADAPTERS_SDXL,
-)
 import time
 from PIL import ImageFile
 from utils import (
@@ -54,6 +51,9 @@ import warnings
 from stablepy import logger
 from diffusers import FluxPipeline
 # import urllib.parse
+import subprocess
+
+subprocess.run("rm -rf /data-nvme/zerogpu-offload/*", env={}, shell=True)
 
 ImageFile.LOAD_TRUNCATED_IMAGES = True
 torch.backends.cuda.matmul.allow_tf32 = True
@@ -143,6 +143,7 @@ flux_pipe = FluxPipeline.from_pretrained(
 )#.to("cuda")
 components = flux_pipe.components
 components.pop("transformer", None)
+components.pop("scheduler", None)
 delete_model(flux_repo)
 #components = None
 
@@ -205,10 +206,7 @@ class GuiSD:
         yield f"Loading model: {model_name}"
 
         if vae_model == "BakedVAE":
-            if not os.path.exists(model_name):
-                vae_model = model_name
-            else:
-                vae_model = None
+            vae_model = model_name
         elif vae_model:
             vae_type = "SDXL" if "sdxl" in vae_model.lower() else "SD 1.5"
             if model_type != vae_type:
@@ -429,10 +427,10 @@ class GuiSD:
         self.model.stream_config(concurrency=concurrency, latent_resize_by=1, vae_decoding=False)
 
         if task != "txt2img" and not image_control:
-            raise ValueError("No control image found: To use this function, you have to upload an image in 'Image ControlNet/Inpaint/Img2img'")
+            raise ValueError("Reference image is required. Please upload one in 'Image ControlNet/Inpaint/Img2img'.")
 
-        if task == "inpaint" and not image_mask:
-            raise ValueError("No mask image found: Specify one in 'Image Mask'")
+        if task in ["inpaint", "repaint"] and not image_mask:
+            raise ValueError("Mask image not found. Upload one in 'Image Mask' to proceed.")
 
         if "https://" not in str(UPSCALER_DICT_GUI[upscaler_model_path]):
             upscaler_model = upscaler_model_path

llmdolphin.py

@@ -16,6 +16,8 @@ import wrapt_timeout_decorator
 from llama_cpp_agent.messages_formatter import MessagesFormatter
 from formatter import mistral_v1_formatter, mistral_v2_formatter, mistral_v3_tekken_formatter
 from llmenv import llm_models, llm_models_dir, llm_formats, llm_languages, dolphin_system_prompt
+import subprocess
+subprocess.run("rm -rf /data-nvme/zerogpu-offload/*", env={}, shell=True)
 
 
 llm_models_tupled_list = []

llmenv.py

@@ -83,6 +83,83 @@ llm_models = {
     #"": ["", MessagesFormatterType.OPEN_CHAT],
     #"": ["", MessagesFormatterType.CHATML],
     #"": ["", MessagesFormatterType.PHI_3],
+    "kunoichi-squared-model_stock-7B.Q5_K_M.gguf": ["mradermacher/kunoichi-squared-model_stock-7B-GGUF", MessagesFormatterType.MISTRAL],
+    "Infinite-Laymons-7B.Q5_K_M.gguf": ["mradermacher/Infinite-Laymons-7B-GGUF", MessagesFormatterType.MISTRAL],
+    "EXAONESumm-3.0-7.8B-Instruct.Q5_K_M.gguf": ["mradermacher/EXAONESumm-3.0-7.8B-Instruct-GGUF", MessagesFormatterType.LLAMA_3],
+    "MyModelsMerge-7b.Q5_K_M.gguf": ["mradermacher/MyModelsMerge-7b-GGUF", MessagesFormatterType.MISTRAL],
+    "WestBeagle-7B.Q5_K_M.gguf": ["mradermacher/WestBeagle-7B-GGUF", MessagesFormatterType.MISTRAL],
+    "Barcenas-8b-Juridico-Mexicano.Q5_K_M.gguf": ["mradermacher/Barcenas-8b-Juridico-Mexicano-GGUF", MessagesFormatterType.LLAMA_3],
+    "Dans-PersonalityEngine-V1.1.0-12b-Q4_K_M.gguf": ["bartowski/Dans-PersonalityEngine-V1.1.0-12b-GGUF", MessagesFormatterType.CHATML],
+    "Teleut-7b-RP-Q5_K_M.gguf": ["bartowski/Teleut-7b-RP-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Berghof-vanilla-7B.i1-Q5_K_M.gguf": ["mradermacher/Berghof-vanilla-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "NeuralKukedlc-7B-Labonned.i1-Q5_K_M.gguf": ["mradermacher/NeuralKukedlc-7B-Labonned-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Mistral-Nemo-VICIOUS_MESH-12B-2407.i1-Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-VICIOUS_MESH-12B-2407-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "StrangeMerges_43-7B-dare_ties.Q5_K_M.gguf": ["mradermacher/StrangeMerges_43-7B-dare_ties-GGUF", MessagesFormatterType.MISTRAL],
+    "SmartLlama-3-8B-MS-v0.1.i1-Q5_K_M.gguf": ["mradermacher/SmartLlama-3-8B-MS-v0.1-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "bruphin-kappa.i1-Q5_K_M.gguf": ["mradermacher/bruphin-kappa-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "NeuralKrishnaMath-7B-slerp.Q5_K_M.gguf": ["mradermacher/NeuralKrishnaMath-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
+    "113-Aspect-Emotion-Model-1.1.Q5_K_M.gguf": ["mradermacher/113-Aspect-Emotion-Model-1.1-GGUF", MessagesFormatterType.MISTRAL],
+    "ErisepBeagleNuBuRPInfinWestLakev2-IreneRP-Neural-7B-slerp.Q5_K_M.gguf": ["mradermacher/ErisepBeagleNuBuRPInfinWestLakev2-IreneRP-Neural-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
+    "ScaleDown-7B-slerp-v0.1.i1-Q5_K_M.gguf": ["mradermacher/ScaleDown-7B-slerp-v0.1-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "KangalKhan-PolishedRuby-7B.i1-Q5_K_M.gguf": ["mradermacher/KangalKhan-PolishedRuby-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Eris_PrimeV4-Vision-7B.i1-Q5_K_M.gguf": ["mradermacher/Eris_PrimeV4-Vision-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Mistral-7B-Instruct-demi-merge-v0.2-7B.i1-Q5_K_M.gguf": ["mradermacher/Mistral-7B-Instruct-demi-merge-v0.2-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "DaturaCookie_7B.i1-Q5_K_M.gguf": ["mradermacher/DaturaCookie_7B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Eris_PrimeV4-Vision-32k-7B.i1-Q5_K_M.gguf": ["mradermacher/Eris_PrimeV4-Vision-32k-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "swallow-hermes-st-v1.Q5_K_M.gguf": ["mradermacher/swallow-hermes-st-v1-GGUF", MessagesFormatterType.MISTRAL],
+    "StrangeMerges_45-7B-dare_ties.Q5_K_M.gguf": ["mradermacher/StrangeMerges_45-7B-dare_ties-GGUF", MessagesFormatterType.MISTRAL],
+    "Eris_PrimeV3.05-Vision-7B.i1-Q5_K_M.gguf": ["mradermacher/Eris_PrimeV3.05-Vision-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Pearl-7B-slerp.i1-Q5_K_M.gguf": ["mradermacher/Pearl-7B-slerp-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Follex-7B.i1-Q5_K_M.gguf": ["mradermacher/Follex-7B-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "flammen13-mistral-7B.Q5_K_M.gguf": ["mradermacher/flammen13-mistral-7B-GGUF", MessagesFormatterType.MISTRAL],
+    "flammen12-mistral-7B.Q5_K_M.gguf": ["mradermacher/flammen12-mistral-7B-GGUF", MessagesFormatterType.MISTRAL],
+    "KangalKhan-Beta-Sapphire-7B.Q5_K_M.gguf": ["mradermacher/KangalKhan-Beta-Sapphire-7B-GGUF", MessagesFormatterType.MISTRAL],
+    "StrangeMerges_44-7B-dare_ties.Q5_K_M.gguf": ["mradermacher/StrangeMerges_44-7B-dare_ties-GGUF", MessagesFormatterType.MISTRAL],
+    "StarMix-7B-slerp.Q5_K_M.gguf": ["mradermacher/StarMix-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
+    "Qwen2.5-14B-Brocav3.i1-Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Brocav3-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Calliope-7b.Q5_K_M.gguf": ["mradermacher/Calliope-7b-GGUF", MessagesFormatterType.MISTRAL],
+    "Qwen2.5-14B-Broca.i1-Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Broca-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "iq-code-evmind-14b.i1-Q4_K_M.gguf": ["mradermacher/iq-code-evmind-14b-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "AetherLlama.Q5_K_M.gguf": ["mradermacher/AetherLlama-GGUF", MessagesFormatterType.LLAMA_3],
+    "Avalon_8.Q4_K_M.gguf": ["mradermacher/Avalon_8-GGUF", MessagesFormatterType.MISTRAL],
+    "Zephyr_beta_32k_7B.Q5_K_M.gguf": ["mradermacher/Zephyr_beta_32k_7B-GGUF", MessagesFormatterType.MISTRAL],
+    "iq-code-evmind-7b.Q5_K_M.gguf": ["mradermacher/iq-code-evmind-7b-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Follex-7B-V2.i1-Q5_K_M.gguf": ["mradermacher/Follex-7B-V2-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "bruphin-iota.Q5_K_M.gguf": ["mradermacher/bruphin-iota-GGUF", MessagesFormatterType.MISTRAL],
+    "Qwen2.5-14B-FinalMergev2.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-FinalMergev2-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "flammen11X-mistral-7B.Q5_K_M.gguf": ["mradermacher/flammen11X-mistral-7B-GGUF", MessagesFormatterType.MISTRAL],
+    "J.O.S.I.E.3-Beta8-slerp.Q5_K_M.gguf": ["mradermacher/J.O.S.I.E.3-Beta8-slerp-GGUF", MessagesFormatterType.MISTRAL],
+    "flammen10-mistral-7B.Q5_K_M.gguf": ["mradermacher/flammen10-mistral-7B-GGUF", MessagesFormatterType.MISTRAL],
+    "gemma-2-9b-it-abliterated-Q4_K_M.gguf": ["bartowski/gemma-2-9b-it-abliterated-GGUF", MessagesFormatterType.ALPACA],
+    "The-Trinity-Coder-7B.Q5_K_M.gguf": ["mradermacher/The-Trinity-Coder-7B-GGUF", MessagesFormatterType.MISTRAL],
+    "MT-Gen5-MUMMIG-gemma-2-9B.Q4_K_M.gguf": ["mradermacher/MT-Gen5-MUMMIG-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA],
+    "DarkCamelot_2.i1-Q4_K_M.gguf": ["mradermacher/DarkCamelot_2-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "NeuralSirKrishna-Spanish-FT.Q5_K_M.gguf": ["mradermacher/NeuralSirKrishna-Spanish-FT-GGUF", MessagesFormatterType.MISTRAL],
+    "Pearl-7B-0211-ties.Q5_K_M.gguf": ["mradermacher/Pearl-7B-0211-ties-GGUF", MessagesFormatterType.MISTRAL],
+    "Pearl-7B-0210-ties.Q5_K_M.gguf": ["mradermacher/Pearl-7B-0210-ties-GGUF", MessagesFormatterType.MISTRAL],
+    "GarrulusMarcoro-7B-v0.1.Q5_K_M.gguf": ["mradermacher/GarrulusMarcoro-7B-v0.1-GGUF", MessagesFormatterType.MISTRAL],
+    "NeuralDareDMistralPro-7b-slerp.Q5_K_M.gguf": ["mradermacher/NeuralDareDMistralPro-7b-slerp-GGUF", MessagesFormatterType.MISTRAL],
+    "Matter-0.1-7B-DPO-preview.Q5_K_M.gguf": ["mradermacher/Matter-0.1-7B-DPO-preview-GGUF", MessagesFormatterType.MISTRAL],
+    "Mistral7BInstructv0.2-RakutenAI7Bchat.Q5_K_M.gguf": ["mradermacher/Mistral7BInstructv0.2-RakutenAI7Bchat-GGUF", MessagesFormatterType.MISTRAL],
+    "Asherah_7B.i1-Q5_K_M.gguf": ["mradermacher/Asherah_7B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Matter-0.1-7B.i1-Q5_K_M.gguf": ["mradermacher/Matter-0.1-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "kukulemon-7B.i1-Q5_K_M.gguf": ["mradermacher/kukulemon-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Mystical-dare5-7b.Q5_K_M.gguf": ["mradermacher/Mystical-dare5-7b-GGUF", MessagesFormatterType.MISTRAL],
+    "RasGulla1-7b.Q5_K_M.gguf": ["mradermacher/RasGulla1-7b-GGUF", MessagesFormatterType.MISTRAL],
+    "NeuralMonarchCoderPearlBeagle-T3Q-Mistral-Orca-Math-DPO-7b.Q5_K_M.gguf": ["mradermacher/NeuralMonarchCoderPearlBeagle-T3Q-Mistral-Orca-Math-DPO-7b-GGUF", MessagesFormatterType.MISTRAL],
+    "Einstein-4d-Marcoro14-nddmpk-KrishnaHercules-7b-slerp-fix1.Q5_K_M.gguf": ["mradermacher/Einstein-4d-Marcoro14-nddmpk-KrishnaHercules-7b-slerp-fix1-GGUF", MessagesFormatterType.MISTRAL],
+    "Einstein-4d-Marcoro14-nddmpk-KrishnaHercules-7b-slerp.Q5_K_M.gguf": ["mradermacher/Einstein-4d-Marcoro14-nddmpk-KrishnaHercules-7b-slerp-GGUF", MessagesFormatterType.MISTRAL],
+    "EvoLLM-JP-v1-7B.i1-Q5_K_M.gguf": ["mradermacher/EvoLLM-JP-v1-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "PearlMathMstralPro-7b-slerp.Q5_K_M.gguf": ["mradermacher/PearlMathMstralPro-7b-slerp-GGUF", MessagesFormatterType.MISTRAL],
+    "tokyotech-llm-Llama-3.1-Swallow-8B-Instruct-v0.3-Q5_K_M.gguf": ["mmnga/tokyotech-llm-Llama-3.1-Swallow-8B-Instruct-v0.3-gguf", MessagesFormatterType.LLAMA_3],
+    "Mayonnaise-4in1-03.Q5_K_M.gguf": ["mradermacher/Mayonnaise-4in1-03-GGUF", MessagesFormatterType.MISTRAL],
+    "Franken-MistressMaid-7B-v2.i1-Q5_K_M.gguf": ["mradermacher/Franken-MistressMaid-7B-v2-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Mayonnaise-4in1-01.Q5_K_M.gguf": ["mradermacher/Mayonnaise-4in1-01-GGUF", MessagesFormatterType.MISTRAL],
+    "TheMayonnaise.i1-Q5_K_M.gguf": ["mradermacher/TheMayonnaise-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Gemma-The-Writer-Mighty-Sword-9B-D_AU-Q4_k_m.gguf": ["DavidAU/Gemma-The-Writer-Mighty-Sword-9B-GGUF", MessagesFormatterType.ALPACA],
+    "Elly_7B.Q5_K_M.gguf": ["mradermacher/Elly_7B-GGUF", MessagesFormatterType.MISTRAL],
+    "Eris_Prime-V2-7B.Q5_K_M.gguf": ["mradermacher/Eris_Prime-V2-7B-GGUF", MessagesFormatterType.MISTRAL],
+    "discolm-mfto-7b-german-v0.1.Q5_K_M.gguf": ["mradermacher/discolm-mfto-7b-german-v0.1-GGUF", MessagesFormatterType.MISTRAL],
     "WestKunai-XS-7b.Q5_K_M.gguf": ["mradermacher/WestKunai-XS-7b-GGUF", MessagesFormatterType.MISTRAL],
     "WestKunai-XD-7b.Q5_K_M.gguf": ["mradermacher/WestKunai-XD-7b-GGUF", MessagesFormatterType.MISTRAL],
     "GenTest-7B-slerp.Q5_K_M.gguf": ["mradermacher/GenTest-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
@@ -1503,6 +1580,7 @@ llm_models = {
     "ContextualToppy_KTO-7B.Q5_K_M.gguf": ["mradermacher/ContextualToppy_KTO-7B-GGUF", MessagesFormatterType.MISTRAL],
     "Berghof-NSFW-7B.Q5_K_M.gguf": ["QuantFactory/Berghof-NSFW-7B-GGUF", MessagesFormatterType.MISTRAL],
     "Japanese-TextGen-Kage-v0.1.2-2x7B-NSFW_iMat_Ch200_IQ4_XS.gguf": ["dddump/Japanese-TextGen-Kage-v0.1.2-2x7B-NSFW-gguf", MessagesFormatterType.VICUNA],
+    "EvoLLM-JP-A-v1-7B.i1-Q5_K_M.gguf": ["mradermacher/EvoLLM-JP-A-v1-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
     "ChatWaifu_v1.2.1.Q5_K_M.gguf": ["mradermacher/ChatWaifu_v1.2.1-GGUF", MessagesFormatterType.MISTRAL],
     "ChatWaifu_v1.1.Q5_K_M.gguf": ["mradermacher/ChatWaifu_v1.1-GGUF", MessagesFormatterType.MISTRAL],
     "ChatWaifu_v1.0.i1-Q5_K_M.gguf": ["mradermacher/ChatWaifu_v1.0-i1-GGUF", MessagesFormatterType.MISTRAL],

requirements.txt

@@ -1,4 +1,4 @@
-git+https://github.com/R3gm/stablepy.git@47c19f5  # -b refactor_sampler_fix
+stablepy==0.6.0
 accelerate
 diffusers
 invisible_watermark