Update app.py

app.py

@@ -1,98 +1,210 @@
+import spaces
+import os
+import time
 import torch
-from PIL import Image
 import gradio as gr
-from huggingface_hub import hf_hub_download
-from huggingface_hub import HfFolder
-
+from PIL import Image
+from huggingface_hub import hf_hub_download, list_repo_files
 from src_inference.pipeline import FluxPipeline
-from src_inference.lora_helper import set_single_lora, clear_cache
-import os
+from src_inference.lora_helper import set_single_lora
 
-device = "cuda" if torch.cuda.is_available() else "cpu"
-print("Running on:", device)
+BASE_PATH = "black-forest-labs/FLUX.1-dev"
+LOCAL_LORA_DIR = "./LoRAs"          
+CUSTOM_LORA_DIR = "./Custom_LoRAs"  
+os.makedirs(LOCAL_LORA_DIR, exist_ok=True)
+os.makedirs(CUSTOM_LORA_DIR, exist_ok=True)
 
-# Download and load model
-base_path = hf_hub_download(repo_id="showlab/OmniConsistency", filename="OmniConsistency.safetensors", local_dir="./Model")
-lora_path = hf_hub_download(
-    repo_id="showlab/OmniConsistency",
-    filename="LoRAs/Ghibli_rank128_bf16.safetensors",
-    local_dir="./LoRAs"
-)
-lora_path = hf_hub_download(
-    repo_id="showlab/OmniConsistency",
-    filename="LoRAs/American_Cartoon_rank128_bf16.safetensors",
-    local_dir="./LoRAs"
-)
-lora_path = hf_hub_download(
-    repo_id="showlab/OmniConsistency",
-    filename="LoRAs/Chinese_Ink_rank128_bf16.safetensors",
-    local_dir="./LoRAs"
-)
-lora_path = hf_hub_download(
-    repo_id="showlab/OmniConsistency",
-    filename="LoRAs/Jojo_rank128_bf16.safetensors",
-    local_dir="./LoRAs"
-)
-lora_path = hf_hub_download(
-    repo_id="showlab/OmniConsistency",
-    filename="LoRAs/Line_rank128_bf16.safetensors",
-    local_dir="./LoRAs"
-)
-lora_path = hf_hub_download(
-    repo_id="showlab/OmniConsistency",
-    filename="LoRAs/Rick_Morty_rank128_bf16.safetensors",
-    local_dir="./LoRAs"
-)
-lora_path = hf_hub_download(
+print("downloading OmniConsistency base LoRA …")
+omni_consistency_path = hf_hub_download(
     repo_id="showlab/OmniConsistency",
-    filename="LoRAs/Vector_rank128_bf16.safetensors",
-    local_dir="./LoRAs"
+    filename="OmniConsistency.safetensors",
+    local_dir="./Model"
 )
 
-token = os.environ.get("HF_TOKEN")
+print("loading base pipeline …")
 pipe = FluxPipeline.from_pretrained(
-    "black-forest-labs/FLUX.1-dev", 
-    use_auth_token=token,
-    torch_dtype=torch.bfloat16 if torch.cuda.is_available() else torch.float32
-).to(device)
-
-set_single_lora(pipe.transformer, base_path, lora_weights=[1], cond_size=512)
-
-pipe.unload_lora_weights()
-pipe.load_lora_weights("./LoRAs", weight_name="Ghibli_rank128_bf16.safetensors")
-pipe.load_lora_weights("./LoRAs", weight_name="American_Cartoon_rank128_bf16.safetensors")
-pipe.load_lora_weights("./LoRAs", weight_name="Chinese_Ink_rank128_bf16.safetensors")
-pipe.load_lora_weights("./LoRAs", weight_name="Jojo_rank128_bf16.safetensors")
-pipe.load_lora_weights("./LoRAs", weight_name="Line_rank128_bf16.safetensors")
-pipe.load_lora_weights("./LoRAs", weight_name="Rick_Morty_rank128_bf16.safetensors")
-pipe.load_lora_weights("./LoRAs", weight_name="Vector_rank128_bf16.safetensors")
-
-
-def generate_manga(input_image, prompt):
-    spatial_image = [input_image.convert("RGB")]
-    image = pipe(
+    BASE_PATH, torch_dtype=torch.bfloat16
+).to("cuda")
+set_single_lora(pipe.transformer, omni_consistency_path,
+                lora_weights=[1], cond_size=512)
+
+def download_all_loras():
+    lora_names = [
+        "3D_Chibi", "American_Cartoon", "Chinese_Ink", "Clay_Toy",
+        "Fabric", "Ghibli", "Irasutoya", "Jojo", "LEGO", "Line",
+        "Macaron", "Oil_Painting", "Origami", "Paper_Cutting",
+        "Picasso", "Pixel", "Poly", "Pop_Art", "Rick_Morty",
+        "Snoopy", "Van_Gogh", "Vector"
+    ]
+    for name in lora_names:
+        hf_hub_download(
+            repo_id="showlab/OmniConsistency",
+            filename=f"LoRAs/{name}_rank128_bf16.safetensors",
+            local_dir=LOCAL_LORA_DIR,
+        )
+download_all_loras()
+
+def clear_cache(transformer):
+    for _, attn_processor in transformer.attn_processors.items():
+        attn_processor.bank_kv.clear()
+
+@spaces.GPU()
+def generate_image(
+    lora_name,        
+    custom_repo_id,   
+    prompt,
+    uploaded_image,
+    width, height,
+    guidance_scale,
+    num_inference_steps,
+    seed
+):
+    width, height = int(width), int(height)
+    generator = torch.Generator("cpu").manual_seed(seed)
+
+    if custom_repo_id and custom_repo_id.strip():
+        repo_id = custom_repo_id.strip()
+        try:
+            files = list_repo_files(repo_id)
+            print("using custom LoRA from:", repo_id)
+            safetensors_files = [f for f in files if f.endswith(".safetensors")]
+            print("found safetensors files:", safetensors_files)
+            if not safetensors_files:
+                raise ValueError("No .safetensors files were found in this repo")
+            fname = safetensors_files[0]
+            lora_path = hf_hub_download(
+                repo_id=repo_id,
+                filename=fname,
+                local_dir=CUSTOM_LORA_DIR,
+            )
+        except Exception as e:
+            raise gr.Error(f"Load custom LoRA failed: {e}")
+    else:
+        lora_path = os.path.join(
+            f"{LOCAL_LORA_DIR}/LoRAs", f"{lora_name}_rank128_bf16.safetensors"
+        )
+
+    pipe.unload_lora_weights()
+    try:
+        pipe.load_lora_weights(
+            os.path.dirname(lora_path),
+            weight_name=os.path.basename(lora_path)
+        )
+    except Exception as e:
+        raise gr.Error(f"Load LoRA failed: {e}")
+
+    spatial_image  = [uploaded_image.convert("RGB")]
+    subject_images = []
+    start = time.time()
+    out_img = pipe(
         prompt,
-        height=1024,
-        width=1024,
-        guidance_scale=3.5,
-        num_inference_steps=25,
+        height=(height // 8) * 8,
+        width=(width  // 8) * 8,
+        guidance_scale=guidance_scale,
+        num_inference_steps=num_inference_steps,
         max_sequence_length=512,
+        generator=generator,
         spatial_images=spatial_image,
-        subject_images=[],
+        subject_images=subject_images,
         cond_size=512,
     ).images[0]
+    print(f"inference time: {time.time()-start:.2f}s")
 
     clear_cache(pipe.transformer)
-    return image
-
-demo = gr.Interface(
-    fn=generate_manga,
-    inputs=[
-        gr.Image(type="pil", label="Input Character"),
-        gr.Textbox(label="Scene Prompt")
-    ],
-    outputs=gr.Image(label="Generated Manga Frame"),
-    title="OmniConsistency Manga Generator"
-)
+    return uploaded_image, out_img
+
+# =============== Gradio UI ===============
+def create_interface():
+    demo_lora_names = [
+        "3D_Chibi", "American_Cartoon", "Chinese_Ink", "Clay_Toy",
+        "Fabric", "Ghibli", "Irasutoya", "Jojo", "LEGO", "Line",
+        "Macaron", "Oil_Painting", "Origami", "Paper_Cutting",
+        "Picasso", "Pixel", "Poly", "Pop_Art", "Rick_Morty",
+        "Snoopy", "Van_Gogh", "Vector"
+    ]
+
+    def update_trigger_word(lora_name, prompt):
+      for name in demo_lora_names:
+        trigger = " ".join(name.split("_")) + " style,"
+        prompt = prompt.replace(trigger, "")
+      new_trigger = " ".join(lora_name.split("_"))+ " style,"
+      return new_trigger + prompt
+
+    # Example data
+    examples = [
+        ["3D_Chibi", "", "3D Chibi style, Two smiling colleagues enthusiastically high-five in front of a whiteboard filled with technical notes about multimodal learning, reflecting a moment of success and collaboration at OpenAI.", 
+        Image.open("./test_imgs/00.png"), 680, 1024, 3.5, 24, 42],
+        ["Clay_Toy", "", "Clay Toy style, Three team members from OpenAI are gathered around a laptop in a cozy, festive setting, with holiday decorations in the background; one waves cheerfully while the others engage in light conversation, reflecting a relaxed and collaborative atmosphere.", 
+        Image.open("./test_imgs/01.png"), 560, 1024, 3.5, 24, 42],
+        ["American_Cartoon", "", "American Cartoon style, In a dramatic and comedic moment from a classic Chinese film, an intense elder with a white beard and red hat grips a younger man, declaring something with fervor, while the subtitle at the bottom reads 'I want them all' — capturing both tension and humor.",  
+        Image.open("./test_imgs/02.png"), 568, 1024, 3.5, 24, 42],
+        ["Origami", "", "Origami style, A thrilled fan wearing a Portugal football kit poses energetically with a smiling Cristiano Ronaldo, who gives a thumbs-up, as they stand side by side in a casual, cheerful moment—capturing the excitement of meeting a football legend.", 
+        Image.open("./test_imgs/03.png"), 768, 672, 3.5, 24, 42],
+        ["Vector", "", "Vector style, A man glances admiringly at a passing woman, while his girlfriend looks at him in disbelief, perfectly capturing the theme of shifting attention and misplaced priorities in a humorous, relatable way.", 
+        Image.open("./test_imgs/04.png"), 512, 1024, 3.5, 24, 42]
+    ]
+
+    header = """
+<div style="text-align: center; display: flex; justify-content: left; gap: 5px;">
+<a href="https://arxiv.org/abs/2505.18445"><img src="https://img.shields.io/badge/ariXv-2505.18445-A42C25.svg" alt="arXiv"></a>
+<a href="https://huggingface.co/showlab/OmniConsistency"><img src="https://img.shields.io/badge/🤗_HuggingFace-Model-ffbd45.svg" alt="HuggingFace"></a>
+<a href="https://github.com/showlab/OmniConsistency"><img src="https://img.shields.io/badge/GitHub-Code-blue.svg?logo=github&" alt="GitHub"></a>
+</div>
+"""
+
+    with gr.Blocks() as demo:
+        gr.Markdown("# OmniConsistency LoRA Image Generation")
+        gr.Markdown("Select a LoRA, enter a prompt, and upload an image to generate a new image with OmniConsistency.")
+        gr.HTML(header)
+
+        with gr.Row():
+            with gr.Column(scale=1):
+               image_input = gr.Image(type="pil", label="Upload Image")
+               prompt_box = gr.Textbox(label="Prompt",
+                                        value="3D Chibi style,",
+                                        info="Remember to include the necessary trigger words if you're using a custom LoRA."
+                )
+               lora_dropdown = gr.Dropdown(
+                    demo_lora_names, label="Select built-in LoRA")
+               custom_repo_box = gr.Textbox(
+                    label="Enter Custom LoRA",
+                    placeholder="LoRA Hugging Face path (e.g., 'username/repo_name')",
+                    info="If you want to use a custom LoRA, enter its Hugging Face repo ID here and built-in LoRA will be Overridden. Leave empty to use built-in LoRAs. [Check the list of FLUX LoRAs](https://huggingface.co/models?other=base_model:adapter:black-forest-labs/FLUX.1-dev)"
+                )
+               gen_btn = gr.Button("Generate")
+            with gr.Column(scale=1):
+                output_image = gr.ImageSlider(label="Generated Image")
+        with gr.Accordion("Advanced Options", open=False):
+          height_box = gr.Textbox(value="1024", label="Height")
+          width_box  = gr.Textbox(value="1024", label="Width")
+          guidance_slider = gr.Slider(
+              0.1, 20, value=3.5, step=0.1, label="Guidance Scale")
+          steps_slider = gr.Slider(
+              1, 50, value=25, step=1, label="Inference Steps")
+          seed_slider = gr.Slider(
+              1, 2_147_483_647, value=42, step=1, label="Seed")
+
+        lora_dropdown.select(fn=update_trigger_word, inputs=[lora_dropdown,prompt_box], 
+                             outputs=prompt_box)
+
+        gr.Examples(
+            examples=examples,
+            inputs=[lora_dropdown, custom_repo_box, prompt_box, image_input,
+                    height_box, width_box, guidance_slider, steps_slider, seed_slider],
+            outputs=output_image,
+            fn=generate_image,
+            cache_examples=False,
+            label="Examples"
+        )
+
+        gen_btn.click(
+            fn=generate_image,
+            inputs=[lora_dropdown, custom_repo_box, prompt_box, image_input,
+                    width_box, height_box, guidance_slider, steps_slider, seed_slider],
+            outputs=output_image
+        )
+    return demo
 
-demo.launch()
+if __name__ == "__main__":
+    demo = create_interface()
+    demo.launch(ssr_mode=False)