| | import os |
| | import random |
| | import uuid |
| |
|
| | import gradio as gr |
| | import numpy as np |
| | from PIL import Image |
| | import spaces |
| | import torch |
| | from diffusers import StableDiffusion3Pipeline, DPMSolverMultistepScheduler, AutoencoderKL |
| | from huggingface_hub import snapshot_download |
| |
|
| | huggingface_token = os.getenv("HUGGINGFACE_TOKEN") |
| |
|
| | model_path = snapshot_download( |
| | repo_id="stabilityai/stable-diffusion-3-medium", |
| | revision="refs/pr/26", |
| | repo_type="model", |
| | ignore_patterns=["*.md", "*..gitattributes"], |
| | local_dir="stable-diffusion-3-medium", |
| | token=huggingface_token, |
| | ) |
| |
|
| | DESCRIPTION = """# Stable Diffusion 3""" |
| | if not torch.cuda.is_available(): |
| | DESCRIPTION += "\n<p>Running on CPU 🥶 This demo may not work on CPU.</p>" |
| |
|
| | MAX_SEED = np.iinfo(np.int32).max |
| | CACHE_EXAMPLES = False |
| | MAX_IMAGE_SIZE = int(os.getenv("MAX_IMAGE_SIZE", "1536")) |
| | USE_TORCH_COMPILE = False |
| | ENABLE_CPU_OFFLOAD = os.getenv("ENABLE_CPU_OFFLOAD", "0") == "1" |
| |
|
| | device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu") |
| |
|
| | pipe = StableDiffusion3Pipeline.from_pretrained(model_path, torch_dtype=torch.float16) |
| | |
| |
|
| | def save_image(img): |
| | unique_name = str(uuid.uuid4()) + ".png" |
| | img.save(unique_name) |
| | return unique_name |
| |
|
| |
|
| | def randomize_seed_fn(seed: int, randomize_seed: bool) -> int: |
| | if randomize_seed: |
| | seed = random.randint(0, MAX_SEED) |
| | return seed |
| |
|
| |
|
| | @spaces.GPU(enable_queue=True) |
| | def generate( |
| | prompt: str, |
| | negative_prompt: str = "", |
| | use_negative_prompt: bool = False, |
| | seed: int = 0, |
| | width: int = 1024, |
| | height: int = 1024, |
| | guidance_scale: float = 7, |
| | randomize_seed: bool = False, |
| | num_inference_steps=30, |
| | NUM_IMAGES_PER_PROMPT=1, |
| | use_resolution_binning: bool = True, |
| | progress=gr.Progress(track_tqdm=True), |
| | ): |
| | pipe.to(device) |
| | seed = int(randomize_seed_fn(seed, randomize_seed)) |
| | generator = torch.Generator().manual_seed(seed) |
| | |
| | |
| | |
| | if not use_negative_prompt: |
| | negative_prompt = None |
| | |
| | output = pipe( |
| | prompt=prompt, |
| | negative_prompt=negative_prompt, |
| | width=width, |
| | height=height, |
| | guidance_scale=guidance_scale, |
| | num_inference_steps=num_inference_steps, |
| | generator=generator, |
| | num_images_per_prompt=NUM_IMAGES_PER_PROMPT, |
| | output_type="pil", |
| | ).images |
| |
|
| | return output |
| |
|
| |
|
| | examples = [ |
| | "A red sofa on top of a white building.", |
| | "A cardboard which is large and sits on a theater stage.", |
| | "A painting of an astronaut riding a pig wearing a tutu holding a pink umbrella.", |
| | "Studio photograph closeup of a chameleon over a black background.", |
| | "Closeup portrait photo of beautiful goth woman, makeup.", |
| | "A living room, bright modern Scandinavian style house, large windows.", |
| | "Portrait photograph of an anthropomorphic tortoise seated on a New York City subway train.", |
| | "Batman, cute modern Disney style, Pixar 3d portrait, ultra detailed, gorgeous, 3d zbrush, trending on dribbble, 8k render.", |
| | "Cinnamon bun on the plate, watercolor painting, detailed, brush strokes, light palette, light, cozy.", |
| | "A lion, colorful, low-poly, cyan and orange eyes, poly-hd, 3d, low-poly game art, polygon mesh, jagged, blocky, wireframe edges, centered composition.", |
| | "Long exposure photo of Tokyo street, blurred motion, streaks of light, surreal, dreamy, ghosting effect, highly detailed.", |
| | "A glamorous digital magazine photoshoot, a fashionable model wearing avant-garde clothing, set in a futuristic cyberpunk roof-top environment, with a neon-lit city background, intricate high fashion details, backlit by vibrant city glow, Vogue fashion photography.", |
| | "Masterpiece, best quality, girl, collarbone, wavy hair, looking at viewer, blurry foreground, upper body, necklace, contemporary, plain pants, intricate, print, pattern, ponytail, freckles, red hair, dappled sunlight, smile, happy." |
| |
|
| | ] |
| |
|
| | css = ''' |
| | .gradio-container{max-width: 1000px !important} |
| | h1{text-align:center} |
| | ''' |
| | with gr.Blocks(css=css) as demo: |
| | with gr.Row(): |
| | with gr.Column(): |
| | gr.HTML( |
| | """ |
| | <h1 style='text-align: center'> |
| | Stable Diffusion 3 Medium |
| | </h1> |
| | """ |
| | ) |
| | gr.HTML( |
| | """ |
| | |
| | """ |
| | ) |
| | with gr.Group(): |
| | with gr.Row(): |
| | prompt = gr.Text( |
| | label="Prompt", |
| | show_label=False, |
| | max_lines=1, |
| | placeholder="Enter your prompt", |
| | container=False, |
| | ) |
| | run_button = gr.Button("Run", scale=0) |
| | result = gr.Gallery(label="Result", elem_id="gallery", show_label=False) |
| | with gr.Accordion("Advanced options", open=False): |
| | with gr.Row(): |
| | use_negative_prompt = gr.Checkbox(label="Use negative prompt", value=True) |
| | negative_prompt = gr.Text( |
| | label="Negative prompt", |
| | max_lines=1, |
| | value = "deformed, distorted, disfigured, poorly drawn, bad anatomy, wrong anatomy, extra limb, missing limb, floating limbs, mutated hands and fingers, disconnected limbs, mutation, mutated, ugly, disgusting, blurry, amputation, NSFW", |
| | visible=True, |
| | ) |
| | seed = gr.Slider( |
| | label="Seed", |
| | minimum=0, |
| | maximum=MAX_SEED, |
| | step=1, |
| | value=0, |
| | ) |
| |
|
| | steps = gr.Slider( |
| | label="Steps", |
| | minimum=0, |
| | maximum=60, |
| | step=1, |
| | value=30, |
| | ) |
| | number_image = gr.Slider( |
| | label="Number of Image", |
| | minimum=1, |
| | maximum=4, |
| | step=1, |
| | value=4, |
| | ) |
| | randomize_seed = gr.Checkbox(label="Randomize seed", value=True) |
| | with gr.Row(visible=True): |
| | width = gr.Slider( |
| | label="Width", |
| | minimum=256, |
| | maximum=MAX_IMAGE_SIZE, |
| | step=32, |
| | value=1024, |
| | ) |
| | height = gr.Slider( |
| | label="Height", |
| | minimum=256, |
| | maximum=MAX_IMAGE_SIZE, |
| | step=32, |
| | value=1024, |
| | ) |
| | with gr.Row(): |
| | guidance_scale = gr.Slider( |
| | label="Guidance Scale", |
| | minimum=0.1, |
| | maximum=10, |
| | step=0.1, |
| | value=7.0, |
| | ) |
| |
|
| | gr.Examples( |
| | examples=examples, |
| | inputs=prompt, |
| | outputs=[result], |
| | fn=generate, |
| | cache_examples=CACHE_EXAMPLES, |
| | ) |
| |
|
| | use_negative_prompt.change( |
| | fn=lambda x: gr.update(visible=x), |
| | inputs=use_negative_prompt, |
| | outputs=negative_prompt, |
| | api_name=False, |
| | ) |
| |
|
| | gr.on( |
| | triggers=[ |
| | prompt.submit, |
| | negative_prompt.submit, |
| | run_button.click, |
| | ], |
| | fn=generate, |
| | inputs=[ |
| | prompt, |
| | negative_prompt, |
| | use_negative_prompt, |
| | seed, |
| | width, |
| | height, |
| | guidance_scale, |
| | randomize_seed, |
| | steps, |
| | number_image, |
| | ], |
| | outputs=[result], |
| | api_name="run", |
| | ) |
| |
|
| | if __name__ == "__main__": |
| | demo.queue().launch() |