|
|
import gradio as gr |
|
|
import torch |
|
|
from optimum.intel.openvino.modeling_diffusion import OVStableDiffusionPipeline |
|
|
|
|
|
model_id = "hsuwill000/Fluently-v4-LCM-openvino" |
|
|
|
|
|
HIGH = 1024 |
|
|
WIDTH = 512 |
|
|
|
|
|
batch_size = -1 |
|
|
|
|
|
pipe = OVStableDiffusionPipeline.from_pretrained( |
|
|
model_id, |
|
|
compile=False, |
|
|
ov_config={"CACHE_DIR": ""}, |
|
|
torch_dtype=torch.int8, |
|
|
safety_checker=None, |
|
|
use_safetensors=False, |
|
|
) |
|
|
print(pipe.scheduler.compatibles) |
|
|
|
|
|
pipe.reshape(batch_size=-1, height=HIGH, width=WIDTH, num_images_per_prompt=1) |
|
|
|
|
|
pipe.compile() |
|
|
|
|
|
prompt = "" |
|
|
negative_prompt = "EasyNegative, " |
|
|
|
|
|
def infer(prompt, negative_prompt, num_inference_steps): |
|
|
image = pipe( |
|
|
prompt=prompt, |
|
|
negative_prompt=negative_prompt, |
|
|
width=WIDTH, |
|
|
height=HIGH, |
|
|
guidance_scale=1.0, |
|
|
num_inference_steps=num_inference_steps, |
|
|
num_images_per_prompt=1, |
|
|
).images[0] |
|
|
|
|
|
return image |
|
|
|
|
|
examples = [ |
|
|
"(Digital art, highres, best quality, 8K, masterpiece, anime screencap, perfect eyes:1.4, ultra detailed:1.5),1girl,flat chest,short messy pink hair,blue eyes,tall,thick thighs,light blue hoodie,collar,light blue shirt,black sport shorts,bulge,black thigh highs,femboy,okoto no ko,smiling,blushing,looking at viewer,inside,livingroom,sitting on couch,nighttime,dark,hand_to_mouth,", |
|
|
"1girl, silver hair, symbol-shaped pupils, yellow eyes, smiling, light particles, light rays, wallpaper, star guardian, serious face, red inner hair, power aura, grandmaster1, golden and white clothes", |
|
|
"masterpiece, best quality, highres booru, 1girl, solo, depth of field, rim lighting, flowers, petals, from above, crystals, butterfly, vegetation, aura, magic, hatsune miku, blush, slight smile, close-up, against wall,", |
|
|
"((colofrul:1.7)),((best quality)), ((masterpiece)), ((ultra-detailed)), (illustration), (detailed light), (an extremely delicate and beautiful),incredibly_absurdres,(glowing),(1girl:1.7),solo,a beautiful girl,(((cowboy shot))),standding,((Hosiery)),((beautiful off-shoulder lace-trimmed layered strapless dress+white stocking):1.25),((Belts)),(leg loops),((Hosiery)),((flower headdress)),((long white hair)),(((beautiful eyes))),BREAK,((english text)),(flower:1.35),(garden),(((border:1.75))),", |
|
|
] |
|
|
|
|
|
css = """ |
|
|
#col-container { |
|
|
margin: 0 auto; |
|
|
max-width: 520px; |
|
|
} |
|
|
""" |
|
|
|
|
|
power_device = "CPU" |
|
|
|
|
|
with gr.Blocks(css=css) as demo: |
|
|
|
|
|
with gr.Column(elem_id="col-container"): |
|
|
gr.Markdown(f""" |
|
|
# {model_id.split('/')[1]} {WIDTH}x{HIGH} |
|
|
Currently running on {power_device}. |
|
|
""") |
|
|
|
|
|
with gr.Row(): |
|
|
prompt = gr.Text( |
|
|
label="Prompt", |
|
|
show_label=False, |
|
|
max_lines=1, |
|
|
placeholder="Enter your prompt", |
|
|
container=False, |
|
|
) |
|
|
run_button = gr.Button("Run", scale=0) |
|
|
|
|
|
|
|
|
num_inference_steps_slider = gr.Slider( |
|
|
minimum=1, |
|
|
maximum=30, |
|
|
step=1, |
|
|
value=4, |
|
|
label="Number of Inference Steps" |
|
|
) |
|
|
|
|
|
result = gr.Image(label="Result", show_label=False) |
|
|
|
|
|
gr.Examples( |
|
|
examples=examples, |
|
|
fn=infer, |
|
|
inputs=[prompt, num_inference_steps_slider], |
|
|
outputs=[result] |
|
|
) |
|
|
|
|
|
run_button.click( |
|
|
fn=infer, |
|
|
inputs=[prompt, num_inference_steps_slider], |
|
|
outputs=[result] |
|
|
) |
|
|
|
|
|
demo.queue().launch() |
|
|
|
