Spaces:
Runtime error
Runtime error
File size: 2,547 Bytes
2d42726 94a0cd2 2d42726 94a0cd2 2d42726 94a0cd2 2d42726 94a0cd2 2d42726 94a0cd2 2d42726 94a0cd2 2d42726 94a0cd2 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 |
import argparse
import gradio as gr
import numpy as np
import torch
from PIL import Image
import constants
import utils
from ldm.util import instantiate_from_config
from omegaconf import OmegaConf
from zipfile import ZipFile
import gdown
import os
MODEL = None
def inference(image: np.ndarray, instruction: str, center_crop: bool):
if not instruction.lower().startswith("remove the"):
raise gr.Error("Instruction should start with 'Remove the' !")
image = Image.fromarray(image)
cropped_image, image = utils.preprocess_image(image, center_crop=center_crop)
output_image = MODEL.inpaint(image, instruction, num_steps=10, device="cpu", return_pil=True, seed=0)
return cropped_image, output_image
if __name__ == "__main__":
parser = argparse.ArgumentParser()
parser.add_argument(
"--config",
type=str,
default="configs/latent-diffusion/gqa-inpaint-ldm-vq-f8-256x256.yaml",
help="Path of the model config file",
)
parser.add_argument(
"--checkpoint",
type=str,
default="models/gqa_inpaint/ldm/model.ckpt",
help="Path of the model checkpoint file",
)
args = parser.parse_args()
gdown.download(id="1tp0aHAS-ccrIfNz7XrGTSdNIPNZjOVSp", output="models/")
with ZipFile("models/gqa_inpaint.zip", 'r') as zObject:
zObject.extractall(path="models/")
os.remove("models/gqa_inpaint.zip")
parsed_config = OmegaConf.load(args.config)
MODEL = instantiate_from_config(parsed_config["model"])
model_state_dict = torch.load(args.checkpoint, map_location="cpu")["state_dict"]
MODEL.load_state_dict(model_state_dict)
MODEL.eval()
MODEL.to("cpu")
sample_image, sample_instruction, sample_step = constants.EXAMPLES[3]
gr.Interface(
fn=inference,
inputs=[
gr.Image(type="numpy", value=sample_image, label="Source Image").style(
height=256
),
gr.Textbox(
label="Instruction",
lines=1,
value=sample_instruction,
),
gr.Checkbox(value=True, label="Center Crop", interactive=False),
],
outputs=[
gr.Image(type="pil", label="Cropped Image").style(height=256),
gr.Image(type="pil", label="Output Image").style(height=256),
],
allow_flagging="never",
examples=constants.EXAMPLES,
cache_examples=True,
title=constants.TITLE,
description=constants.DESCRIPTION,
).launch()
|