File size: 3,641 Bytes
6c6eb37 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 |
import os
import cv2
import numpy as np
from loguru import logger
import torch
from torch.hub import get_dir
from iopaint.plugins.base_plugin import BasePlugin
from iopaint.schema import Device, RunPluginRequest, RemoveBGModel
def _rmbg_remove(device, *args, **kwargs):
from rembg import remove
return remove(*args, **kwargs)
class RemoveBG(BasePlugin):
name = "RemoveBG"
support_gen_mask = True
support_gen_image = True
def __init__(self, model_name, device):
super().__init__()
self.model_name = model_name
self.device = device
if model_name.startswith("birefnet"):
import rembg
if rembg.__version__ < "2.0.59":
raise ValueError(
"To use birefnet models, please upgrade rembg to >= 2.0.59. pip install -U rembg"
)
hub_dir = get_dir()
model_dir = os.path.join(hub_dir, "checkpoints")
os.environ["U2NET_HOME"] = model_dir
self._init_session(model_name)
def _init_session(self, model_name: str):
self.device_warning()
if model_name == RemoveBGModel.briaai_rmbg_1_4:
from iopaint.plugins.briarmbg import (
create_briarmbg_session,
briarmbg_process,
)
self.session = create_briarmbg_session().to(self.device)
self.remove = briarmbg_process
elif model_name == RemoveBGModel.briaai_rmbg_2_0:
from iopaint.plugins.briarmbg2 import (
create_briarmbg2_session,
briarmbg2_process,
)
self.session = create_briarmbg2_session().to(self.device)
self.remove = briarmbg2_process
else:
from rembg import new_session
self.session = new_session(model_name=model_name)
self.remove = _rmbg_remove
def switch_model(self, new_model_name):
if self.model_name == new_model_name:
return
logger.info(
f"Switching removebg model from {self.model_name} to {new_model_name}"
)
self._init_session(new_model_name)
self.model_name = new_model_name
@torch.inference_mode()
def gen_image(self, rgb_np_img, req: RunPluginRequest) -> np.ndarray:
bgr_np_img = cv2.cvtColor(rgb_np_img, cv2.COLOR_RGB2BGR)
# return BGRA image
output = self.remove(self.device, bgr_np_img, session=self.session)
return cv2.cvtColor(output, cv2.COLOR_BGRA2RGBA)
@torch.inference_mode()
def gen_mask(self, rgb_np_img, req: RunPluginRequest) -> np.ndarray:
bgr_np_img = cv2.cvtColor(rgb_np_img, cv2.COLOR_RGB2BGR)
# return BGR image, 255 means foreground, 0 means background
output = self.remove(
self.device, bgr_np_img, session=self.session, only_mask=True
)
return output
def check_dep(self):
try:
import rembg
except ImportError as e:
import traceback
error_msg = traceback.format_exc()
return f"Install rembg failed, Error details:\n{error_msg}"
def device_warning(self):
if self.device == Device.cuda and self.model_name not in [
RemoveBGModel.briaai_rmbg_1_4,
RemoveBGModel.briaai_rmbg_2_0,
]:
logger.warning(
f"remove_bg_device=cuda only supports briaai models({RemoveBGModel.briaai_rmbg_1_4.value}/{RemoveBGModel.briaai_rmbg_2_0.value})"
)
|