|
|
from ..utils import common_annotator_call, annotator_ckpts_path, HF_MODEL_NAME, create_node_input_types |
|
|
import comfy.model_management as model_management |
|
|
|
|
|
class SAM_Preprocessor: |
|
|
@classmethod |
|
|
def INPUT_TYPES(s): |
|
|
return create_node_input_types() |
|
|
|
|
|
RETURN_TYPES = ("IMAGE",) |
|
|
FUNCTION = "execute" |
|
|
|
|
|
CATEGORY = "ControlNet Preprocessors/others" |
|
|
|
|
|
def execute(self, image, resolution=512, **kwargs): |
|
|
from controlnet_aux.sam import SamDetector |
|
|
|
|
|
mobile_sam = SamDetector.from_pretrained("dhkim2810/MobileSAM", model_type="vit_t", filename="mobile_sam.pt", cache_dir=annotator_ckpts_path).to(model_management.get_torch_device()) |
|
|
out = common_annotator_call(mobile_sam, image, resolution=resolution) |
|
|
del mobile_sam |
|
|
return (out, ) |
|
|
|
|
|
NODE_CLASS_MAPPINGS = { |
|
|
"SAMPreprocessor": SAM_Preprocessor |
|
|
} |
|
|
NODE_DISPLAY_NAME_MAPPINGS = { |
|
|
"SAMPreprocessor": "SAM Segmentor" |
|
|
} |
