init project

modules/pe3r/models.py

@@ -5,7 +5,7 @@ sys.path.append(os.path.abspath('./modules/ultralytics'))
 from transformers import AutoTokenizer, AutoModel, AutoProcessor
 from modules.mast3r.model import AsymmetricMASt3R
 
-from modules.sam2.build_sam import build_sam2_video_predictor
+# from modules.sam2.build_sam import build_sam2_video_predictor
 from modules.mobilesamv2.promt_mobilesamv2 import ObjectAwareModel
 from modules.mobilesamv2 import sam_model_registry
 
@@ -24,7 +24,7 @@ class Models:
         # SAM2_CONFIG = "./configs/sam2.1/sam2.1_hiera_l.yaml"
         # self.sam2 = build_sam2_video_predictor(SAM2_CONFIG, SAM2_CKP, device=device, apply_postprocessing=False)
         # self.sam2.eval()
-        self.sam2 = SAM2VideoPredictor.from_pretrained('facebook/sam2.1-hiera-large')
+        self.sam2 = SAM2VideoPredictor.from_pretrained('facebook/sam2.1-hiera-large', device=device)
 
         # -- mobilesamv2 & sam1 --
         # SAM1_ENCODER_CKP = './checkpoints/sam_vit_h.pt'