Update app.py

app.py

@@ -59,10 +59,7 @@ state_dict = torch.load(filepath, map_location="cpu")
 model.load_state_dict(state_dict)
 model = model.to(DEVICE).eval()
 
-from huggingface_hub import hf_hub_download
-import os
 import torch
-from diffusers.utils import load_image
 from controlnet_bria import BriaControlNetModel, BriaMultiControlNetModel
 from pipeline_bria_controlnet import BriaControlNetPipeline
 import PIL.Image as Image
@@ -71,9 +68,17 @@ base_model = 'briaai/BRIA-4B-Adapt'
 controlnet_model = 'briaai/BRIA-4B-Adapt-ControlNet-Union'
 
 controlnet = BriaControlNetModel.from_pretrained(controlnet_model, torch_dtype=torch.bfloat16)
-controlnet = BriaMultiControlNetModel([controlnet])
-
 pipe = BriaControlNetPipeline.from_pretrained(base_model, controlnet=controlnet, torch_dtype=torch.bfloat16, trust_remote_code=True)
+
+tokenizer = T5TokenizerFast.from_pretrained(
+    base_model, subfolder="tokenizer"
+)
+text_encoder = T5EncoderModel.from_pretrained(
+    base_model, subfolder="text_encoder", torch_dtype=torch.float16
+)
+
+pipe.text_encoder = text_encoder
+pipe.tokenizer = tokenizer    
 pipe.to("cuda")
 
 mode_mapping = {