change

.env

@@ -1,6 +1,6 @@
 colpali='vidore/colpali-v1.3'
 ollama='minicpm-v'
-flashattn='1'
+flashattn='0'
 metrictype='IP'
 mnum='16'
 efnum='500'

colpali_manager.py

@@ -47,7 +47,6 @@ if not os.path.exists(save_directory): #download if directory not created/model
                 model_name,
                 torch_dtype=torch.bfloat16,
                 device_map=device,
-                attn_implementation="flash_attention_2",
             ).eval()
             processor = cast(ColIdefics3Processor, ColIdefics3Processor.from_pretrained(model_name))
         else: #if colpali v1.3 etc
@@ -55,7 +54,6 @@ if not os.path.exists(save_directory): #download if directory not created/model
                 model_name,
                 torch_dtype=torch.bfloat16,
                 device_map=device,
-                attn_implementation="flash_attention_2",
             ).eval()
             processor = cast(ColPaliProcessor, ColPaliProcessor.from_pretrained(model_name))
         os.makedirs(save_directory)