Kazel commited on
Commit
518e3cc
·
verified ·
1 Parent(s): c87aee7

Update colpali_manager.py

Browse files
Files changed (1) hide show
  1. colpali_manager.py +10 -22
colpali_manager.py CHANGED
@@ -7,7 +7,6 @@ import torch
7
  from typing import List, cast
8
 
9
  #from colpali_engine.models import ColQwen2_5, ColQwen2_5_Processor
10
- from colpali_engine.models import ColIdefics3, ColIdefics3Processor
11
 
12
  from tqdm import tqdm
13
  from PIL import Image
@@ -41,21 +40,13 @@ processor_directory = os.path.join(current_working_directory, processor_director
41
 
42
 
43
  if not os.path.exists(save_directory): #download if directory not created/model not loaded
44
- # Directory does not exist; create it
45
- if "colSmol" in model_name: #if colsmol
46
- model = ColIdefics3.from_pretrained(
47
- model_name,
48
- torch_dtype=torch.bfloat16,
49
- device_map=device,
50
- ).eval()
51
- processor = cast(ColIdefics3Processor, ColIdefics3Processor.from_pretrained(model_name))
52
- else: #if colpali v1.3 etc
53
- model = ColPali.from_pretrained(
54
- model_name,
55
- torch_dtype=torch.bfloat16,
56
- device_map=device,
57
- ).eval()
58
- processor = cast(ColPaliProcessor, ColPaliProcessor.from_pretrained(model_name))
59
  os.makedirs(save_directory)
60
  print(f"Directory '{save_directory}' created.")
61
  model.save_pretrained(save_directory)
@@ -63,12 +54,9 @@ if not os.path.exists(save_directory): #download if directory not created/model
63
  processor.save_pretrained(processor_directory)
64
 
65
  else:
66
- if "colSmol" in model_name:
67
- model = ColIdefics3.from_pretrained(save_directory)
68
- processor = ColIdefics3Processor.from_pretrained(processor_directory, use_fast=True)
69
- else:
70
- model = ColPali.from_pretrained(save_directory)
71
- processor = ColPaliProcessor.from_pretrained(processor_directory, use_fast=True)
72
 
73
 
74
  class ColpaliManager:
 
7
  from typing import List, cast
8
 
9
  #from colpali_engine.models import ColQwen2_5, ColQwen2_5_Processor
 
10
 
11
  from tqdm import tqdm
12
  from PIL import Image
 
40
 
41
 
42
  if not os.path.exists(save_directory): #download if directory not created/model not loaded
43
+ #if colpali v1.3 etc
44
+ model = ColPali.from_pretrained(
45
+ model_name,
46
+ torch_dtype=torch.bfloat16,
47
+ device_map=device,
48
+ ).eval()
49
+ processor = cast(ColPaliProcessor, ColPaliProcessor.from_pretrained(model_name))
 
 
 
 
 
 
 
 
50
  os.makedirs(save_directory)
51
  print(f"Directory '{save_directory}' created.")
52
  model.save_pretrained(save_directory)
 
54
  processor.save_pretrained(processor_directory)
55
 
56
  else:
57
+
58
+ model = ColPali.from_pretrained(save_directory)
59
+ processor = ColPaliProcessor.from_pretrained(processor_directory, use_fast=True)
 
 
 
60
 
61
 
62
  class ColpaliManager: