Testys commited on
Commit
c773120
·
verified ·
1 Parent(s): 74dd725

Update search_utils.py

Browse files
Files changed (1) hide show
  1. search_utils.py +4 -3
search_utils.py CHANGED
@@ -182,14 +182,15 @@ class SemanticSearch:
182
  try:
183
  shard_start = time.time()
184
  distances, indices = index.search(query_embedding, top_k)
185
- valid_mask = (indices[0] >= 0) & (indices[0] < index.ntotal)
186
- valid_indices = indices[0][valid_mask].tolist()
187
- valid_distances = distances[0][valid_mask].tolist()
188
 
189
  if len(valid_indices) != top_k:
190
  self.logger.debug(f"Shard {shard_idx}: Found {len(valid_indices)} valid results out of {top_k}")
191
 
192
  global_indices = [self._global_index(shard_idx, idx) for idx in valid_indices]
 
193
  self.logger.debug(f"Shard {shard_idx} search completed in {time.time() - shard_start:.3f}s")
194
  return valid_distances, global_indices
195
  except Exception as e:
 
182
  try:
183
  shard_start = time.time()
184
  distances, indices = index.search(query_embedding, top_k)
185
+ # valid_mask = (indices[0] >= 0) & (indices[0] < index.ntotal)
186
+ valid_indices = indices[0]
187
+ valid_distances = distances[0]
188
 
189
  if len(valid_indices) != top_k:
190
  self.logger.debug(f"Shard {shard_idx}: Found {len(valid_indices)} valid results out of {top_k}")
191
 
192
  global_indices = [self._global_index(shard_idx, idx) for idx in valid_indices]
193
+ logger.info(f"Global Indice {global_indices}")
194
  self.logger.debug(f"Shard {shard_idx} search completed in {time.time() - shard_start:.3f}s")
195
  return valid_distances, global_indices
196
  except Exception as e: