batch sizing - search

chatbot_model.py

@@ -1419,13 +1419,13 @@ class StreamingDataPipeline:
         # TODO: use GPU/strategy
         if len(response_pool) < 100:
             self.embedding_batch_size = 16
-            self.search_batch_size = 8
+            self.search_batch_size = 16
             self.max_batch_size = 32
             self.min_batch_size = 4
         else:
             self.embedding_batch_size = 64
-            self.search_batch_size = 32
-            self.min_batch_size = max(8, batch_size // 4)
+            self.search_batch_size = 64
+            self.min_batch_size = 8
             self.max_batch_size = 64
 
     def save_cache(self, cache_dir: Path) -> None: