lower batch size

app.py

@@ -132,7 +132,7 @@ def encode_queries(dataset_name, postfix):
     input_texts = [f"query: {query.strip()} {postfix}".strip() for query in queries[dataset_name]]
     
     encoded_embeds = []
-    batch_size = 32
+    batch_size = 2
     
     for start_idx in tqdm.tqdm(range(0, len(input_texts), batch_size), desc="Encoding queries"):
         batch_input_texts = input_texts[start_idx: start_idx + batch_size]