Update ingest.py
Browse files
ingest.py
CHANGED
@@ -54,6 +54,10 @@ def create_faiss_index():
|
|
54 |
|
55 |
logger.info(f"Created {len(texts)} text chunks.")
|
56 |
|
|
|
|
|
|
|
|
|
57 |
# Create embeddings
|
58 |
try:
|
59 |
embeddings = HuggingFaceEmbeddings(model_name="sentence-transformers/all-MiniLM-L6-v2")
|
|
|
54 |
|
55 |
logger.info(f"Created {len(texts)} text chunks.")
|
56 |
|
57 |
+
# Check a sample of text chunks
|
58 |
+
for i, text in enumerate(texts[:5]):
|
59 |
+
logger.info(f"Sample chunk {i}: {text[:100]}...")
|
60 |
+
|
61 |
# Create embeddings
|
62 |
try:
|
63 |
embeddings = HuggingFaceEmbeddings(model_name="sentence-transformers/all-MiniLM-L6-v2")
|