jarif commited on
Commit
3197834
·
verified ·
1 Parent(s): 59eba48

Update ingest.py

Browse files
Files changed (1) hide show
  1. ingest.py +4 -0
ingest.py CHANGED
@@ -54,6 +54,10 @@ def create_faiss_index():
54
 
55
  logger.info(f"Created {len(texts)} text chunks.")
56
 
 
 
 
 
57
  # Create embeddings
58
  try:
59
  embeddings = HuggingFaceEmbeddings(model_name="sentence-transformers/all-MiniLM-L6-v2")
 
54
 
55
  logger.info(f"Created {len(texts)} text chunks.")
56
 
57
+ # Check a sample of text chunks
58
+ for i, text in enumerate(texts[:5]):
59
+ logger.info(f"Sample chunk {i}: {text[:100]}...")
60
+
61
  # Create embeddings
62
  try:
63
  embeddings = HuggingFaceEmbeddings(model_name="sentence-transformers/all-MiniLM-L6-v2")