Spaces:
Running
Running
MVPilgrim
commited on
Commit
·
2aab62b
1
Parent(s):
29a8f89
fdsa
Browse files- semsearch.py +24 -24
semsearch.py
CHANGED
@@ -332,33 +332,33 @@ wpChunkCollection = createChunksCollection()
|
|
332 |
|
333 |
#createDatabaseObjects()
|
334 |
logger.info("#### Create page/doc and chunk db objects.")
|
335 |
-
|
336 |
-
|
337 |
-
|
338 |
-
|
339 |
-
|
340 |
-
|
341 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
342 |
{
|
343 |
-
"name": className,
|
344 |
"title": title,
|
345 |
-
"
|
|
|
|
|
|
|
|
|
|
|
346 |
}
|
347 |
-
)
|
348 |
-
|
349 |
-
# Insert the chunks for the document.
|
350 |
-
for i2, chunk in enumerate(webpageChunks[i]):
|
351 |
-
chunk_uuid = wpChunkCollection.data.insert(
|
352 |
-
{
|
353 |
-
"title": title,
|
354 |
-
"chunk": chunk,
|
355 |
-
"chunk_index": i2,
|
356 |
-
"references":
|
357 |
-
{
|
358 |
-
"webpage": wpCollectionObj_uuid
|
359 |
-
}
|
360 |
-
}
|
361 |
-
)
|
362 |
|
363 |
###############################################################################
|
364 |
# text contains prompt for vector DB.
|
|
|
332 |
|
333 |
#createDatabaseObjects()
|
334 |
logger.info("#### Create page/doc and chunk db objects.")
|
335 |
+
for i, className in enumerate(webpageDocNames):
|
336 |
+
title = webpageTitles[i]
|
337 |
+
logger.debug(f"## className, title: {className}, {title}")
|
338 |
+
# Create Webpage Object
|
339 |
+
page_content = page_contentArray[i]
|
340 |
+
# Insert the document.
|
341 |
+
wpCollectionObj_uuid = wpCollection.data.insert(
|
342 |
+
{
|
343 |
+
"name": className,
|
344 |
+
"title": title,
|
345 |
+
"content": page_content
|
346 |
+
}
|
347 |
+
)
|
348 |
+
|
349 |
+
# Insert the chunks for the document.
|
350 |
+
for i2, chunk in enumerate(webpageChunks[i]):
|
351 |
+
chunk_uuid = wpChunkCollection.data.insert(
|
352 |
{
|
|
|
353 |
"title": title,
|
354 |
+
"chunk": chunk,
|
355 |
+
"chunk_index": i2,
|
356 |
+
"references":
|
357 |
+
{
|
358 |
+
"webpage": wpCollectionObj_uuid
|
359 |
+
}
|
360 |
}
|
361 |
+
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
362 |
|
363 |
###############################################################################
|
364 |
# text contains prompt for vector DB.
|