Spaces:
Runtime error
Runtime error
clementsan
commited on
Commit
·
6803339
1
Parent(s):
04361a6
Enforce alphanumeric character condition for collection name
Browse files
app.py
CHANGED
|
@@ -21,6 +21,7 @@ import tqdm
|
|
| 21 |
import accelerate
|
| 22 |
|
| 23 |
|
|
|
|
| 24 |
# default_persist_directory = './chroma_HF/'
|
| 25 |
list_llm = ["mistralai/Mixtral-8x7B-Instruct-v0.1", "mistralai/Mistral-7B-Instruct-v0.2", "mistralai/Mistral-7B-Instruct-v0.1", \
|
| 26 |
"HuggingFaceH4/zephyr-7b-beta", "meta-llama/Llama-2-7b-chat-hf", "microsoft/phi-2", \
|
|
@@ -157,8 +158,15 @@ def initialize_database(list_file_obj, chunk_size, chunk_overlap, progress=gr.Pr
|
|
| 157 |
progress(0.1, desc="Creating collection name...")
|
| 158 |
collection_name = Path(list_file_path[0]).stem
|
| 159 |
# Fix potential issues from naming convention
|
|
|
|
| 160 |
collection_name = collection_name.replace(" ","-")
|
|
|
|
| 161 |
collection_name = collection_name[:50]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 162 |
# print('list_file_path: ', list_file_path)
|
| 163 |
print('Collection name: ', collection_name)
|
| 164 |
progress(0.25, desc="Loading document...")
|
|
|
|
| 21 |
import accelerate
|
| 22 |
|
| 23 |
|
| 24 |
+
|
| 25 |
# default_persist_directory = './chroma_HF/'
|
| 26 |
list_llm = ["mistralai/Mixtral-8x7B-Instruct-v0.1", "mistralai/Mistral-7B-Instruct-v0.2", "mistralai/Mistral-7B-Instruct-v0.1", \
|
| 27 |
"HuggingFaceH4/zephyr-7b-beta", "meta-llama/Llama-2-7b-chat-hf", "microsoft/phi-2", \
|
|
|
|
| 158 |
progress(0.1, desc="Creating collection name...")
|
| 159 |
collection_name = Path(list_file_path[0]).stem
|
| 160 |
# Fix potential issues from naming convention
|
| 161 |
+
## Remove space
|
| 162 |
collection_name = collection_name.replace(" ","-")
|
| 163 |
+
## Limit lenght to 50 characters
|
| 164 |
collection_name = collection_name[:50]
|
| 165 |
+
## Enforce start and end as alphanumeric character
|
| 166 |
+
if not collection_name[0].isalnum():
|
| 167 |
+
collection_name[0] = 'A'
|
| 168 |
+
if not collection_name[-1].isalnum():
|
| 169 |
+
collection_name[-1] = 'Z'
|
| 170 |
# print('list_file_path: ', list_file_path)
|
| 171 |
print('Collection name: ', collection_name)
|
| 172 |
progress(0.25, desc="Loading document...")
|