Spaces:
Runtime error
Runtime error
File size: 2,014 Bytes
3006f55 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 |
# To allow your IDE to autocomplete and validate your YAML pipelines, name them as <name of your choice>.haystack-pipeline.yml
version: 1.7.0
components: # define all the building-blocks for Pipeline
- name: DocumentStore
type: FAISSDocumentStore # consider using MilvusDocumentStore or WeaviateDocumentStore for scaling to large number of documents
params:
faiss_index_path: faiss.index
# faiss_config_path: rest_api/faiss.json
# sql_url: sqlite:///rest_api/faiss_document_store.db
- name: Retriever
type: DensePassageRetriever
params:
document_store: DocumentStore # params can reference other components defined in the YAML
passage_embedding_model: vblagoje/dpr-ctx_encoder-single-lfqa-wiki
query_embedding_model: vblagoje/dpr-question_encoder-single-lfqa-wiki
- name: Generator # custom-name for the component; helpful for visualization & debugging
type: Seq2SeqGenerator # Haystack Class name for the component
params:
model_name_or_path: vblagoje/bart_lfqa
max_length: 300
min_length: 10
# - name: TextFileConverter
# type: TextConverter
# - name: PDFFileConverter
# type: PDFToTextConverter
# - name: Preprocessor
# type: PreProcessor
# params:
# split_by: word
# split_length: 300
# - name: FileTypeClassifier
# type: FileTypeClassifier
pipelines:
- name: query # generative-qa Pipeline
nodes:
- name: Retriever
inputs: [Query]
- name: Generator
inputs: [Retriever]
# - name: indexing
# nodes:
# - name: FileTypeClassifier
# inputs: [File]
# - name: TextFileConverter
# inputs: [FileTypeClassifier.output_1]
# - name: PDFFileConverter
# inputs: [FileTypeClassifier.output_2]
# - name: Preprocessor
# inputs: [PDFFileConverter, TextFileConverter]
# - name: Retriever
# inputs: [Preprocessor]
# - name: DocumentStore
# inputs: [Retriever] |