Spaces:
Runtime error
Runtime error
# To allow your IDE to autocomplete and validate your YAML pipelines, name them as <name of your choice>.haystack-pipeline.yml | |
version: ignore | |
components: # define all the building-blocks for Pipeline | |
- name: DocumentStore | |
type: ElasticsearchDocumentStore | |
params: | |
index=: qa_demo | |
similarity: cosine | |
embedding_dim: 768 | |
- name: Retriever | |
type: BM25Retriever | |
params: | |
document_store: DocumentStore # params can reference other components defined in the YAML | |
top_k: 5 | |
- name: Reader # custom-name for the component; helpful for visualization & debugging | |
type: FARMReader # Haystack Class name for the component | |
params: | |
model_name_or_path: deepset/roberta-base-squad2 | |
context_window_size: 500 | |
return_no_answer: true | |
- name: TextFileConverter | |
type: TextConverter | |
- name: PDFFileConverter | |
type: PDFToTextConverter | |
- name: Preprocessor | |
type: PreProcessor | |
params: | |
split_by: word | |
split_length: 1000 | |
- name: FileTypeClassifier | |
type: FileTypeClassifier | |
pipelines: | |
- name: query # a sample extractive-qa Pipeline | |
nodes: | |
- name: Retriever | |
inputs: [Query] | |
- name: Reader | |
inputs: [Retriever] | |
- name: indexing | |
nodes: | |
- name: FileTypeClassifier | |
inputs: [File] | |
- name: TextFileConverter | |
inputs: [FileTypeClassifier.output_1] | |
- name: PDFFileConverter | |
inputs: [FileTypeClassifier.output_2] | |
- name: Preprocessor | |
inputs: [PDFFileConverter, TextFileConverter] | |
- name: Retriever | |
inputs: [Preprocessor] | |
- name: DocumentStore | |
inputs: [Retriever] |