Build search summarization system with TransformersSummarizer, BM25Retriever and open distro elasticsearch document store
{"version": "1.8.0", "components": [{"name": "open_distro_elasticsearch_document_store", "type": "OpenDistroElasticsearchDocumentStore", "params": {"scheme": "https", "username": "admin", "password": "admin", "port": 0, "index": "document", "label_index": "label", "content_field": "content", "name_field": "name", "embedding_field": "embedding", "embedding_dim": 768, "analyzer": "standard", "verify_certs": false, "recreate_index": false, "create_index": true, "refresh_type": "wait_for", "similarity": "cosine", "timeout": 30, "return_embedding": false, "duplicate_documents": "overwrite", "index_type": "flat", "scroll": "1d", "skip_missing_embeddings": true, "synonym_type": "synonym", "use_system_proxy": false}}, {"name": "bm25_retriever", "type": "BM25Retriever", "params": {"top_k": 10, "all_terms_must_match": false, "scale_score": true}}, {"name": "transformers_summarizer", "type": "TransformersSummarizer", "params": {"model_name_or_path": "google/pegasus-xsum", "max_length": 200, "min_length": 5, "use_gpu": true, "clean_up_tokenization_spaces": true, "separator_for_single_summary": " ", "generate_single_summary": false, "batch_size": 16, "progress_bar": true, "use_auth_token": false}}], "pipelines": [{"name": "my_query_pipeline", "nodes": [{"inputs": ["Query"], "name": "bm25_retriever"}, {"inputs": ["bm25_retriever"], "name": "transformers_summarizer"}]}]}