Build search summarization system with InMemoryDocumentStore, DensePassageRetriever and TransformersSummarizer
{"version": "1.8.0", "components": [{"name": "in_memory_document_store", "type": "InMemoryDocumentStore", "params": {"index": "document", "label_index": "label", "embedding_dim": 768, "return_embedding": false, "similarity": "dot_product", "progress_bar": true, "duplicate_documents": "overwrite", "use_gpu": true, "scoring_batch_size": 500000}}, {"name": "dense_passage_retriever", "type": "DensePassageRetriever", "params": {"max_seq_len_query": 64, "max_seq_len_passage": 256, "top_k": 10, "use_gpu": true, "batch_size": 16, "embed_title": true, "use_fast_tokenizers": true, "similarity_function": "dot_product", "global_loss_buffer_size": 150000, "progress_bar": true, "use_auth_token": false, "scale_score": true}}, {"name": "transformers_summarizer", "type": "TransformersSummarizer", "params": {"model_name_or_path": "google/pegasus-xsum", "max_length": 200, "min_length": 5, "use_gpu": true, "clean_up_tokenization_spaces": true, "separator_for_single_summary": " ", "generate_single_summary": false, "batch_size": 16, "progress_bar": true, "use_auth_token": false}}], "pipelines": [{"name": "my_query_pipeline", "nodes": [{"inputs": ["Query"], "name": "dense_passage_retriever"}, {"inputs": ["dense_passage_retriever"], "name": "transformers_summarizer"}]}]}