From f739563c9afb21486890214df463d0d846a11bb8 Mon Sep 17 00:00:00 2001 From: HyeonJin-Yang Date: Fri, 13 Sep 2024 22:13:24 +0900 Subject: [PATCH 1/2] =?UTF-8?q?fix:=20Reranker=20=EC=A0=9C=EC=99=B8?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Reranker가 위키 문서의 메타데이터 "title:을 삭제시킴에 따라 제외 --- evaluation/product/haho_v2.py | 7 +------ 1 file changed, 1 insertion(+), 6 deletions(-) diff --git a/evaluation/product/haho_v2.py b/evaluation/product/haho_v2.py index 16d73b4..d9baff5 100644 --- a/evaluation/product/haho_v2.py +++ b/evaluation/product/haho_v2.py @@ -48,15 +48,10 @@ def ready_chain(): base_compressor=compressor, base_retriever=wiki_retriever ) - merger_retriever = MergerRetriever( + retrieval_chain = MergerRetriever( retrievers=[rule_retriever, wiki_retriever_small, compressed_retriever] ) - reranker = FlashrankRerank() - retrieval_chain = ContextualCompressionRetriever( - base_compressor=reranker, base_retriever=merger_retriever - ) - # Prompt prompt = load_prompt(prompt_name="RAG_Instructed_ThoT", prompt_version=6) From 6b9db186e572b4317ae07deac554a2e7b2106cd9 Mon Sep 17 00:00:00 2001 From: HyeonJin-Yang Date: Mon, 23 Sep 2024 11:16:06 +0900 Subject: [PATCH 2/2] =?UTF-8?q?fix:=20Reranker=20import=20=EC=82=AD?= =?UTF-8?q?=EC=A0=9C?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- evaluation/product/haho_v2.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/evaluation/product/haho_v2.py b/evaluation/product/haho_v2.py index d9baff5..b2ed429 100644 --- a/evaluation/product/haho_v2.py +++ b/evaluation/product/haho_v2.py @@ -4,7 +4,7 @@ from langchain.chains import create_retrieval_chain from langchain.chains.combine_documents.stuff import create_stuff_documents_chain from langchain.retrievers import ContextualCompressionRetriever, MergerRetriever -from langchain.retrievers.document_compressors import FlashrankRerank, LLMChainExtractor +from langchain.retrievers.document_compressors import LLMChainExtractor from langchain_openai.embeddings import OpenAIEmbeddings from ..tools.generators.llm import get_OPENAI_llm