From 57acbd27a10b6146eb66b43320cd5f852d04e74d Mon Sep 17 00:00:00 2001 From: DLesmes Date: Wed, 13 Mar 2024 00:26:12 -0500 Subject: [PATCH] =?UTF-8?q?=F0=9F=A6=8D=20adding=20context=20window=20leng?= =?UTF-8?q?ht=20for=20infinite=20conversation?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- settings.py | 1 + src/services/agent.py | 2 ++ 2 files changed, 3 insertions(+) diff --git a/settings.py b/settings.py index 306371f..eab1350 100644 --- a/settings.py +++ b/settings.py @@ -16,3 +16,4 @@ class Settings: CHUNK_OVERLAP = os.getenv("CHUNK_OVERLAP") K = os.getenv("K") CHROMA_NAME_INDEX = os.getenv("CHROMA_NAME_INDEX") + MAX_MEMORY = os.getenv("MAX_MEMORY") diff --git a/src/services/agent.py b/src/services/agent.py index 994b014..c8f2bb9 100644 --- a/src/services/agent.py +++ b/src/services/agent.py @@ -37,6 +37,8 @@ def memory(self): if self.user_id in dict_history.keys(): full_chat = dict_history[self.user_id][self.chat_id]['full_chat'] memory = [(reply['role'], reply['content']) for reply in full_chat] + if len(memory) > int(settings.MAX_MEMORY): + memory = [memory[0]] + memory[-10:] return memory else: return []