From 07b2ba156de94268834dba69965a6a2be0861f37 Mon Sep 17 00:00:00 2001 From: Sirui Li Date: Tue, 12 Aug 2025 22:54:39 -0700 Subject: [PATCH] add filter to tarfile extract --- milp-evolve/src/milp_evolve_llm/src/prefix_gen.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/milp-evolve/src/milp_evolve_llm/src/prefix_gen.py b/milp-evolve/src/milp_evolve_llm/src/prefix_gen.py index 002e98c..65f03ee 100644 --- a/milp-evolve/src/milp_evolve_llm/src/prefix_gen.py +++ b/milp-evolve/src/milp_evolve_llm/src/prefix_gen.py @@ -47,7 +47,7 @@ def gen_topic_prefix(path=topic_path): import tarfile with tarfile.open(os.path.join(path, "prefix_prompts.json.tar.gz"), "r:gz") as tar: - tar.extractall(path) + tar.extractall(path, filter="data")) topic_info = json.load(open(os.path.join(path, "prefix_prompts.json"), "r")) topic_info = topic_info[-5000:] @@ -56,4 +56,4 @@ def gen_topic_prefix(path=topic_path): if "#Given Prompt#:" in topic["text"]: yield topic["text"].split("#Given Prompt#:")[1].strip() else: - yield topic["text"].strip() \ No newline at end of file + yield topic["text"].strip()