diff --git a/milp-evolve/src/milp_evolve_llm/src/prefix_gen.py b/milp-evolve/src/milp_evolve_llm/src/prefix_gen.py index 002e98c..65f03ee 100644 --- a/milp-evolve/src/milp_evolve_llm/src/prefix_gen.py +++ b/milp-evolve/src/milp_evolve_llm/src/prefix_gen.py @@ -47,7 +47,7 @@ def gen_topic_prefix(path=topic_path): import tarfile with tarfile.open(os.path.join(path, "prefix_prompts.json.tar.gz"), "r:gz") as tar: - tar.extractall(path) + tar.extractall(path, filter="data")) topic_info = json.load(open(os.path.join(path, "prefix_prompts.json"), "r")) topic_info = topic_info[-5000:] @@ -56,4 +56,4 @@ def gen_topic_prefix(path=topic_path): if "#Given Prompt#:" in topic["text"]: yield topic["text"].split("#Given Prompt#:")[1].strip() else: - yield topic["text"].strip() \ No newline at end of file + yield topic["text"].strip()