Skip to content

Commit aa0a5d7

Browse files
Update benchmark.py
1 parent adc470e commit aa0a5d7

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

benchmarks/utils/benchmark.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -142,11 +142,11 @@ def main():
142142
if mem_place == "none":
143143
cmd = ["numactl", f"--physcpubind={gen_threads_config(args.num_threads, n)}",
144144
"/llm/llama-batched-bench", "-m", args.model, "-c", str(args.kv_cache), "-b", "2048", "-ub", "512", "-npp", str(args.prompt_size), "-ntg", str(TOKENS),
145-
"-npl", str(args.batch_size), "-t", str(args.num_threads), "-tb", str(args.num_threads)]
145+
"-npl", str(args.batch_size), "-t", str(args.num_threads), "-tb", str(args.num_threads), "--no-mmap"]
146146
else:
147147
cmd = ["numactl", f"--physcpubind={gen_threads_config(args.num_threads, n)}",str(mem_place),
148148
"/llm/llama-batched-bench", "-m", args.model, "-c", str(args.kv_cache), "-b", "2048", "-ub", "512", "-npp", str(args.prompt_size), "-ntg", str(TOKENS),
149-
"-npl", str(args.batch_size), "-t", str(args.num_threads), "-tb", str(args.num_threads)]
149+
"-npl", str(args.batch_size), "-t", str(args.num_threads), "-tb", str(args.num_threads), "--no-mmap"]
150150

151151
else:
152152
print("FAIL: batched-bench not found!")

0 commit comments

Comments
 (0)