diff --git a/benchmark/benchmark.py b/benchmark/benchmark.py index c3ad3daee3e..02117242742 100755 --- a/benchmark/benchmark.py +++ b/benchmark/benchmark.py @@ -548,9 +548,9 @@ def add(attr_name, increment, global_stats, lang_stats): lang_stats.avg_duration_per_test = 0 lang_stats.cost = 0 for i in range(tries): - setattr(lang_stats, f"pass_rate_{i}", 0) + setattr(lang_stats, f"pass_rate_{i + 1}", 0) for i in range(tries): - setattr(lang_stats, f"pass_num_{i}", 0) + setattr(lang_stats, f"pass_num_{i + 1}", 0) lang_stats.error_outputs = 0 lang_stats.user_asks = 0 lang_stats.test_timeouts = 0 @@ -636,7 +636,7 @@ def show(stat, red="red"): for i in range(tries): pass_rate = 100 * passed_tests[i] / res.completed_tests percents[i] = pass_rate - # console.print(f"{pass_rate:.1f}% correct after try {i+1}") + # console.print(f"{pass_rate:.1f}% correct after try {i + 1}") setattr(res, f"pass_rate_{i + 1}", f"{pass_rate:.1f}") setattr(res, f"pass_num_{i + 1}", passed_tests[i]) @@ -705,7 +705,7 @@ def show(stat, red="red"): if verbose and len(lang_to_stats) > 0: - def format_lang_stats(lang_stats): + def format_lang_stats(lang, lang_stats): # First, postprocess attributes for easier printing if lang_stats.completed_tests > 0: lang_stats.avg_duration_per_test = lang_stats.duration / float( @@ -713,9 +713,9 @@ def format_lang_stats(lang_stats): ) for i in range(tries): num_passed = lang_to_passed_tests[lang][i] - setattr(lang_stats, f"pass_num_{i}", num_passed) + setattr(lang_stats, f"pass_num_{i + 1}", num_passed) pass_rate = 100 * num_passed / float(lang_stats.completed_tests) - setattr(lang_stats, f"pass_rate_{i}", pass_rate) + setattr(lang_stats, f"pass_rate_{i + 1}", pass_rate) # Then format attributes into ready-to-print strings for attr in lang_stats.__dict__: @@ -742,7 +742,7 @@ def compute_lang_to_col_widths(lang_to_stats): print("======== Stats by language ========") print() - [format_lang_stats(lang_stats) for lang_stats in lang_to_stats.values()] + [format_lang_stats(lang, lang_stats) for lang, lang_stats in lang_to_stats.items()] lang_to_col_widths = compute_lang_to_col_widths(lang_to_stats) any_stats = list(lang_to_stats.values())[0]