diff --git a/eval/Coding/livecodebench/LiveCodeBench-main/lcb_runner/runner/main.py b/eval/Coding/livecodebench/LiveCodeBench-main/lcb_runner/runner/main.py index 688bc9a..d9f7d21 100644 --- a/eval/Coding/livecodebench/LiveCodeBench-main/lcb_runner/runner/main.py +++ b/eval/Coding/livecodebench/LiveCodeBench-main/lcb_runner/runner/main.py @@ -19,10 +19,16 @@ def main(): args = get_args() if args.model not in LanguageModelStore: + model_style = LMStyle.Qwen25Math + if os.getenv("FORGE_API_KEY") and "/" in args.model: + model_style = LMStyle.OpenAIChat + model_suffix = args.model.split("/", 1)[1].lower() + if model_suffix.startswith("o1-"): + model_style = LMStyle.OpenAIReason model = LanguageModel( str(args.model), str(args.model), - LMStyle.Qwen25Math, + model_style, datetime(2023, 1, 1), link="https://huggingface.co/Qwen/Qwen2.5-Math-7B-Instruct", ) diff --git a/eval/Coding/livecodebench/LiveCodeBench-main/lcb_runner/runner/oai_runner.py b/eval/Coding/livecodebench/LiveCodeBench-main/lcb_runner/runner/oai_runner.py index 7e94905..fcacaf6 100644 --- a/eval/Coding/livecodebench/LiveCodeBench-main/lcb_runner/runner/oai_runner.py +++ b/eval/Coding/livecodebench/LiveCodeBench-main/lcb_runner/runner/oai_runner.py @@ -12,9 +12,15 @@ class OpenAIRunner(BaseRunner): - client = OpenAI( - api_key=os.getenv("OPENAI_KEY"), - ) + if os.getenv("FORGE_API_KEY"): + client = OpenAI( + api_key=os.getenv("FORGE_API_KEY"), + base_url=os.getenv("FORGE_API_BASE") or "https://api.forge.tensorblock.co/v1", + ) + else: + client = OpenAI( + api_key=os.getenv("OPENAI_KEY"), + ) def __init__(self, args, model): super().__init__(args, model)