fix: make simulator workable

* bump vllm dependency to latest

* change simulation scoring default to all at once for local models

* use Role class instead of hardcoding

* delete old oai simulator scorer

* refactor

* [pre-commit.ci] auto fixes from pre-commit.com hooks

for more information, see https://pre-commit.ci

* linter fix

* [pre-commit.ci] auto fixes from pre-commit.com hooks

for more information, see https://pre-commit.ci

* replace lambda with function

* [pre-commit.ci] auto fixes from pre-commit.com hooks

for more information, see https://pre-commit.ci

---------

Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>

Author: frankyaoxiao

delphi/__main__.py

@@ -242,7 +242,14 @@ def scorer_postprocess(result, score_dir):
         scorer_path.mkdir(parents=True, exist_ok=True)
 
         if scorer_name == "simulation":
-            scorer = OpenAISimulator(llm_client, tokenizer=tokenizer, all_at_once=False)
+            if isinstance(llm_client, Offline):
+                scorer = OpenAISimulator(
+                    llm_client, tokenizer=tokenizer, all_at_once=True
+                )
+            else:
+                scorer = OpenAISimulator(
+                    llm_client, tokenizer=tokenizer, all_at_once=False
+                )
         elif scorer_name == "fuzz":
             scorer = FuzzingScorer(
                 llm_client,

delphi/scorers/__init__.py

@@ -4,7 +4,9 @@
 from .embedding.embedding import EmbeddingScorer
 from .embedding.example_embedding import ExampleEmbeddingScorer
 from .scorer import Scorer
-from .simulator.oai_simulator import OpenAISimulator
+from .simulator.simulation.oai_simulator import (
+    RefactoredOpenAISimulator as OpenAISimulator,
+)
 from .surprisal.surprisal import SurprisalScorer
 
 __all__ = [