We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent af6b5b4 commit ad58fedCopy full SHA for ad58fed
src/lighteval/tasks/tasks/ifbench/main.py
@@ -168,7 +168,7 @@ async def score(state: TaskState, target: Target):
168
name="ifbench_multiturn",
169
prompt_function=ifbench_prompt,
170
hf_repo="allenai/IFBench_multi-turn",
171
- hf_subset="default",
+ hf_subset="ifbench_constraints",
172
metrics=[ifbench_metrics],
173
hf_avail_splits=["test"],
174
evaluation_splits=["test"],
0 commit comments