From 6bfbdb59d0b3ae5ecf467c6cd86230010ce26f92 Mon Sep 17 00:00:00 2001 From: Brian Dellabetta Date: Wed, 24 Sep 2025 15:01:42 +0000 Subject: [PATCH 1/2] allow datasets v3 for lm_eval version compatibility Signed-off-by: Brian Dellabetta --- setup.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/setup.py b/setup.py index cab239772..f77440ebe 100644 --- a/setup.py +++ b/setup.py @@ -127,7 +127,8 @@ def localversion_func(version: ScmVersion) -> str: if BUILD_TYPE == "release" else "transformers>=4.53.0" ), - ("datasets>=4.0.0,<=4.1.0" if BUILD_TYPE == "release" else "datasets>=4.0.0"), + # datasets v3.6.0 allowed to be compatible with lm_eval + ("datasets>=3.6.0,<=4.1.0" if BUILD_TYPE == "release" else "datasets>=3.6.0"), ( "accelerate>=1.6.0,<=1.10.1" if BUILD_TYPE == "release" @@ -151,7 +152,7 @@ def localversion_func(version: ScmVersion) -> str: "pytest>=6.0.0", "pytest-mock>=3.6.0", "pytest-rerunfailures>=13.0", - "lm_eval==0.4.5", + "lm_eval>=0.4.5", # test dependencies "beautifulsoup4~=4.12.3", "cmarkgfm~=2024.1.14", From bd4e79250396a916dd64826b0c1df004a1e1ead5 Mon Sep 17 00:00:00 2001 From: Brian Dellabetta Date: Thu, 25 Sep 2025 14:51:06 +0000 Subject: [PATCH 2/2] revert datasets change Signed-off-by: Brian Dellabetta --- setup.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/setup.py b/setup.py index f77440ebe..388646c8e 100644 --- a/setup.py +++ b/setup.py @@ -127,8 +127,7 @@ def localversion_func(version: ScmVersion) -> str: if BUILD_TYPE == "release" else "transformers>=4.53.0" ), - # datasets v3.6.0 allowed to be compatible with lm_eval - ("datasets>=3.6.0,<=4.1.0" if BUILD_TYPE == "release" else "datasets>=3.6.0"), + ("datasets>=4.0.0,<=4.1.0" if BUILD_TYPE == "release" else "datasets>=4.0.0"), ( "accelerate>=1.6.0,<=1.10.1" if BUILD_TYPE == "release"