From 780e031643d7194305ed2e585b258a112c9b3637 Mon Sep 17 00:00:00 2001 From: Aleksey Morozov <36787333+amrzv@users.noreply.github.com> Date: Sat, 7 Jun 2025 12:58:08 +0200 Subject: [PATCH 1/2] Replace prepare_model_for_int8_training by prepare_model_for_kbit_training --- trlx/models/modeling_base.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/trlx/models/modeling_base.py b/trlx/models/modeling_base.py index 26aa7a876..dbd1211c9 100644 --- a/trlx/models/modeling_base.py +++ b/trlx/models/modeling_base.py @@ -37,7 +37,7 @@ PeftModel, get_peft_config, get_peft_model, - prepare_model_for_int8_training, + prepare_model_for_kbit_training, ) @@ -217,7 +217,7 @@ def from_pretrained( # noqa: max-complexity ) if is_loaded_in_8bit: - base_model = prepare_model_for_int8_training( + base_model = prepare_model_for_kbit_training( base_model, **peft_int8_kwargs, ) @@ -255,7 +255,7 @@ def from_pretrained( # noqa: max-complexity if peft_config is not None: if is_loaded_in_8bit: - base_model = prepare_model_for_int8_training( + base_model = prepare_model_for_kbit_training( base_model, **peft_int8_kwargs, ) From 97255804f490a65359a4de32ae160e63b32efa66 Mon Sep 17 00:00:00 2001 From: Aleksey Morozov <36787333+amrzv@users.noreply.github.com> Date: Sat, 7 Jun 2025 13:00:49 +0200 Subject: [PATCH 2/2] Bump datasets version --- requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/requirements.txt b/requirements.txt index b606eddc5..d89b67553 100644 --- a/requirements.txt +++ b/requirements.txt @@ -10,7 +10,7 @@ certifi==2023.7.22 charset-normalizer==3.2.0 click==8.1.7 cmake==3.25.0 -datasets==2.14.4 +datasets==2.15.0 deepspeed==0.10.1 dill==0.3.7 docker-pycreds==0.4.0