fix: remove trailing os sep in local pretrained model path

Author: junjunjd

src/transformers/dynamic_module_utils.py

@@ -375,7 +375,7 @@ def get_cached_module_file(
         local_files_only = True
 
     # Download and cache module_file from the repo `pretrained_model_name_or_path` of grab it if it's a local file.
-    pretrained_model_name_or_path = str(pretrained_model_name_or_path)
+    pretrained_model_name_or_path = str(pretrained_model_name_or_path).rstrip(os.sep)
     is_local = os.path.isdir(pretrained_model_name_or_path)
     if is_local:
         submodule = _sanitize_module_name(os.path.basename(pretrained_model_name_or_path))

tests/utils/test_dynamic_module_utils.py

@@ -16,6 +16,9 @@
 
 import pytest
 
+import warnings
+
+from transformers import AutoConfig
 from transformers.dynamic_module_utils import get_imports
 
 
@@ -127,3 +130,24 @@ def test_import_parsing(tmp_path, case):
 
     parsed_imports = get_imports(tmp_file_path)
     assert parsed_imports == ["os"]
+
+def test_local_path_with_and_without_trailing_slash(tmp_path):
+    model_dir = tmp_path / "my_model"
+    model_dir.mkdir()
+    config_path = model_dir / "config.json"
+    config_path.write_text("{}")
+    path_no_slash = str(model_dir)
+    path_with_slash = str(model_dir) + os.sep
+
+    with warnings.catch_warnings(record=True) as w1:
+        warnings.simplefilter("always")
+        cfg1 = AutoConfig.from_pretrained(path_no_slash)
+
+    with warnings.catch_warnings(record=True) as w2:
+        warnings.simplefilter("always")
+        cfg2 = AutoConfig.from_pretrained(path_with_slash)
+
+    assert isinstance(cfg1, type(cfg2))
+    assert len(w1) == 0
+    assert len(w2) == 0
+