diff --git a/auto_round/utils/device.py b/auto_round/utils/device.py
index b0ecf9019..9dee028f6 100644
--- a/auto_round/utils/device.py
+++ b/auto_round/utils/device.py
@@ -623,6 +623,8 @@ def set_non_auto_device_map(
         infos = device_map.split(",")
         device_map_dict = {}
         for info in infos:
+            if ":" not in info:
+                continue
             index = info.find(":")
             key = info[:index]
             value = info[index + 1 :]