diff --git a/src/llamafactory/model/adapter.py b/src/llamafactory/model/adapter.py
index 9edd87dd2c..7f6d5fa7d1 100644
--- a/src/llamafactory/model/adapter.py
+++ b/src/llamafactory/model/adapter.py
@@ -175,6 +175,7 @@ def _setup_lora_tuning(
             "cache_dir": model_args.cache_dir,
             "revision": model_args.model_revision,
             "token": model_args.hf_hub_token,
+            "torch_device": 'cpu',
         }
 
         for adapter in adapter_to_merge: