diff --git a/python_only_dev.py b/python_only_dev.py
index 4ab203bb6f9d6..1ca0f5c30b741 100644
--- a/python_only_dev.py
+++ b/python_only_dev.py
@@ -69,7 +69,8 @@ if not args.quit_dev:
     current_vllm_path = os.path.join(cwd, "vllm")
 
     print(f"Renaming {pre_built_vllm_path} to {tmp_path} for backup")
-    os.rename(pre_built_vllm_path, tmp_path)
+    shutil.copytree(pre_built_vllm_path, tmp_path)
+    shutil.rmtree(pre_built_vllm_path)
 
     print(f"Linking {current_vllm_path} to {pre_built_vllm_path}")
     os.symlink(current_vllm_path, pre_built_vllm_path)