diff --git a/deploy/remove_service.sh b/deploy/remove_service.sh
index 5e9d2f7..48b55dc 100755
--- a/deploy/remove_service.sh
+++ b/deploy/remove_service.sh
@@ -4,10 +4,12 @@ SERVICE=h4backend.service
 
 set -xe
 
+set +e
 systemctl stop $SERVICE
 systemctl disable $SERVICE
+set -e
 
-sudo rm /etc/systemd/system/$SERVICE
+sudo rm -rf /etc/systemd/system/$SERVICE