diff --git a/scripts/delete.sh b/scripts/delete.sh
index 1b060c5aa..004909029 100755
--- a/scripts/delete.sh
+++ b/scripts/delete.sh
@@ -1,3 +1,7 @@
+#/bin/bash
+
+set -e
+
 #
 # Force deletes a runner from the service
 # The caller should have already ensured the runner is gone and/or stopped
diff --git a/scripts/remove-svc.sh b/scripts/remove-svc.sh
index 1c95bfb52..82d4d4bb5 100755
--- a/scripts/remove-svc.sh
+++ b/scripts/remove-svc.sh
@@ -1,3 +1,7 @@
+#/bin/bash
+
+set -e
+
 #
 # Removes a runner running as a service
 # Must be run on the machine where the service is run