diff --git a/bootstrap.sh b/bootstrap.sh
index adcca2814..5d7f3a4de 100755
--- a/bootstrap.sh
+++ b/bootstrap.sh
@@ -4,7 +4,7 @@ cd /tmp
 git clone https://github.com/magefile/mage
 cd mage
 go run bootstrap.go
-rm -rf mage
+rm -rf /tmp/mage
 
 if ! command -v mage &> /dev/null
 then