1 files changed, 5 insertions, 0 deletions

diff --git a/scripts/deploy.sh b/scripts/deploy.sh
index 0527505..07d65b5 100755
--- a/scripts/deploy.sh
+++ b/scripts/deploy.sh
@@ -161,6 +161,11 @@ for local in "${artifacts[@]}"; do
   verified=$((verified + 1))
 done
 
+curl -fsSL --max-time 30 "$origin/robots.txt" -o "$tmp/robots.txt" \
+  || die "could not fetch robots.txt"
+grep -q "^Disallow: /$" "$tmp/robots.txt" \
+  || die "robots.txt does not disallow crawlers"
+
 curl -fsSL --max-time 30 "$origin/play/" -o "$tmp/play.html" \
   || die "could not fetch the browser app at /play/"
 grep -q 'app.js' "$tmp/play.html" || die "/play/ does not reference app.js"