From 8681fcf565643f67a36cb1fe571fac7843d2b6af Mon Sep 17 00:00:00 2001 From: salmonik Date: Sun, 8 Nov 2026 12:28:48 +0100 Subject: web: disallow crawlers and quiet the game port Adds robots.txt with Disallow: / plus noindex/X-Robots-Tag on the site and app. The v5 server treats an HTTP request as a malformed frame, closes silently before HELLO, and suppresses the common TLS scanner noise. Deploy now verifies robots.txt. --- scripts/deploy.sh | 5 +++++ 1 file changed, 5 insertions(+) (limited to 'scripts/deploy.sh') diff --git a/scripts/deploy.sh b/scripts/deploy.sh index 0527505..07d65b5 100755 --- a/scripts/deploy.sh +++ b/scripts/deploy.sh @@ -161,6 +161,11 @@ for local in "${artifacts[@]}"; do verified=$((verified + 1)) done +curl -fsSL --max-time 30 "$origin/robots.txt" -o "$tmp/robots.txt" \ + || die "could not fetch robots.txt" +grep -q "^Disallow: /$" "$tmp/robots.txt" \ + || die "robots.txt does not disallow crawlers" + curl -fsSL --max-time 30 "$origin/play/" -o "$tmp/play.html" \ || die "could not fetch the browser app at /play/" grep -q 'app.js' "$tmp/play.html" || die "/play/ does not reference app.js" -- cgit v1.2.3