From 2449f4ba3a2c1a778556596163510077bb9e4ea6 Mon Sep 17 00:00:00 2001
From: Andrew Williams <andy@tensixtyone.com>
Date: Tue, 20 Feb 2024 10:49:18 +0000
Subject: [PATCH] Add a block all robots.txt

---
 tools/branch-deploy.sh | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/tools/branch-deploy.sh b/tools/branch-deploy.sh
index 3050506..0808e17 100755
--- a/tools/branch-deploy.sh
+++ b/tools/branch-deploy.sh
@@ -21,6 +21,9 @@ rm -rf ${TARGET_FOLDER}/*
 INDEX_PAGE="${TARGET_FOLDER}/index.html"
 echo "<meta http-equiv="refresh" content="5"><p>Deploying...</p>" > "${INDEX_PAGE}"
 
+# Create a block all robots.txt
+echo -e "User-agent: *\nDisallow: /" > ${TARGET_FOLDER}/robots.txt"
+
 # Checkout a local bare copy, to speed up later checkouts
 ORIGIN=$(git config --get remote.origin.url)
 BARE_FOLDER=`mktemp -u -d`