From d50c570604a42ae58f8db0896a35b92d9e2ed545 Mon Sep 17 00:00:00 2001
From: Case Duckworth
Date: Tue, 16 Aug 2022 10:48:05 -0500
Subject: Add robots.txt

---
 runsfeed | 6 ++++++
 1 file changed, 6 insertions(+)

(limited to 'runsfeed')

diff --git a/runsfeed b/runsfeed
index 19b8568..6f6b161 100755
--- a/runsfeed
+++ b/runsfeed
@@ -65,6 +65,7 @@ main() {
 		weed > /tmp/weeds.html &&
 			mv /tmp/weeds.html "$SFEED_OUTPUT/weeds/index.html";
 	}'
+	robotstxt >"$SFEED_OUTPUT/robots.txt"
 	if [ -f /tmp/runsfeed.ok ]; then
 		echo >&2 'Done.'
 	else
@@ -171,6 +172,11 @@ archive() ( # sfeed_archive AGE FEED ...
 	done
 )
 
+robotstxt() {
+	echo "User-Agent: *"
+	echo "Disallow: /"
+}
+
 if [[ "${BASH_SOURCE[0]}" == "${0}" ]]; then
 	main "$@"
 fi
-- 
cgit 1.4.1-21-gabe81