diff options
| author | Case Duckworth | 2022-08-16 10:48:05 -0500 |
|---|---|---|
| committer | Case Duckworth | 2022-08-16 10:48:05 -0500 |
| commit | d50c570604a42ae58f8db0896a35b92d9e2ed545 (patch) | |
| tree | 586eb307fab664fa0964389d08d45a8d5ca04065 /runsfeed | |
| parent | Add lucitoast (diff) | |
| download | sfeed-d50c570604a42ae58f8db0896a35b92d9e2ed545.tar.gz sfeed-d50c570604a42ae58f8db0896a35b92d9e2ed545.zip | |
Add robots.txt
Diffstat (limited to 'runsfeed')
| -rwxr-xr-x | runsfeed | 6 |
1 files changed, 6 insertions, 0 deletions
| diff --git a/runsfeed b/runsfeed index 19b8568..6f6b161 100755 --- a/runsfeed +++ b/runsfeed | |||
| @@ -65,6 +65,7 @@ main() { | |||
| 65 | weed > /tmp/weeds.html && | 65 | weed > /tmp/weeds.html && |
| 66 | mv /tmp/weeds.html "$SFEED_OUTPUT/weeds/index.html"; | 66 | mv /tmp/weeds.html "$SFEED_OUTPUT/weeds/index.html"; |
| 67 | }' | 67 | }' |
| 68 | robotstxt >"$SFEED_OUTPUT/robots.txt" | ||
| 68 | if [ -f /tmp/runsfeed.ok ]; then | 69 | if [ -f /tmp/runsfeed.ok ]; then |
| 69 | echo >&2 'Done.' | 70 | echo >&2 'Done.' |
| 70 | else | 71 | else |
| @@ -171,6 +172,11 @@ archive() ( # sfeed_archive AGE FEED ... | |||
| 171 | done | 172 | done |
| 172 | ) | 173 | ) |
| 173 | 174 | ||
| 175 | robotstxt() { | ||
| 176 | echo "User-Agent: *" | ||
| 177 | echo "Disallow: /" | ||
| 178 | } | ||
| 179 | |||
| 174 | if [[ "${BASH_SOURCE[0]}" == "${0}" ]]; then | 180 | if [[ "${BASH_SOURCE[0]}" == "${0}" ]]; then |
| 175 | main "$@" | 181 | main "$@" |
| 176 | fi | 182 | fi |