ash_hq/priv/static/robots.txt

mirror of https://github.com/ash-project/ash_hq.git synced 2024-09-20 05:13:23 +12:00
# See https://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-agent: *
# Disallow: /
init 2022-03-21 17:43:24 +13:00			`# See https://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file`
			`#`
			`# To ban all spiders from the entire site uncomment the next two lines:`
			`# User-agent: *`
			`# Disallow: /`