robots.txt 179 B

123456789
  1. ---
  2. ---
  3. # www.robotstxt.org/
  4. # Allow crawling of all content
  5. User-agent: *
  6. Disallow:{% if jekyll.environment != "production" %} /{% endif %}
  7. Sitemap: {{ site.url }}/sitemap.xml