diff options
Diffstat (limited to 'docs')
| -rw-r--r-- | docs/robots.txt | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/docs/robots.txt b/docs/robots.txt index aef3fa1f6..c68014eda 100644 --- a/docs/robots.txt +++ b/docs/robots.txt @@ -3,7 +3,9 @@ # www.robotstxt.org/ +{% if site.netlify != true and site.github == true -%} # Allow crawling of all content +{%- endif %} User-agent: * -Disallow: +Disallow:{% if site.netlify == true or site.github != true %} /{% endif %} Sitemap: {{ site.url }}/sitemap.xml |