# # Robots.txt for wineinvestment.com
# Enables robots.txt rules for all crawlers

User-agent: *
Allow: /

# Rate limit Yahoo!, Bing and Yandex (Google ignores this)
Crawl-delay: 5

# SilverStripe sitemap:
Sitemap: https://www.wineinvestment.com/sitemap.xml

Disallow: /admin/
Disallow: /Security/
#Disallow: /sdotsform/
Disallow: /dev/
Disallow: /*?r=*
Disallow: /*?Category*
Disallow: /cn/learn/