User-agent: *
Disallow: /-modal/
Disallow: /-noindex/
Sitemap: https://www.mill.be/sitemap-content.xml
Sitemap: https://www.mill.be/sitemap-products.xml
Sitemap: https://www.mill.be/sitemap-categories.xml

# Bots Disallow/allow
User-agent: AdsBot-Google
Disallow:

User-Agent: Baiduspider
Disallow: /

User-Agent: CazoodleBot
Disallow: /

User-Agent: Fasterfox
Disallow: /

User-agent: teracent-feed-processing
Disallow: /

User-Agent: Ingrid
Crawl-delay: 20

User-Agent: Jyxobot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: ShopWiki
Disallow: /

User-Agent: SemtixBot
Disallow: /

User-Agent: 360Spider
Disallow: /

User-Agent: Yisouspider
Disallow: /

User-Agent: PetalBot
Disallow: /

User-Agent: Bytespider
Disallow: /

User-Agent: Sogou web spider
Disallow: /

User-Agent: Sogou inst spider
Disallow: /

# Bots Crawl-Delay
User-Agent: msnbot
Crawl-Delay: 20

User-Agent: Slurp
Crawl-delay: 20

User-Agent: Yahoo! Slurp
Crawl-delay: 20

User-agent: rogerbot
Crawl-delay: 2

User-agent: YandexBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 5

User-agent: SiteAuditBot
Crawl-delay: 5

# atlantis reporting as ordered sir