# robots.txt for Umbraco
User-agent: *
Crawl-delay: 5
Disallow: /aspnet_client/
Disallow: /bin/
Disallow: /config/
Disallow: /css/
Disallow: /data/
Disallow: /macroScripts/
Disallow: /scripts/
Disallow: /umbraco/
Disallow: /umbraco_client/
Disallow: /usercontrols/
Disallow: /xslt/
Disallow: /media/
Disallow: /images/
Disallow: /install/
Disallow: /logs/

User-agent: msnbot
Crawl-delay: 10

#AhrefsBot
User-agent: AhrefsBot
Disallow: /

#Baiduspider
User-agent: Baiduspider
Disallow: /

#Yandex
User-agent: YandexBot
Disallow: /
User-agent: Yandex
Disallow: /