# robots.txt for Umbraco
User-agent: *
Crawl-delay: 5

User-agent: *
Disallow: /aspnet_client/
Disallow: /bin/
Disallow: /config/
Disallow: /css/
Disallow: /data/
Disallow: /install/
Disallow: /masterpages/
Disallow: /python/
Disallow: /scripts/
Disallow: /umbraco/
Disallow: /umbraco_client/
Disallow: /usercontrols/
Disallow: /xslt/
Disallow: /blogs/tags/
Disallow: /find-venue-map
Disallow: /forgot-password
Allow: /

User-agent: MJ12bot
User-agent: spbot
User-agent: CCBot
User-agent: Domain Re-Animator Bot
User-agent: Linguee Bot
User-agent: BDCbot
User-agent: Screaming Frog SEO Spider
User-agent: dotbot 
Disallow: /