# Applies to all robots User-agent: * # Number of secs to wait between successive requests Crawl-delay: 10 # Stop these folders from being trawled Disallow: /Common/js/ Disallow: /Common/css/ Disallow: /Umbraco/ Disallow: /UserControls/ # Stop these files from being trawled Disallow: /Server-Error.aspx Disallow: /File-Not-Found.aspx