User-agent: *
Disallow: /
Crawl-delay: 600

# but allow only important bots
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Mediapartners-Google
User-agent: msnbot
User-agent: msnbot-media
User-agent: Slurp
User-agent: Yahoo-Blogs
User-agent: Yahoo-MMCrawler
User-agent: Twitterbot

Allow: /utility/opengraphimagehandler.ashx
Allow: /opengraphimagehandler.ashx

#Directories
Disallow: /access/
Disallow: /aspnet_client/
Disallow: /bin/
Disallow: /data/
Disallow: /saml/
Disallow: /usercontrols/
Disallow: /utility/HubSpotSyncDirectories.ashx
Disallow: /utility/BannerLink.aspx
Crawl-delay: 600