# Slow down some abusive site crawlers
User-agent: becomebot
Crawl-Delay: 30

User-agent: yandex
Crawl-Delay: 30

# Set the default for other crawlers. Note that Google ignores this, so set it with 
# Google Webmaster Tools.
User-agent: *
Crawl-Delay: 10

# Disallow directories that are only for us to use
#Disallow: /dev
#Disallow: /picture_library
#Disallow: /plesk-stat
#Disallow: /test
Disallow: /utils