# Slow down msn's crawl.

User-agent: msnbot 
Crawl-delay: 120


# Slow down Google's crawl.

User-agent: googlebot 
Crawl-delay: 120


# Slow down Yahoo! Slurp

User-agent: Slurp
Crawl-delay: 120


# Slow down inktomi crawl.

User-agent: inktomi slurp
Crawl-delay: 120


# Disallow all crawlers access to certain pages.

User-agent: *
Disallow: /shop/checkout/login.asp


# To exclude a single robot.

User-agent: voilabot
Disallow: /