User-agent: *
Disallow: /Dealer_Products/
Disallow: /products/menu.asp
Disallow: /menu.asp
Disallow: /links/rateit3.asp
Disallow: /links/rateit.asp
Disallow: /links/redirect.asp
Disallow: /dealer_products/ajax/add_tag.asp
Crawl-delay: 30

# this is a comment - my robots.txt file for www.mysite.com 
User-agent: ZoomSpider 
Crawl-delay: 30

User-agent: Slurp 
Crawl-delay: 30


User-agent: Twiceler 
Crawl-delay: 30

User-agent: ShopWiki
Disallow: /

User-Agent: Charlotte
Disallow: /