# General robots.txt

User-agent: *
Disallow: /cgi-bin/
Disallow: /cgi/
Disallow: /images/
Disallow: /graphics/
Disallow: /00000001/
Disallow: /Merchant2/
Disallow: /guestbook/
Disallow: /private/
Disallow: /membersonly/
Disallow: /forbidden/
Disallow: /keepout/
Disallow: /admin/
Disallow: /administrator/
Disallow: /administration/
Disallow: /adminonly/
Disallow: /adult/
Disallow: /stats/

User-agent: Slurp
Crawl-delay: 30

User-agent: YahooSeeker
Crawl-delay: 30
Disallow: /Merchant2/

User-agent: Yahoo-MMCrawler
Disallow: /

User-agent: msnbot
Disallow: /Merchant2/