# All robots will spider the domain


User-agent: googlebot
Crawl-delay: 10
Disallow: /content/
Disallow: /documents/
Disallow: /images/
Disallow: /img/
Disallow: /products/
Disallow: /property/
Disallow: /vcard/

User-agent: Slurp
Crawl-delay: 10
Disallow: /content/
Disallow: /documents/
Disallow: /images/
Disallow: /img/
Disallow: /products/
Disallow: /property/
Disallow: /vcard/

User-agent: msnbot
Crawl-delay: 120
Disallow: /content/
Disallow: /documents/
Disallow: /images/
Disallow: /img/
Disallow: /products/
Disallow: /property/
Disallow: /vcard/

User-agent: OmniExplorer_Bot
Disallow: /

User-agent: ShopWiki
Disallow: /

User-agent: *
Crawl-delay: 120
Disallow: /content/
Disallow: /documents/
Disallow: /images/
Disallow: /img/
Disallow: /products/
Disallow: /property/
Disallow: /vcard/