User-agent: linkCheck
User-agent: *
Disallow: /cgi/
Disallow: /logs/
Disallow: /shop/
User-Agent:MSIECrawler
Disallow: /