User-agent: *
Disallow: /appsx/
Disallow: /common/
Disallow: /web_data/
Disallow: /others/
User-agent: slurp 
Crawl-delay: 6000