User-agent: GoogleBot

User-agent: Googlebot-Mobile

User-agent: AdsBot-Google

User-agent: DuckDuckBot

User-agent: Bingbot

User-agent: MSNBot

Disallow: /siteMap

Disallow: /*.do

Disallow: /*.ajax

Disallow: /*.js

Disallow: /*.css

Disallow: /f_*


crawl-delay: 10



User-agent: *

Disallow: /