# Allow all user agents to retreive evertyhing...
User-agent: *
# Except...
Disallow: /indiapapersbrowse/
Disallow: /staff/
Disallow: /staffxml/
Disallow: /daxml/
Disallow: /assets/
# The following user agents should be allowed to retrive nothing...
User-agent: ScoutJet
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: WebSearch
Disallow: /
User-agent: Daumoa
Disallow: /
User-agent: dotnetdotcom
Disallow: /