User-agent: *
Disallow: /r.asp
Disallow: /r.html
Disallow: /g.asp
Disallow: /g.html
Disallow: /gonews.asp
Disallow: /gonews.html
Disallow: /search.asp
Disallow: /search.html
Disallow: /addstore.html
Disallow: /disclaimer.html
Disallow: /lang/
Disallow: /m/
Disallow: /community/showprofile.asp
Disallow: /inc/
Disallow: /v/
Disallow: /c/
Disallow: /sh-shopregister.html
User-agent: almaden
User-agent: ASPSeek
User-agent: baiduspider
User-agent: dumbBot
User-agent: Generic
User-agent: grub-client
User-agent: MSIECrawler
User-agent: NexaBot
User-agent: NPBot
User-agent: OWR_Crawler
User-agent: psbot
User-agent: rabaz
User-agent: RPT-HTTPClient
User-agent: ScoutAbout
User-agent: semanticdiscovery
User-agent: TurnitinBot
User-agent: Wget
User-agent: twiceler
Disallow: /