User-Agent: YahooYSMcm
Allow: /

User-agent: *
Disallow: /about.aspx
Disallow: /copyright.aspx
Disallow: /link-to-us.aspx
Disallow: /ppc/
Disallow: /rarticles/
Disallow: /admin/
Disallow: /shopping/
Disallow: /secondary/
Disallow: /404.aspx
Disallow: /error.aspx
Disallow: /search.aspx
Disallow: /search.aspx?
Disallow: /sitesearch.aspx
Disallow: /sitesearch.aspx?
Disallow: /yshop
Disallow: /members/
Disallow: /user/

User-agent: Turnitinbot
Disallow: /