User-agent: * # robots shouldn't try to index the publishers section. Disallow: /publishers # block crawling rating search pages # srah: commented out 11/20/2012 # Disallow: /ratings/synopsis.jsp # Disallow: /ratings/search.jsp Disallow: /staffupdates