User-agent: *
Disallow: /content.php
Disallow: /func.js
Disallow: /news/categories/
Disallow: /news/authors/