#any robot can spider
#any page can be spidered
User-agent: * 

disallow: /clients/
disallow: /blog/wp-admin/
Disallow: /wp-*
Disallow: /feed/
Disallow: /trackback/
Disallow: /comments/feed/
Disallow: /page/
Disallow: /comments/