User-agent: *
Disallow: /offer
Disallow: /?
Disallow: /wp-
Disallow: php
Disallow: /ads/
Disallow: /comments
Disallow: /trackback
Disallow: /feed

# Disallow Archive Bots
User-agent: ia_archiver
Disallow: /