User-agent: * # disallow all files with ? in url Disallow: /*? # disallow these pages for seo purposes Disallow: /wp- Disallow: /feed/ Disallow: /comments/feed Disallow: /trackback/