sitemap: http://www.domain.com/sitemap_index.xml User-agent: * # disallow all files in every directories remove for live # Disallow: / # disallow all files in these directories Disallow: /cgi-bin/ Disallow: /wp-admin/ Disallow: /archives/ disallow: /*?* Disallow: *?replytocom Disallow: /comments/feed/