Sitemap: http://www.DOMAIN.com/sitemap.xml

User-agent: *
Disallow: /cgi-bin/

User-agent: *
Disallow: /csv/

User-agent: *
Disallow: /modlogan/

User-agent: *
Disallow: /webalizer/

User-agent: *
Disallow: /wp-includes/

User-agent: *
Disallow: /wp-admin/

User-agent: *
Disallow: /wp-content/

User-agent: *
Disallow: /cp/

User-agent: *
Disallow: /awstats/