User-agent: Googlebot
# disallow all files in these directories

User-agent: *
Disallow: /wp-login.*
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/
Disallow: /feed/
Disallow: /trackback/
Disallow: /rss/
Disallow: /members/
Disallow: /comments/feed/
Disallow: /page/
Disallow: /date/
Disallow: /comments/
Disallow: /cgi-bin/
Disallow: /stats/
Disallow: /tag/
Disallow: /contact
Disallow: /category/
Disallow: /archive/