User-agent: *
Disallow: /images/ 	# No need to crawl this directory
Disallow: /scripts/	# No need to crawl this directory
Disallow: /CSS/		# No need to crawl this directory
Disallow: /cgi-bin/	# No need to crawl this directory
Disallow: /wp-admin/	# No need to crawl this directory
Disallow: /wp-includes/	# No need to crawl this directory
Disallow: /wp-content/	# No need to crawl this directory
Disallow: /wp-content/plugins/	# No need to crawl this directory
Disallow: /wp-content/cache/	# No need to crawl this directory
Disallow: /wp-content/themes/	# No need to crawl this directory
Disallow: /wp-
Disallow: /category/	# No need to crawl this directory
Disallow: /comments/	# No need to crawl this directory
Disallow: /tag/	# No need to crawl this directory
Disallow: /author/	# No need to crawl this directory
Disallow: /trackback/	# No need to crawl this directory