User-agent: *
Crawl-delay: 10           # 10 Seconds between Successive Requests
Request-rate: 1/5         # maximum rate is one page every 5 seconds
Visit-time: 2000-0600     # only visit between 08:00 pm and 06:00 am (GMT)

# Disallow: /wp-includes 	  	# Wordpress Folder
Disallow: /rss/			# RSS Feeds
Disallow: /cgi-bin/		# Executable Programs
Disallow: /feed/		# RSS Feeds
Disallow: /wp-register.php	# Reduce Exploitable Searches
Disallow: /wp-login.php		# Reduce Exploitable Searches
Disallow: /wp-admin		# Reduce Exploitable Searches
Disallow: /comments/		# Wordpress Folder
Disallow: /trackback/		# Wordpress Folder
Disallow: /comments/feed/	# Wordpress Folder
Disallow: /wp-			# Wordpress Folder
Disallow: /uploads		# Wordpress Folder
Disallow: /plugins/		# Wordpress Folder
Disallow: /bot-check/ 		# Nice Bot Catching URL for those bots that fail to respect robots.txt
Disallow: /search/		# Disallow page search of search page


Allow: /

Sitemap: http://www.designem.co.nz/sitemap.xml.gz