User-agent: Googlebot
Disallow: /*/feed/$
Disallow: /*/feed/rss/$
Disallow: /*/trackback/$

User-Agent: googlebot-image 
disallow: / 

# Internet Archiver Wayback Machine
User-agent: ia_archiver
Disallow: /
 
# digg mirror
User-agent: duggmirror
Disallow: /


User-agent: *
Disallow: /wp-
Disallow: /feed/
Disallow: /trackback/
Disallow: /rss/
Disallow: /comments/feed/
Disallow: /page/
Disallow: /date/
Disallow: /comments/
Disallow: /tags/# BEGIN XML-SITEMAP-PLUGIN
Sitemap: http://gatecrasherfestival.co.uk/sitemap.xml.gz
# END XML-SITEMAP-PLUGIN