Sitemap: http://thevoxys.co.uk/sitemap.xml

User-agent: Googlebot
Disallow: /*.css$
Disallow: /*.flv$
Disallow: /*.js$
Disallow: /*.gz$
Disallow: /*.mp3$
Disallow: /*.pdf$
Disallow: /*.php$
Disallow: /*.php*
Disallow: /*.rar$
Disallow: /*.swf$
Disallow: /*.zip$
Disallow: /*?

User-agent: Googlebot-Image
Disallow: /*.tif$

User-agent: Slurp
Disallow: /*.css$
Disallow: /*.flv$
Disallow: /*.js$
Disallow: /*.gz$
Disallow: /*.mp3$
Disallow: /*.pdf$
Disallow: /*.php$
Disallow: /*.php*
Disallow: /*.rar$
Disallow: /*.swf$
Disallow: /*.zip$
Disallow: /*?
Disallow: /*.tif$
Crawl-Delay: 10

User-agent: msnbot
Crawl-Delay: 240
Disallow: /cgi-bin/
Disallow: /dl/
Disallow: /em/
Disallow: /js/
Disallow: /media/
Disallow: /mov/
Disallow: /temp/

User-agent: duggmirror
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /dl/
Disallow: /em/
Disallow: /js/
Disallow: /media/
Disallow: /mov/
Disallow: /temp/