Sitemap: http://pockyrocker.com/sitemaps/sitemaps.xml

#General 
User-agent: googlebot-image
Disallow: /
User-agent: googlebot-mobile
Disallow: /
User-agent: Robozilla
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: yahoo-mmcrawler
Disallow: /
User-agent: psbot
Disallow: /
User-agent: asterias
Disallow: /
User-agent: yahoo-blogs/v3.9
Disallow: /

User-Agent: *
Allow: /
Disallow: /images/
Disallow: /scripts/
Disallow: /manga/images/
Disallow: /manga/scripts/
Disallow: /blackhole/

#no crawling files with these extensions
Disallow: /*.js$
Disallow: /*.css$
Disallow: /*.png$
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /*.jpeg$
Disallow: /*.ico$

#410 GONE
Disallow: /forums/
Disallow: /bot-trap/