# /robots.txt file for http://www.gpf-comics.com/
# mail jeff@gpf-comics.com for constructive criticism

# Allow Google AdSense to crawl everywhere:
User-agent: Mediapartners-Google
Disallow:

# Disallow Google Image searches:
User-agent: Googlebot-Image
Disallow: /

# Disallow Picsearch searches:
User-agent: psbot
Disallow: /

# Disallow Majestic-12, a known suspicious bot:
User-agent: MJ12bot
Disallow: /

# Disallow Baidu, which has become abusive with many invalid requests:
User-agent: Baiduspider
Disallow: /
User-agent: Baiduspider-image
Disallow: /

# Block everyone else from select parts of the site:
User-agent: *
Disallow: /cgi-bin/
Disallow: /premium/
Disallow: /advertise/
Disallow: /admin/
Disallow: /comics/
Disallow: /hidefcomics/
Disallow: /forum/
Disallow: /wikix/
Disallow: /wiki/Special:Search
Disallow: /wiki/Special:Random

# Define our sitemap file:
Sitemap:  http://www.gpf-comics.com/sitemap_index.xml