# /robots.txt file for http://www.whatagoodcat.com/
# revision of 2009-09-19 to allow pretty much nothing but Google
# mail john@whatagoodcat.com for constructive criticism

User-agent: Googlebot
# disallow all files ending with these extensions
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.wmv$
Disallow: /*.cgi$
Disallow: /*.xhtml$
Disallow: /*?*
 
User-agent: Googlebot-Image
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: Ask
Disallow: /

User-agent: Alexa
Disallow: /

User-agent: Yahoo-Slurp
Disallow: /

User-agent: MSNBot
Disallow: /

User-agent: crawl
Disallow: /

User-agent: Yandex
Disallow: /

# disable duggmirror
User-agent: duggmirror
Disallow: /

User-agent: *
Disallow: /

# disallow all files in these directories
# Disallow: /images/
# Disallow: /logs/
# Disallow: /cgi-bin/
# Disallow: /stats/
# Disallow: /dh_
# Disallow: /about/
# Disallow: /contact/
# Disallow: /tag/
# Disallow: /wp-admin/
# Disallow: /wp-includes/
# Disallow: /contact
# Disallow: /manual
# Disallow: /phpmanual/
# Disallow: /category/
# Disallow: /manual/*

# disallow all files with ? in url
# allow google image bot to search all images
# User-agent: Googlebot-Image
# Disallow:
# Allow: /*