User-agent: *
# Google AdSense
User-agent: Mediapartners-Google*
Disallow:

User-Agent: twiceler
Allow: /

User-Agent: AbachoBOT
Allow: /

User-Agent: Speedy Spider
Allow: /

User-Agent: ArchitextSpider
Allow: /


User-Agent: Scrubby/
Allow: /


User-Agent: Slurp
Allow: /

User-Agent: msnbot-NewsBlogs
Allow: /

User-Agent: msnbot-MM
Allow: /

User-Agent: msnbot-media
Allow: /

User-Agent: msnbot-news
Allow: /

User-Agent: msnbot-products
Allow: /

User-Agent: msnbot
Allow: /

User-Agent: AltaVista-Intranet
Allow: /

User-Agent: AESOP_com_SpiderMan
Allow: /

User-Agent: ia_archiver
Allow: /

User-Agent: Scooter
            Mercator
            Scooter2_Mercator_3-1.0
            roach.smo.av.com-1.0
            Tv<nn>_Merc_resh_26_1_D-1.0
Allow: /

User-Agent: Adsbot-Google
Allow: /

User-Agent: Googlebot-Image
Allow: /

User-Agent: Googlebot-Mobile
Allow: /

# Google Image
User-agent: Googlebot-Image
Disallow:
Allow: /*
 
# Internet Archiver Wayback Machine
User-agent: ia_archiver
Disallow: /
 
# digg mirror
User-agent: duggmirror
Disallow: /

Allow: /*
Disallow: /wp-content/plugins/
Disallow: /wp-content/mu-plugins/
Disallow: /cgi-bin/
Disallow: /DB/
Disallow: /logs/
Disallow: /mail/
Disallow: /webmail/
Disallow: /wp-includes/
Disallow: /ngzip.en.php/
Disallow: /wp-signup.php/



Sitemap: http://cathopologist.com/sitemap.xml