User-agent:  *
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.cgi$
Disallow: /*.xhtml$
Disallow: /*.php*
Disallow: /*.css*
Disallow: /cgi-bin
Disallow: /webmail
Disallow: /wp-
Disallow: /*?*
Disallow: /function.require
Disallow: /wget
Disallow: /z/

Allow: /wp-content/blogs.dir/
Allow: /sitemap
Allow: /search
Allow: /*.pdf$
Allow: /*.doc$
Allow: /feed


User-agent: Googlebot
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.cgi$
Disallow: /*.xhtml$
Disallow: /*.php*
Disallow: /*.css*
Disallow: /cgi-bin
Disallow: /webmail
Disallow: /wp-
Disallow: /*?*
Disallow: /function.require
Disallow: /wget
Disallow: /z/

Allow: /wp-content/blogs.dir/
Allow: /sitemap
Allow: /search
Allow: /*.pdf$
Allow: /*.doc$

User-agent: Googlebot-Image

Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.cgi$
Disallow: /*.xhtml$
Disallow: /*.php*
Disallow: /*.css*
Disallow: /cgi-bin
Disallow: /webmail
Disallow: /wp-
Disallow: /*?*
Disallow: /function.require
Disallow: /wget
Disallow: /z/

Allow: /wp-content/blogs.dir/
Allow: /search
Allow: /feed
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.bmp$


User-agent: ia_archiver

Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.cgi$
Disallow: /*.xhtml$
Disallow: /*.php*
Disallow: /*.css*
Disallow: /cgi-bin
Disallow: /webmail
Disallow: /wp-
Disallow: /*?*
Disallow: /function.require
Disallow: /wget
Disallow: /z/

Allow: /wp-content/blogs.dir/
Allow: /sitemap
Allow: /search
Allow: /*.pdf$
Allow: /*.doc$

# disable duggmirror
User-agent: duggmirror
Disallow: /