User-agent: *
Disallow:

low all files ending with these extensions
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.wmv$
Disallow: /*.cgi$
Disallow: /*.xhtml$

# WestHost specific
#Disallow: /cgi-bin/
#Disallow: /fm/
#Disallow: /plugins/
#Disallow: /manager/
#Disallow: /pma/
#Disallow: /uebimiau/
#Disallow: /users/
#Disallow: /vdsbackup/
#Disallow: /webmail/
#Disallow: /wpm/
#Disallow: /wusage/

# WordPress specific
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /trackback
Disallow: /feed
Disallow: /comments
Disallow: /category/*/*
Disallow: */trackback
Disallow: */feed
Disallow: */comments
Disallow: /*?*
Disallow: /*?
Allow: /wp-content/uploads

# Client specific section

#Sitemap: /sitemap.xml

# Other Misc crawlers
#####################
# Google Image
User-agent: Googlebot-Image
Disallow:
Allow: /*

# Google AdSense
User-agent: Mediapartners-Google*
Disallow:
Allow: /*

# Internet Archiver Wayback Machine
User-agent: ia_archiver
Disallow: /

# disable duggmirror
User-agent: duggmirror
Disallow: /