User-agent: *
Disallow: /index.php
Disallow: /index.html
Disallow: /doc_*
Disallow: /cart.html

# disallow all files in these directories
Disallow: /shop/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /2010/
Disallow: /category/
Disallow: /tag/
Disallow: /author/
 
User-agent: Googlebot
# disallow all files ending with these extensions
Disallow: /shop/*
Disallow: /wp-*
Disallow: */feed/$
Disallow: /category/*
Disallow: /tag/*
Disallow: */comment-page*
Disallow: /2010/*
Disallow: /author/*
Disallow: *.php*
Allow: /wp-content/uploads/

User-agent: Slurp
# disallow all files ending with these extensions
Disallow: /shop/*
Disallow: /wp-*
Disallow: */feed/$
Disallow: /category/*
Disallow: /tag/*
Allow: /wp-content/uploads/


# allow google image bot to search all images
User-agent: Googlebot-Image
Allow: /*

# allow adsense bot on entire site
User-agent: Mediapartners-Google*
Allow: /*