User-agent: Googlebot
# disallow all files ending with these extensions
Disallow: /cgi-bin/
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/themes
Disallow: wp-app.php
Disallow: wp-atom.php
Disallow: wp-blog-header.php
Disallow: wp-comments-post.php
Disallow: wp-config-sample.php
Disallow: wp-config.php
Disallow: wp-cron.php
Disallow: wp-feed.php
Disallow: wp-login.php
Disallow: wp-links-opml.php
Disallow: wp-mail.php
Disallow: wp-pass.php
Disallow: wp-rdf.php
Disallow: wp-register.php
Disallow: wp-rss.php
Disallow: wp-rss2.php
Disallow: wp-settings.php
Disallow: wp-trackback.php
Disallow: xmlrpc.php
Disallow: /6100/
Disallow: /7010/
Disallow: /tags/
Disallow: /icons/
Disallow: /images/
Disallow: /trackback/
Disallow: /comments/
Disallow: /stats/
Disallow: /tos/
Disallow: /docs/
Disallow: /manual/
Disallow: /category/
Disallow: /*.js
Disallow: /*.inc
Disallow: /*.css
Disallow: /*.gz
Disallow: /*.cgi
Disallow: /*.wmv
Disallow: /*.png
Disallow: /*.gif
Disallow: /*.jpg
Disallow: /*.cgi
Disallow: /*.xhtml
Disallow: /*.jpeg
Disallow: /z/
 
# allow adsense bot on entire site
User-agent: Mediapartners-Google*
Disallow: /cgi-bin/
 
# disallow archiving site
User-agent: ia_archiver
Disallow: /
 
# disable duggmirror
User-agent: duggmirror
Disallow: /

# allow google image bot to search all images
User-agent: Googlebot-Image
Disallow: /cgi-bin/

User-agent: *
Sitemap: http://billso.com/sitemap.xml
# disallow all files in these directories
Disallow: /cgi-bin/
Disallow: /2002/
Disallow: /z/j/
Disallow: /z/c/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /icons/
Disallow: /images/
Disallow: /stats/
Disallow: /tos/
Disallow: /docs/
Disallow: /manual/
Disallow: /category/
Disallow: /courses/
Disallow: /wp-content/plugins
Disallow: /wp-content/themes
Disallow: wp-app.php
Disallow: wp-atom.php
Disallow: wp-blog-header.php
Disallow: wp-comments-post.php
Disallow: wp-config-sample.php
Disallow: wp-config.php
Disallow: wp-cron.php
Disallow: wp-feed.php
Disallow: wp-login.php
Disallow: wp-links-opml.php
Disallow: wp-mail.php
Disallow: wp-pass.php
Disallow: wp-rdf.php
Disallow: wp-register.php
Disallow: wp-rss.php
Disallow: wp-rss2.php
Disallow: wp-settings.php
Disallow: wp-trackback.php
Disallow: xmlrpc.php
Disallow: /6100/
Disallow: /7010/
Disallow: /tags/
Disallow: /icons/
Disallow: /images/
Disallow: /trackback/
Disallow: /comments/
Disallow: /stats/
Disallow: /tos/
Disallow: /docs/
Disallow: /manual/
Disallow: /category/
Disallow: /*.js
Disallow: /*.inc
Disallow: /*.css
Disallow: /*.gz
Disallow: /*.cgi
Disallow: /*.wmv
Disallow: /*.png
Disallow: /*.gif
Disallow: /*.jpg
Disallow: /*.cgi
Disallow: /*.xhtml
Disallow: /*.jpeg
Disallow: /z/