User-agent: *
# disallow all files in these directories
Disallow: /cgi-bin/
Disallow: /z/j/
Disallow: /z/c/
Disallow: /stats/
Disallow: /dh_
Disallow: /about/
Disallow: /tag/
Disallow: /contact/
Disallow: /2009/
Disallow: /2010/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /contact
Disallow: /manual
Disallow: /manual/*
Disallow: /phpmanual/
Disallow: /category/
Disallow: /wp-
Disallow: /feed/
Disallow: /trackback/
Disallow: */feed*
Disallow: */trackback
# disallow all files in phpbb
Disallow: /forums/viewtopic.php?
Disallow: /forums/viewforum.php?
Disallow: /forums/index.php?
Disallow: /forums/posting.php?
Disallow: /forums/groupcp.php
Disallow: /forums/profile.php?
Disallow: /forums/memberlist.php
Disallow: /forums/search.php?
Disallow: /forums/login.php
Disallow: /forums/faq.php
Disallow: /boards/viewtopic.php?
Disallow: /boards/viewforum.php?
Disallow: /boards/index.php?
Disallow: /boards/posting.php?
Disallow: /boards/groupcp.php
Disallow: /boards/profile.php?
Disallow: /boards/memberlist.php
Disallow: /boards/search.php?
Disallow: /boards/login.php
Disallow: /boards/faq.php
Disallow: /boards/index.php?
Disallow: /index.php? 
Disallow: /modules/
Disallow: /bulletin-board-lc2/
Disallow: /php-lc1/
Disallow: /galleries-photos/
Disallow: /sub_folder/
Disallow: /forum/showthread.php?
Disallow: /forum/archive/index.php?
Disallow: /FORUM/showthread.php?
Disallow: /FORUM/archive/index.php?
Disallow: /FORUM/member.php?
Disallow: /FORUM/misc.php?
Disallow: /FORUM/forumdisplay.php?
Disallow: /forum/member.php?
Disallow: /forum/misc.php?
Disallow: /forum/forumdisplay.php?

User-agent: Googlebot
# disallow all files ending with these extensions
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.wmv$
Disallow: /*.cgi$
Disallow: /*.xhtml$

# disable duggmirror
User-agent: duggmirror
Disallow: /
# allow google image bot to search all images
User-agent: Googlebot-Image
Disallow:
Allow: /*

# allow adsense bot on entire site
User-agent: Mediapartners-Google*
Disallow:
Allow: /*