User-agent:  *
# disallow all files in these directories
Disallow: /cgi-bin/
Disallow: /awstats/
Disallow: /tag/
Disallow: /wp-content/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-stattraq/
Disallow: /wp-
Disallow: /feed/
Disallow: /comments/feed/
Disallow: /trackback/
Disallow: /page/
Disallow: /ar/*
Disallow: /it/*
Disallow: /de/*
Disallow: /es/* 
Disallow: /fr/*
Disallow: /ko/*
Disallow: /pt/*
Disallow: /zh-CN/*

User-agent: Googlebot
# disallow all files ending with these extensions
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.wmv$
Disallow: /*.cgi$
Disallow: /*.xhtml$
Disallow: /*.txt$
Disallow: /*.xml$

User-agent: Googlebot
# disallow specific url

Disallow: /2007/06/28/logitech-quickcam-high-definition-webcam/
Disallow: /2008/05/13/landairsea-gps-tracking-key-vehicle-tracking-made-simple/
Disallow: /2008/05/13/frontier-label-offering-custom-labels-and-sticker/
Disallow: /2008/05/15/create-professional-logo-with-logo-creator/
Disallow: /2008/05/16/carrot-ink-affordable-solution-for-digital-printing/
Disallow: /2008/06/20/hard-drive-recovery-from-dtidata/
Disallow: /2008/06/21/find-your-favorite-ringtones-at-ringtonesfactory/
Disallow: /2008/06/22/tekkeon%e2%80%99s-navdock-for-ipod/
Disallow: /2008/06/29/hughesnet-offers-satellite-internet/
Disallow: /2008/06/13/new-tablet-hp-pavilion-tx2500z/
Disallow: /2008/04/08/sunglasses-disguised-camera-and-mp3-player/
Disallow: /2008/08/22/blaze-media-pro-powerful-all-in-one-multimedia-software/
Disallow: /2008/08/23/printers-printer-supplies-at-super-warehouse/
Disallow: /2008/10/25/gadget-advisor-cutting-through-the-cutting-edge/
Disallow: /2008/10/27/broadband-expert-broadband-resource-center/
Disallow: /2008/05/24/sony-ht-is100-51-home-theater-system/

Disallow: /2007/07/24/ironkey-flash-drive-can-destruct-itself-to-avoid-attacker
Disallow: /2007/06/05/sanddisk-double-its-flash-drive-capacity-to-64gb/
Disallow: /2007/03/26/cebit-vastel-was-catched-displaying-santa-rosa/
Disallow: /2007/03/19/cebit-new-tomtom-go-715-gps-with-built-in-sim-card-slot/
Disallow: /2007/02/13/sony-refurbished-dcr-pc55r-minidv-handycam%C2%AE/
Disallow: /2007/01/08/david-beckham-will-play-for-la-galaxy-soon/
Disallow: /2007/06/15/spy-home-phone-conversation-with-logitec-lic-tra056sd/
Disallow: /2007/02/15/swiming-more-fun-with-waterprooefd-ipod-shuffle/
Disallow: /2007/03/27/iriver-t50-mp3-player-with-2-days-battery-life/
Disallow: /2007/06/10/kanguru-firewire-flash-drive-faster-than-usb-flash
Disallow: /2007/12/30/voip-enabled-ipod-touch-available-in-french/
Disallow: /2007/01/06/valentine-elizalde/
Disallow: /2007/12/21/verizon-offering-guitar-hero%c2%ae-iii-mobile-game/
Disallow: /2008/12/29/the-upcoming-sony-vaio-p-series-getting-closer/

# disallow all files with ? in url
Disallow: /*?*

# allow sitemap.xml.gz
Allow: /sitemap.xml.gz$

# disable duggmirror
User-agent: duggmirror
Disallow: /
 
# allow google image bot to search all images
User-agent: Googlebot-Image
Disallow:
Allow: /*
 
# allow adsense bot on entire site
User-agent: Mediapartners-Google*
Disallow:
Allow: /*