User-Agent: Mediapartners-Google
Allow: /

User-Agent: Adsbot-Google
Allow: /


User-agent: *
Disallow: /adjuggler
Disallow: /cgi-bin
Disallow: /error.html
Disallow: /graphics
Disallow: /hosting
Disallow: /htdig
#Disallow: /images
Disallow: /includes
Disallow: /logreport
Disallow: /webads
Disallow: /webcount
Disallow: /internal
Disallow: /style
Disallow: /avantgo
Disallow: /archive_broken/
Disallow: /artsys/
Disallow: /comments/
Disallow: /clearcookies/
Disallow: /css/
Disallow: /ee_system/
Disallow: /external/
Disallow: /fortest/
Disallow: /imgs/
Disallow: index_old.shtml
Disallow: /iui/
Disallow: /js/
Disallow: /offline.html
Disallow: /path.php
Disallow: /scripts/
Disallow: /themes/
Disallow: /themes_bak/
#Disallow: /wcgi-bin/
Disallow: /wcgi-bin/articles/
Disallow: /versionmaster/

User-agent: duggmirror
Disallow: /