User-agent:  *
# disallow all files in these directories
Allow: /index.php$
Allow: /web/index.php$
Disallow: /stats/
Disallow: /error/
Disallow: /dev/
Disallow: /web/admin/
Disallow: /web/css/
Disallow: /web/files/file/
Disallow: /web/files/flash/
Disallow: /web/files/media/
Disallow: /web/images/
Disallow: /web/inc/
Allow: /web/files/image/galleries/
Allow: /web/content/


User-agent: Googlebot
# disallow all files ending with these extensions
Allow: /index.php$
Allow: /web/index.php$
Disallow: /web/*.js$
Disallow: /web/*.inc$
Disallow: /web/*.css$
Disallow: /web/*.gz$
Disallow: /web/*.cgi$
Disallow: /web/*.wmv$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.jpg$
Disallow: /web/*.cgi$
Disallow: /web/*.xhtml$
Disallow: /web/*.php$
Disallow: /web/*.html$
Disallow: /web/*.html$
Allow: /web/content/*.html$
Allow: /web/content/*.htm$
 

# allow google image bot to search all images
User-agent: Googlebot-Image
Allow: /*
 
# allow adsense bot on entire site
User-agent: Mediapartners-Google*
Disallow: /*?*
Allow: /web/content/
Allow: /web/files/image/galleries/
Allow: /*.php$
Allow: /*.js$
Allow: /*.inc$
Allow: /*.css$
Allow: /*.gz$
Allow: /*.cgi$
Allow: /*.wmv$
Allow: /*.cgi$
Allow: /*.xhtml$
Allow: /*.php*
Allow: /*.gif$
Allow: /*.jpg$
Allow: /*.png$
 
# disallow archiving site
User-agent: ia_archiver
Disallow: /
 
# disable duggmirror
User-agent: duggmirror
Disallow: /