User-agent: *
# disallow all files in these directories
Disallow: /_private/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_script/
Disallow: /_vti_txt/
Disallow: /admin/
Disallow: /admin/*
Disallow: /App_Data/
Disallow: /apps/
Disallow: /css/
Disallow: /data/
Disallow: /icon/
Disallow: /images/
Disallow: /img/
Disallow: /picture_library/
Allow: /news/
Allow: /news/*.html$
Allow: /blog1/post/
Allow: /blog1/post/*.html$
Allow: /blog1/post/*.htm$
Allow: /promotion/
Disallow: /Scripts/
Disallow: /songs/
Disallow: /SpryAssets/
Disallow: /test/
Disallow: /test1/
Disallow: /vti_inf.html
Allow: robots.txt
Allow: sitemap.txt

User-agent: *
# disallow all files ending with these extensions
Disallow: /*.jpg$
Disallow: /*.gif$
Disallow: /*.swf$
Disallow: /*.xml$
Disallow: /*.asp$
Disallow: /*.asa$
Disallow: /*.log$
Allow: /*.html$
Allow: /*.htm$


# disallow all files with ? in url
Disallow: /*?*

# disable duggmirror
User-agent: duggmirror
Disallow: /

# allow google image bot to search all images
User-agent: Googlebot-Image
Disallow: /

# allow adsense bot on entire site
User-agent: Mediapartners-Google*
Disallow: /