# Alexa
User-agent: ia_archiver
Disallow: /_notes/
Disallow: /assets/
Disallow: /awstats/
Disallow: /images/
Disallow: /newsScroller/
Disallow: /Scripts/
Disallow: /SpryAssets/
Disallow: /Templates/
Disallow: /styleSheets/
Allow: /pdf/

# Ask
User-agent: Teoma
Disallow: /Templates/
Disallow: /styleSheets/
Disallow: /SpryAssets/
Disallow: /Scripts/
Disallow: /newsScroller/
Disallow: /images/
Disallow: /awstats/
Disallow: /assets/
Disallow: /_notes/
Allow: /pdf/

# Google
User-agent: googlebot
Disallow: /_notes/
Disallow: /assets/
Disallow: /awstats/
Disallow: /images/
Disallow: /newsScroller/
Disallow: /Scripts/
Disallow: /SpryAssets/
Disallow: /styleSheets/
Disallow: /Templates/
Allow: /pdf/

# MSN
User-agent: msnbot
Disallow: /_notes/
Disallow: /assets/
Disallow: /awstats/
Disallow: /images/
Disallow: /newsScroller/
Disallow: /Scripts/
Disallow: /SpryAssets/
Disallow: /styleSheets/
Disallow: /Templates/
Allow: /pdf/

# Yahoo!
User-agent: Slurp
Disallow: /_notes/
Disallow: /awstats/
Disallow: /assets/
Disallow: /images/
Disallow: /newsScroller/
Disallow: /Scripts/
Disallow: /SpryAssets/
Disallow: /styleSheets/
Disallow: /Templates/
Allow: /pdf/

# Others
User-agent: *
Allow: /pdf/
Disallow: /_notes/
Disallow: /assets/
Disallow: /awstats/
Disallow: /images/
Disallow: /newsScroller/
Disallow: /Scripts/
Disallow: /SpryAssets/
Disallow: /styleSheets/
Disallow: /Templates/

Sitemap: http://www.itsoffsite.com/sitemap.xml