Sitemap: http://www.skolnik.com/sitemap.xml

User-agent: *
Disallow: /*.pdf
Disallow: /mail.php*
Disallow: /*content*
Disallow: /newsletter/
Disallow: /images/
Disallow: /*?WTX*
Disallow: /pages/
Disallow: /include/
Disallow: /today/
Disallow: /sphider/

#Blog Stuff to block
Disallow: /*/feed/
Disallow: /*/feed/rss/
Disallow: /*/trackback/


#  FULL access (Google)
User-agent: Googlebot
Disallow: /downloads/
Disallow: /downloads

#  FULL access (Alta Vista)
User-agent: Scooter
Disallow: /downloads/
Disallow: /downloads

#  FULL access (FAST/AllTheWeb)
User-agent: FAST-WebCrawler
Disallow: /downloads/
Disallow: /downloads

#  FULL access (Inktomi)
User-agent: Slurp
Disallow: /downloads/
Disallow: /downloads

#  FULL access (All Spiders)
User-agent: *
Disallow: /downloads/
Disallow: /downloads