User-agent: *

Disallow: /bin

Disallow: /CodeBehind

Disallow: /Common

Disallow: /Popups

Disallow: /StyleSheets

Disallow: /XSLPages

Disallow: /Modules

Disallow: /images

Disallow: /App_Themes

Disallow: /*.axd$

Disallow: /DisplayErrors.aspx

Disallow: /Login.aspx

Disallow: /Logout.aspx

User-agent: libwww

Disallow: /

User-agent: Googlebot

User-agent: InfoNaviRobot

User-agent: TV33_Mercator

User-agent: AVSearch

User-agent: Mercator

User-agent: Scooter

User-agent: Slurp

User-agent: SearchengineLicenceSheep

User-agent: shadow

User-agent: MultiText

User-agent: FAST-WebCrawler

User-agent: Lycos_Spider

User-agent: Atomz

User-agent: htdig

User-agent: spider00.logika.net

User-agent: NetMechanic

User-agent: libwww-perl

User-agent: Teleport Pro

Disallow: /searchtools-rss.xml



# comment