# robots.txt for http://www.rapidbi.com/

Sitemap: http://www.rapidbi.com/sitemap.xml

User-agent: *
Disallow: /documents/
Disallow: /resources/
Disallow: /user_materials/
Disallow: /consultant/
Disallow: /WEB-INF/
Disallow: /cgi-bin/
Disallow: /entropybanner/
Disallow: /servlet/
Disallow: /blog



user-agent: *
allow: /created/
allow: /images/
allow: /bir/
allow: /creatrix/
allow: /mikemorrison/
allow: /coaching/

User-agent: linkwalker
Disallow: /cgi-bin/


User-agent: HTTrack
Disallow: /

RewriteCond %{HTTP_USER_AGENT} HTTrack\ 3.0x.* [NC,OR]