# robots.txt file 

User-agent: *
Disallow: /cgi-bin/
Disallow: /bin/
Disallow: /conf/
Disallow: /pd/
Disallow: /web_users/
Disallow: /httpdocs/pics/
Disallow: /httpdocs/parsercache/
Disallow: /httpdocs/pacache/
Disallow: /httpdocs/pccache/
Disallow: /httpdocs/kol_staging/
Disallow: /httpdocs/test/


# end of robots.txt file