# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

#     User-agent: webcrawler
#     Disallow:

#     User-agent: lycra
#     Disallow: /

     User-agent: *
     Disallow: /cool10000
     Disallow: /tmp
     Disallow: /temp
     Disallow: /log
     Disallow: /pages
     Disallow: /rayban.html
     Disallow: /coolcat.html
     Disallow: rayban.html
     Disallow: coolcat.html
     Disallow: /enhancement/guestbook/entries.xsl

User-agent: e-SocietyRobot
Disallow: /

User-agent: Ocelli
Crawl-delay: 300