# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

     User-agent: webcrawler
     Disallow: /_derived/ /_private/ /cgi-bin/ /chat/ /demos/ /doctor/ /dsn_forum/ /erynn/ /images/ /medinfo/ /oldremote/ /remote/ /supplies/ /ValleyDental/ /vbs/ /webcart/

     User-agent: lycos
     Disallow: /_derived/ /_private/ /cgi-bin/ /chat/ /demos/ /doctor/ /dsn_forum/ /erynn/ /images/ /medinfo/ /oldremote/ /remote/ /supplies/ /ValleyDental/ /vbs/ /webcart/

     User-agent: *
     Disallow: /_derived/ /_private/ /cgi-bin/ /chat/ /demos/ /doctor/ /dsn_forum/ /erynn/ /images/ /medinfo/ /oldremote/ /remote/ /supplies/ /ValleyDental/ /vbs/ /webcart/