# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: *
Disallow: /calendar
Disallow: /cgi-bin
Disallow: /_files
Disallow: /docs
Disallow: /lang
Disallow: /plugins
Disallow: /temp
Disallow: /os2
Disallow: /search
Disallow: /styles
Disallow: /html/includes
Disallow: /html/templates
Disallow: /html/user_upload
Disallow: /html/menu