# /robots.txt file for http://webcrawler.com/

User-agent: *
Disallow: /d.private
Disallow: /captcha
Disallow: /calendar
Disallow: /scripts
Disallow: /submitted.html
Disallow: /compose
Disallow: /favoritz
Disallow: /block
Disallow: /forgot
Disallow: /inv_response
Disallow: /invite
Disallow: /logmess
Disallow: /logout
Disallow: /profile_activate
Disallow: /profile_engine
Allow: /