# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism
User-agent: *
Disallow: /tmp/
Disallow: /usr/
Disallow: /proc/
Disallow: /lib/
Disallow: /bin/
Disallow: /login.php
Disallow: /adminpage.php
Disallow: /uploadlinkurl.php
Disallow: /manageitems.php
Disallow: /customerview.php
Disallow: /cartredirect.php
Disallow: /charcount.js
Disallow: /clean_inc.php
Disallow: /checkmail.php
Disallow: /checkmaildoorsturen.php
Disallow: /db_inc.php
Disallow: /customervalid.php
Disallow: /error_inc.php
Disallow: /groupregister.php
Disallow: /groupvalid.php
Disallow: /logoff.php
Disallow: /mail.php
Disallow: /mailcust.php
Disallow: /mailfriend.php
Disallow: /mailitem.php
Disallow: /manager.html
Disallow: /selectdistinct_inc.php
Disallow: /selectdistinctselect_inc.php
Disallow: /sendmail_inc.php
Disallow: /sendmaildoorsturen_inc.php
Disallow: /mijnadvertenties.php
Disallow: /validate.js
Disallow: /validlink.php
Disallow: /plugins/
Disallow: /fm/
Disallow: /manager/
Disallow: /newsletter/
Disallow: /style/
Disallow: /users/
Disallow: /vdsbackup/