# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: *
Disallow: /pics
Disallow: /zip
Disallow: /wm
Disallow: /webalizer
Disallow: /vid
Disallow: /upload
Disallow: /Updates
Disallow: /txt
Disallow: /testing
Disallow: /temp
Disallow: /Stormpics
Disallow: /sound
Disallow: /rofl
Disallow: /resume
Disallow: /rb
Disallow: /profile
Disallow: /priceless
Disallow: /photoshop
Disallow: /photobooth
Disallow: /nathisms
Disallow: /myspace
Disallow: /myplace
Disallow: /mp3
Disallow: /mod
Disallow: /mike
Disallow: /me
Disallow: /lolcat
Disallow: /lights
Disallow: /ircstats
Disallow: /imgencode
Disallow: /Images
Disallow: /fs
Disallow: /forsale
Disallow: /exe
Disallow: /elfalcon
Disallow: /car
Disallow: /andrew
Disallow: /adaware