# DO NOT DELETE! This file tells search robots what pages and folders to index or stay out of!

User-agent: *
Disallow: /cgi-bin
Disallow: /ebay
Disallow: /images
Disallow: /photos
Disallow: /scripts
Disallow: /thumbs

# the following lines prevents BlackWidow (a spammers and hackers robot) to index any pages
User-agent: BlackWidow
Disallow: /