# Robots.txt file from http://www.searchengineworld.com

#
# All robots will spider the domain



User-agent: *

Disallow:

Disallow:   /cgi-bin

Disallow:   /docs

Disallow:   /private

Disallow:   /*.cgi$

Disallow:   /*.gif$

Disallow:   /*.jpg$