# Robots.txt file from http://www.searchengineworld.com # # Bans from cgi-bin and images # # Disallow /cgi-bin/ User-agent: * Disallow: /CGI-BIN/ Disallow: /web_images/ Disallow: /newsletter_images/ Disallow: /inf_resp/ Disallow: /database/ Disallow: /includes/ Disallow: /roms/