# Robots.txt file from http://www.searchengineworld.com # # Bans from cgi-bin and images # # Disallow /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /images/ Disallow: /images/ # Disallow directory /img/ Disallow: /img/ # Disallow file Disallow: /contact/submitreq.htm # Disallow directory /archive/ Disallow: /archive/ # Disallow directory /archive_index/ Disallow: /archive_index/ # Disallow directory /archive_low/ Disallow: /archive_low/ # Disallow directory /archive_oldsite/ Disallow: /archive_oldsite/ # Disallow directory /archive_vti/ Disallow: /archive_vti/ # Disallow directory /cal_back/ Disallow: /cal_back/ # Disallow directory /calendar/ Disallow: /calendar/ # Disallow directory /calendar/ Disallow: /calendar/calendar.pl # Disallow directory /calendar_archive/ Disallow: /calendar_archive/ # Disallow directory /archive_index/ Disallow: /archive_index/ # Disallow directory /forms/ Disallow: /forms/ # Disallow directory /library/ Disallow: /library/ # Disallow directory /low/ Disallow: /low/ # Disallow directory /PATimages/ Disallow: /PATimages/ # Disallow directory /proto/ Disallow: /proto/ # Disallow directory /robin/ Disallow: /robin/ # Disallow directory /scripts/ Disallow: /scripts/ # Disallow directory /staff/ Disallow: /staff/ # Disallow directory /staffpage/ Disallow: /staffpage/ # Disallow directory /stch-scripts/ Disallow: /stch-scripts/ # Disallow directory /Templates/ Disallow: /Templates/ # Allow file /forms/mail_webmaster.html Allow: /forms/mail_webmaster.html