# robots.txt for http://citybrands.com/ # comments to robots@citybrands.com User-agent: fast Disallow: / User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: / User-agent: ia_archiver Disallow: / User agent: ZyBorg Disallow: / # go away User-agent: * Disallow: / User-agent: * Disallow: / Disallow: /cgi-bin/ Disallow: /core.html Disallow: /forum/ Disallow: /images/ Disallow: /log_files/ Disallow: /hits/ Disallow: /members/ Disallow: /members_only/ads/ Disallow: /members_only/member_connections/ Disallow: /members_only/techniques_and_tips/ Disallow: /search/ Disallow: /templates/