# robots.txt for multiple robots # User-agent: * # match all robot names Disallow: /cgi-bin/ # don't allow robots into /cgi-bin/