User-agent: * # matches all robots Disallow: /cgi-bin/