User-agent: * #specify all robots Disallow: /cgi-bin/ Disallow: admin #disallow files or and directory