User-Agent: * # The * specifies all agents or robots Disallow: /feste Disallow: /intern Disallow: /cgi-bin/ # The / indicates that all folders immediately under the server root # starting with /temp should be excluded, including temp and temporary