User-agent: * # allow all robots everywhere, except: Disallow: /awstats Disallow: /cgi-bin Disallow: /ftp Disallow: /handig Disallow: /images Disallow: /menu Disallow: /movies Disallow: /scripts Disallow: /robots.txt