#Robots.txt
User-agent: *
Disallow: /cgi/    # keep robots out of the executable tree
Disallow: /temp/   # temp directory
Disallow: /stats/  # stats directory
Disallow: /mycgi/  # keep robots out of the executable tree