#Robots.txt
User-agent: Wget
Disallow: /

User-agent: *
Disallow: /cgi-bin/    # keep robots out of the executable tree
Disallow: /cpanel/   # 
Disallow: /stats/  # stats directory
Disallow: /craftan/  # craftan directory
Disallow: /craft/  # craftan directory
Disallow: /IMG/  # IMG directory