# Robots.txt file 
# All robots will spider the domain
# we need to list here all folders other then root

User-agent: *
Disallow: /cgi-bin/