# Temporary robot.txt file 
# Robots index all 

User-agent: * 
Disallow: /cgi-bin
Disallow: /images

User-Agent: msnbot 
crawl-delay: 20