############################### # # robots.txt file # # addresses all robots by using wild card * # User-agent: ia_archiver Disallow: / User-agent: Googlebot-Image Disallow: / User-agent: * Disallow: /phpBB2/ User-agent: msnbot Crawl-delay: 10 User-agent: Slurp Crawl-delay: 10 # # End of robots.txt file # ###############################·