# robots.txt for http://www.aranaut.com/ # file created: 16.10.2009 User-agent: * # Disallow: /cgi-bin/ # exclude robots from specified tree # Disallow: /scripts/ User-Agent: msnbot Crawl-Delay: 120