# Robots.txt file from http://allnews.net.ru # # All robots will spider the domain User-agent: * Disallow: /admin /captcha.php Disallow: /s/