# robots.txt for http://www.aziatportal.ru User-agent: * Disallow: /adminadministration/ Disallow: /weblinks.php Disallow: /picoll/ Disallow: /images/ Disallow: /locale/ Disallow: /forum/ Disallow: /themes/ Disallow: /includes/ Disallow: /infusions/ Disallow: /images/board/ Disallow: /infusions/board/images/ Disallow: /infusions/video_infusions/video/ Disallow: /images/news_cats/ Disallow: /cgi-bin User-Agent: Slurp Allow: /$ Disallow: / User-agent: Yandex Disallow: /cgi-bin #Disallow: /photogallery.php Disallow: /userphotogallery.php Crawl-Delay: 20 User-agent: Googlebot Allow: /index.php Disallow: / Crawl-Delay: 20