User-agent: * Crawl-delay: 0.5 Disallow: /administrator/ Disallow: /bin/ Disallow: /cache/ Disallow: /cli/ Disallow: /components/ Disallow: /includes/ Disallow: /installation/ Disallow: /language/ Disallow: /layouts/ Disallow: /libraries/ Disallow: /logs/ Disallow: /modules/ Disallow: /plugins/ Disallow: /tmp/ Disallow: /images/docs/ Disallow: /?view=article Disallow: *utm= Clean-param: yd_region_name Allow: /?option=com_ajax&plugin=flyandexturbo User-agent: Mail.Ru Crawl-delay: 0.5 User-agent: Mail.RU_Bot Crawl-delay: 0.5 #User-agent: SeekportBot #Disallow: / User-agent: Scrapy Disallow: / #User-agent: serpstatbot (робот миралинкс) #Disallow: / Sitemap: https://www.infobraz.ru/sitemap.xml Host: https://www.infobraz.ru