User-Agent: * #Crawl-Delay: 1 Allow: /bitrix/components/ Allow: /bitrix/cache/ Allow: /bitrix/js/ Allow: /bitrix/templates/ Disallow: /bitrix/ Disallow: /test/ Disallow: /openx/ Disallow: /https://dairynews.today/home/www/dairynews.today/ Disallow: /club/ Disallow: /club/blogs/ Disallow: /test/ Disallow: /catalog/ Disallow: /files/ Disallow: /imagesnew/ Disallow: /informer/ Disallow: /rss/ Disallow: /search/ Disallow: /f/ Disallow: /api/ #Disallow: /tags/ Allow: /tags/moloko/ Allow: /tags/zhivotnovodstvo/ Allow: /tags/selskoe_hozaistvo/ Allow: /tags/soderzhanie_korov/ #Allow: /tags/pererabotka_moloka/ Allow: /tags/porody_korov/ Allow: /tags/krs/ Disallow: /facesmain/month/ Disallow: /newblog/ Disallow: *detail.php Disallow: /dairyfarm/index.php Disallow: /processing/index.php Disallow: /adv/demo/ Disallow: *print=Y Disallow: *rk.php?goto= Disallow: /docs/ilgar-mamedov-merkuriy-okonchatelno-unichtozhit-ek.html #Disallow: ?region= #Disallow: ?sphrase_id= ###Добавил Берсенёв Disallow: *?type=mobile Disallow: *?type=DN_bootstrap Disallow: *forum Disallow: *&SHOWALL_1=1 Disallow: *?q= Disallow: *?ELEMENT_ID Disallow: *&ELEMENT_ID Disallow: *?SECTION_ID Disallow: *&SECTION_ID #Disallow: *?PAGEN_1 #Disallow: *&PAGEN_1 ### #Host: https://www.dairynews.ru #Sitemap: https://www.dairynews.ru/sitemap.xml Sitemap: https://dairynews.today/sitemap_index.xml User-Agent: Yandex Allow: /upload/my_rss_0.xml #User-agent: Yandex #Disallow: /search Disallow: /docs/ilgar-mamedov-merkuriy-okonchatelno-unichtozhit-ek.html #Disallow: /openx #Host: www.dairynews.ru #User-Agent: bingbot #Disallow: /