User-Agent: * Disallow: */index.php Disallow: /bitrix/ Disallow: /*show_include_exec_time= Disallow: /*show_page_exec_time= Disallow: /*show_sql_stat= Disallow: /*bitrix_include_areas= Disallow: /*clear_cache= Disallow: /*clear_cache_session= Disallow: /*ADD_TO_COMPARE_LIST Disallow: /*ORDER_BY Disallow: /*PAGEN Disallow: /*?print= Disallow: /*&print= Disallow: /*print_course= Disallow: /*?action= Disallow: /*&action= Disallow: /*register= Disallow: /*forgot_password= Disallow: /*change_password= Disallow: /*login= Disallow: /*logout= Disallow: /*auth= Disallow: /*backurl= Disallow: /*back_url= Disallow: /*BACKURL= Disallow: /*BACK_URL= Disallow: /*back_url_admin= Disallow: /*?utm_source= Allow: /bitrix/components/ Allow: /bitrix/cache/ Allow: /bitrix/js/ Allow: /bitrix/templates/ Allow: /bitrix/panel/ Host: mitlex.com Sitemap: http://mitlex.com/sitemap.xml User-Agent: Mozilla/4.0 (compatible; Netcraft Web Server Survey) Disallow: / User-Agent: Exabot Disallow: / User-Agent: NetCraft Disallow: / User-Agent: Aport Disallow: / User-Agent: Flexum Disallow: / User-Agent: OmniExplorer_Bot Disallow: / User-Agent: FreeFind Disallow: / User-Agent: BecomeBot Disallow: / User-Agent: Nutch Disallow: / User-Agent: Jetbot/1.0 Disallow: / User-Agent: Jetbot Disallow: / User-Agent: WebVac Disallow: / User-Agent: Stanford Disallow: / User-Agent: naver Disallow: / User-Agent: dumbot Disallow: / User-Agent: Hatena Antenna Disallow: / User-Agent: grub-client Disallow: / User-Agent: grub Disallow: / User-Agent: looksmart Disallow: / User-Agent: WebZip Disallow: / User-Agent: larbin Disallow: / User-Agent: b2w/0.1 Disallow: / User-Agent: Copernic Disallow: / User-Agent: psbot Disallow: / User-Agent: Python-urllib Disallow: / User-Agent: NetMechanic Disallow: / User-Agent: URL_Spider_Pro Disallow: / User-Agent: CherryPicker Disallow: / User-Agent: EmailCollector Disallow: / User-Agent: EmailSiphon Disallow: / User-Agent: WebBandit Disallow: / User-Agent: EmailWolf Disallow: / User-Agent: ExtractorPro Disallow: / User-Agent: CopyRightCheck Disallow: / User-Agent: Crescent Disallow: / User-Agent: SiteSnagger Disallow: / User-Agent: ProWebWalker Disallow: / User-Agent: CheeseBot Disallow: / User-Agent: LNSpiderguy Disallow: / User-Agent: ia_archiver Disallow: / User-Agent: ia_archiver/1.6 Disallow: / User-Agent: Gigabot Disallow: / User-Agent: Gigbase Disallow: / User-Agent: Yanga Disallow: / User-Agent: Indy Library Disallow: / User-Agent: WebCopier Disallow: / User-Agent: Netcraft Disallow: / User-Agent: dotbot Disallow: / Sitemap: http://www.securitylab.ru/sitemap_index.xml User-Agent: ProCogSEOBot Disallow: / User-Agent: MeMoNewsBot Disallow: / User-Agent: TweetedTimes Bot Disallow: / User-Agent: MJ12bot Disallow: / User-Agent: PaperLiBot Disallow: / User-Agent: rogerbot Disallow: / User-Agent: TweetmemeBot Disallow: / User-Agent: Socialradarbot Disallow: / User-Agent: BazQuxBot Disallow: / User-Agent: CompSpyBot Disallow: / User-Agent: imrbot Disallow: / User-Agent: Diffbot Disallow: / User-Agent: msnbot Crawl-delay: 5 User-Agent: bingbot Crawl-delay: 5 User-Agent: AhrefsBot Disallow: /