Sitemap: https://esmag.ru/sitemap.xml

User-agent: *
Disallow: /cgi-bin/
Disallow: /app/
Disallow: /store_closed.html
Disallow: /init.php
Disallow: /php.ini
Disallow: /prepare.php
Disallow: /sendmail/
Disallow: /*sl=
Disallow: /*currency=
Disallow: /*sort_by=
Disallow: /*layout=
Disallow: /*variant_id=
Disallow: /*display=
Disallow: /*items_per_page=
Disallow: /*return_url=
Disallow: /*more_filters=
Disallow: /*features_hash=
Disallow: /*subcats=
Disallow: /?subcats=
Disallow: /*?sef_rewrite=
Disallow: /*tags.summary*
Disallow: /*wishlist.view*
Disallow: /login?
Disallow: /profiles-update
Disallow: /index.php?dispatch=products.quick_view
Disallow: /index.php?dispatch=auth.recover_password
Disallow: /index.php?dispatch=events.search
Disallow: /index.php?dispatch=auth.login_form
Disallow: /index.php?dispatch=gift_certificates.add
Disallow: /index.php?dispatch=news.list
Disallow: /index.php?dispatch=orders.search
Disallow: /index.php?dispatch=profiles.update
Disallow: /index.php?dispatch=profiles.add
Disallow: /index.php?dispatch=checkout.cart
Disallow: /index.php?dispatch=product_features.add_product
Disallow: /index.php?dispatch=call_requests.request


User-agent: Yandex
Disallow: /*dispatch*
Disallow: /cgi-bin/
Disallow: /app/
Disallow: /store_closed.html
Disallow: /init.php
Disallow: /php.ini
Disallow: /prepare.php
Disallow: /sendmail/
Disallow: /*sl=
Disallow: /*currency=
Disallow: /*sort_by=
Disallow: /*layout=
Disallow: /*variant_id=
Disallow: /*display=
Disallow: /*items_per_page=
Disallow: /*return_url=
Disallow: /*more_filters=
Disallow: /*features_hash=
Disallow: /*subcats=
Disallow: /*?sef_rewrite=
Disallow: /*tags.summary*
Disallow: /*wishlist.view*
Disallow: /login?
Disallow: /profiles-update
Disallow: /index.php?dispatch=products.quick_view
Disallow: /index.php?dispatch=auth.recover_password
Disallow: /index.php?dispatch=events.search
Disallow: /index.php?dispatch=auth.login_form
Disallow: /index.php?dispatch=gift_certificates.add
Disallow: /index.php?dispatch=news.list
Disallow: /index.php?dispatch=orders.search
Disallow: /index.php?dispatch=profiles.update
Disallow: /index.php?dispatch=profiles.add
Disallow: /index.php?dispatch=checkout.cart
Disallow: /index.php?dispatch=product_features.add_product
Disallow: /index.php?dispatch=call_requests.request
Host: https://esmag.ru

User-agent: Googlebot-image
Disallow:

User-agent: Googlebot
Disallow: /administrator/
Disallow: /app/
Disallow: /component/content/43.html
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /plugins/
Disallow: /tmp/
Disallow: /xmlrpc/
Disallow: /*com_mailto
Disallow: /*pop=
Disallow: /*lang=ru
Disallow: /*format=
Disallow: /*print=
Disallow: /*task=vote
Disallow: /*=download
Disallow: /*user/
Disallow: /*index*
Disallow: /*items*
Disallow: /*?
Disallow: /*%
Disallow: /*&
Disallow: /*print=1
Disallow: /*rss
Disallow: /*mailcontact
Disallow: /*sl=
Disallow: /*layout*
Disallow: /*currency*
Disallow: /*variant_id=
Disallow: /*verification_id=
Disallow: /*display=
Disallow: /*more_filters=
Disallow: /*subcats=
Disallow: /*return_url=
Disallow: /*features_hash*
Disallow: /*dispatch*
Disallow: /profiles-add/
Disallow: /*cart*
Disallow: /index.php?dispatch=products.quick_view
Disallow: /index.php?dispatch=auth.recover_password
Disallow: /index.php?dispatch=events.search
Disallow: /index.php?dispatch=auth.login_form
Disallow: /index.php?dispatch=gift_certificates.add
Disallow: /index.php?dispatch=news.list
Disallow: /index.php?dispatch=orders.search
Disallow: /index.php?dispatch=profiles.update
Disallow: /index.php?dispatch=profiles.add
Disallow: /index.php?dispatch=checkout.cart
Disallow: /index.php?dispatch=product_features.add_product
Disallow: /index.php?dispatch=call_requests.request

User-agent: dotbot
User-agent: CCBot
User-agent: MJ12bot
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: SemrushBot-SA
User-agent: sogou spider
User-agent: Sogou Spider
User-agent: SEOkicks-Robot
User-agent: BLEXBot
User-agent: SISTRIX Crawler
User-agent: UptimeRobot/2.0
User-agent: 008
User-agent: Ezooms Robot
User-agent: Perl LWP
User-agent: BLEXBot
User-agent: netEstate NE Crawler (+http://www.website-datenbank.de/)
User-agent: WiseGuys Robot
User-agent: Turnitin Robot
User-agent: TurnitinBot
User-agent: Turnitin Bot
User-agent: TurnitinBot/3.0 (http://www.turnitin.com/robot/crawlerinfo.html)
User-agent: TurnitinBot/3.0
User-agent: Heritrix
User-agent: pimonster
User-agent: Pimonster
User-agent: SearchmetricsBot
User-agent: ECCP/1.0 (search@eniro.com)
User-agent: YoudaoBot
User-agent: gsa-crawler (Enterprise; T4-KNHH62CDKC2W3; gsa_manage@nikon-sys.co.jp)
User-agent: MegaIndex.ru/2.0
User-agent: MegaIndex.ru
User-agent: megaIndex.ru
User-agent: seznambot
User-agent: semrushbot
User-agent: linkpadbot
User-agent: blexbot
User-agent: flipboardproxy
User-agent: aihitbot
User-agent: trovitbot
User-agent: grapeshot
User-agent: mj12bot
User-agent: detectify
User-agent: riddler
User-agent: dotbot
User-agent: wget
User-agent: psbot
User-agent: twiceler
User-agent: netinfobot
User-agent: ubicrawler
User-agent: doc
User-agent: zao
User-agent: sitecheck.internetseer.com
User-agent: zealbot
User-agent: msiecrawler
User-agent: sitesnagger
User-agent: webstripper
User-agent: webcopier
User-agent:  teleport
User-agent: linko
User-agent: httrack
User-agent: microsoft.url.control
User-agent: xenu
User-agent: larbin
User-agent: libwww
User-agent: zyborg
User-agent: grub-client
User-agent: npbot
User-agent: webreaper
Disallow: /

# Block Baidu
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
User-agent: Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)
User-agent: Mozilla/5.0 (compatible; Baiduspider/3.0; +http://www.baidu.com/search/spider.html)
User-agent: Mozilla/5.0 (compatible; Baiduspider/4.0; +http://www.baidu.com/search/spider.html)
User-agent: Mozilla/5.0 (compatible; Baiduspider/5.0; +http://www.baidu.com/search/spider.html)
User-agent: Baiduspider/2.0
User-agent: Baiduspider/3.0
User-agent: Baiduspider/4.0
User-agent: Baiduspider/5.0
Disallow: /