# XM Symphony robots.txt file
# The following spiders are considered aggressive and /or non-desirable.

User-agent: Yandex
User-agent: moget
User-agent: ichiro
User-agent: NaverBot
User-agent: Yeti
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
User-agent: sogou spider
User-agent: YoudaoBot
Disallow: /

# The following rules allow all other user-agents, but with a crawl delay of 10 sec
# NOTE by default this is set to NOT allow indexing of the site
# when site goes live: Change "Disallow: /" to "Disallow:"

User-agent: *
Crawl-delay: 10
Disallow: /ajax
Disallow: /carousel-test
Disallow: /cdn-cgi
Disallow: /success
Disallow: /test-category
Disallow: /test
Disallow: /user
Disallow: /xm-checkout
Disallow: */5/*/*
Disallow: */10/*/*
Disallow: */12/*/*
Disallow: */15/*/*
Disallow: */20/*/*
Disallow: */25/*/*
Disallow: */30/*/*
Disallow: */50/*/*
Disallow: */100/*/*
Allow: 

sitemap:https://www.ruralenergy.com/sitemap_index.xml
User-agent: *
Disallow: /*?*filter%5B
Disallow: /*?*filter[
Crawl-delay: 10