# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file # # To ban all spiders from the entire site uncomment the next two lines: # User-Agent: * # Disallow: / User-agent: * Sitemap: https://dbxpro.com/sitemap.xml Crawl-delay: 4.5 # Yandex tries to pull support page as a jpeg for some reason User-agent: Yandex Disallow: /en-US/support.jpg Disallow: /en/support.jpg # Majestic12 bot hammers the site with DoS-style traffic User-agent: MJ12bot Disallow: /