# Upgrader.com robots.txt # https://www.robotstxt.org/robotstxt.html # Allow all crawlers User-agent: * Allow: / Allow: /cases Allow: /battles Allow: /deals Allow: /mines Allow: /affiliates Allow: /rewards Allow: /leaderboard Allow: /fairness Allow: /faq Allow: /privacy-policy Allow: /tos Allow: /aml-policy # Disallow private or sensitive areas Disallow: /account Disallow: /payment Disallow: /withdraw Disallow: /api/ Disallow: /admin/ Disallow: /*.json$ Disallow: /*?* # Crawl-delay for all bots Crawl-delay: 1 # Special rules for major search engines User-agent: Googlebot Allow: / Crawl-delay: 1 User-agent: Bingbot Allow: / Crawl-delay: 1 User-agent: DuckDuckBot Allow: / Crawl-delay: 1 # Sitemap location Sitemap: https://upgrader.com/sitemap.xml # Host directive to specify preferred domain Host: upgrader.com