# robots.txt for majestic.com — corrected by CrawlCheck, 2026-11-04
# Source: the file the site served at the time. Every change is listed here; nothing else was touched.
# Changes:
#   - Added a Sitemap line: https://majestic.com/sitemap.xml answered 200 with XML but the file never named it.
#   - 4 named groups lacked Disallow lines the * group carries. A crawler obeys only its own most specific group and ignores *, so those rules never applied to it. Copied in.
# Verify after publishing: curl -sI https://majestic.com/robots.txt must show text/plain, on the bare URL, with no cache-buster.

#robots.txt Rev #9 20230620

User-agent: *
Disallow: /business/
Disallow: /forbidwarn
Disallow: /infectwarn

User-agent: MJ12bot
Disallow: /forbidwarn
Disallow: /infectwarn
Allow: /business/
Disallow: /business/

User-agent: Googlebot
Disallow: /forbidwarn
Disallow: /infectwarn
Allow: /business/
Disallow: /business/

User-agent: bingbot
Disallow: /forbidwarn
Disallow: /infectwarn
Allow: /business/
Disallow: /business/

# banned bots.
User-agent: Vegi bot
User-agent: seostats
User-agent: MauiBot
User-agent: TechSEO360
Crawl-delay: 20
Disallow: /
Disallow: /business/
Disallow: /forbidwarn
Disallow: /infectwarn

Sitemap: https://majestic.com/sitemap.xml