# robots.txt for descript.com — corrected by CrawlCheck, 2026-11-03
# Source: the file the site served at the time. Every change is listed here; nothing else was touched.
# Changes:
#   - Read from https://www.descript.com/robots.txt (the apex redirected there); publish at the host you serve.
#   - 9 named groups lacked Disallow lines the * group carries. A crawler obeys only its own most specific group and ignores *, so those rules never applied to it. Copied in.
# Verify after publishing: curl -sI https://descript.com/robots.txt must show text/plain, on the bare URL, with no cache-buster.

Sitemap: https://www.descript.com/sitemap.xml

# Allow AI Search Crawlers
User-agent: OAI-SearchBot
Allow: /
Disallow: /*?*utm_*
Disallow: /*?*gclid=*
Disallow: /*?*fbclid=*
Disallow: /*?*_page=*
Disallow: /*features?*_*page=
Disallow: /blog/author/*?*_page=
Disallow: /blog/category/*?*_page=
Disallow: /download/other-device

User-agent: ChatGPT-User
Allow: /
Disallow: /*?*utm_*
Disallow: /*?*gclid=*
Disallow: /*?*fbclid=*
Disallow: /*?*_page=*
Disallow: /*features?*_*page=
Disallow: /blog/author/*?*_page=
Disallow: /blog/category/*?*_page=
Disallow: /download/other-device

User-agent: ClaudeBot
Allow: /
Disallow: /*?*utm_*
Disallow: /*?*gclid=*
Disallow: /*?*fbclid=*
Disallow: /*?*_page=*
Disallow: /*features?*_*page=
Disallow: /blog/author/*?*_page=
Disallow: /blog/category/*?*_page=
Disallow: /download/other-device

User-agent: PerplexityBot
Allow: /
Disallow: /*?*utm_*
Disallow: /*?*gclid=*
Disallow: /*?*fbclid=*
Disallow: /*?*_page=*
Disallow: /*features?*_*page=
Disallow: /blog/author/*?*_page=
Disallow: /blog/category/*?*_page=
Disallow: /download/other-device

# Ensure Googlebot continues to have access
User-agent: Googlebot
Allow: /
Disallow: /*?*utm_*
Disallow: /*?*gclid=*
Disallow: /*?*fbclid=*
Disallow: /*?*_page=*
Disallow: /*features?*_*page=
Disallow: /blog/author/*?*_page=
Disallow: /blog/category/*?*_page=
Disallow: /download/other-device

# Block these crawlers entirely
User-agent: Amazonbot
Disallow: /
Disallow: /*?*utm_*
Disallow: /*?*gclid=*
Disallow: /*?*fbclid=*
Disallow: /*?*_page=*
Disallow: /*features?*_*page=
Disallow: /blog/author/*?*_page=
Disallow: /blog/category/*?*_page=
Disallow: /download/other-device
User-agent: ByteSpider
Disallow: /
Disallow: /*?*utm_*
Disallow: /*?*gclid=*
Disallow: /*?*fbclid=*
Disallow: /*?*_page=*
Disallow: /*features?*_*page=
Disallow: /blog/author/*?*_page=
Disallow: /blog/category/*?*_page=
Disallow: /download/other-device
User-agent: ByteSpiderVideo
Disallow: /
Disallow: /*?*utm_*
Disallow: /*?*gclid=*
Disallow: /*?*fbclid=*
Disallow: /*?*_page=*
Disallow: /*features?*_*page=
Disallow: /blog/author/*?*_page=
Disallow: /blog/category/*?*_page=
Disallow: /download/other-device
User-agent: ByteSpider-Image
Disallow: /
Disallow: /*?*utm_*
Disallow: /*?*gclid=*
Disallow: /*?*fbclid=*
Disallow: /*?*_page=*
Disallow: /*features?*_*page=
Disallow: /blog/author/*?*_page=
Disallow: /blog/category/*?*_page=
Disallow: /download/other-device

# ---------- rules for everyone else ----------
User-agent: *
Disallow: /*?*utm_*
Disallow: /*?*gclid=*
Disallow: /*?*fbclid=*
Disallow: /*?*_page=*
Disallow: /*features?*_*page=
Disallow: /blog/author/*?*_page=
Disallow: /blog/category/*?*_page=
Disallow: /download/other-device