# robots.txt for d-id.com — corrected by CrawlCheck, 2026-11-03
# Source: the file the site served at the time. Every change is listed here; nothing else was touched.
# Changes:
#   - Read from https://www.d-id.com/robots.txt (the apex redirected there); publish at the host you serve.
#   - 3 named groups lacked Disallow lines the * group carries. A crawler obeys only its own most specific group and ignores *, so those rules never applied to it. Copied in.
# Verify after publishing: curl -sI https://d-id.com/robots.txt must show text/plain, on the bare URL, with no cache-buster.

User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Disallow: /video-campaigns-intro/
Disallow: /video-campaigns-emea-users/
Disallow: /video-campaigns-b2b-non_per/
Disallow: /video-campaigns-usa-users/
Disallow: /azure-fd-test-page/

User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: GPTBot
Allow: /
Disallow: /wp-admin/
Disallow: /video-campaigns-intro/
Disallow: /video-campaigns-emea-users/
Disallow: /video-campaigns-b2b-non_per/
Disallow: /video-campaigns-usa-users/
Disallow: /azure-fd-test-page/

User-agent: PerplexityBot
User-agent: Perplexity-User
Allow: /
Disallow: /wp-admin/
Disallow: /video-campaigns-intro/
Disallow: /video-campaigns-emea-users/
Disallow: /video-campaigns-b2b-non_per/
Disallow: /video-campaigns-usa-users/
Disallow: /azure-fd-test-page/

User-agent: ClaudeBot
Allow: /
Disallow: /wp-admin/
Disallow: /video-campaigns-intro/
Disallow: /video-campaigns-emea-users/
Disallow: /video-campaigns-b2b-non_per/
Disallow: /video-campaigns-usa-users/
Disallow: /azure-fd-test-page/

Sitemap: https://www.d-id.com/sitemap_index.xml
Sitemap: https://www.d-id.com/llms.txt