# robots.txt for ideogram.ai — corrected by CrawlCheck, 2026-11-03
# Source: the file the site served at the time. Every change is listed here; nothing else was touched.
# Changes:
#   - 5 named groups lacked Disallow lines the * group carries. A crawler obeys only its own most specific group and ignores *, so those rules never applied to it. Copied in.
# Verify after publishing: curl -sI https://ideogram.ai/robots.txt must show text/plain, on the bare URL, with no cache-buster.

# Allow social media bots to unfurl our share links on /g/ permalinks.
# Each User-agent block is independent per the robots.txt spec, so the
# Disallow: /g/ in the * block below does not affect these named bots —
# they need an explicit Allow here to crawl /g/ for unfurl metadata.
User-agent: Discordbot
Allow: /g/
Disallow: /api/
Disallow: /g/
Disallow: /t/
Disallow: /u/

User-agent: facebookexternalhit
Allow: /g/
Disallow: /api/
Disallow: /g/
Disallow: /t/
Disallow: /u/

User-agent: LinkedInBot
Allow: /g/
Disallow: /api/
Disallow: /g/
Disallow: /t/
Disallow: /u/

User-agent: Twitterbot
Allow: /g/
Disallow: /api/
Disallow: /g/
Disallow: /t/
Disallow: /u/

User-agent: Googlebot
Allow: /g/
Disallow: /api/
Disallow: /g/
Disallow: /t/
Disallow: /u/

# Default crawler policy.
# Allow the marketing surface (everything served by ideogram-ai/website).
# Disallow app surfaces owned by ideogram-ai/ui:
#   /api/  — REST endpoints. Do not Allow /api/learn or /api/pricing; those
#            marketing dups were retired. Top-level /api-* 301s in nginx.
#   /g/    — generation permalinks (too many, low search value; social-bot
#            allow rules above carve out the unfurling case)
#   /t/    — gallery / feed / explore
#   /u/    — user profile pages
User-agent: *
Allow: /
Disallow: /api/
Disallow: /g/
Disallow: /t/
Disallow: /u/

Sitemap: https://ideogram.ai/sitemap-index.xml