# robots.txt for poe.com — corrected by CrawlCheck, 2026-11-03
# Source: the file the site served at the time. Every change is listed here; nothing else was touched.
# Changes:
#   - 6 named groups lacked Disallow lines the * group carries. A crawler obeys only its own most specific group and ignores *, so those rules never applied to it. Copied in.
# Verify after publishing: curl -sI https://poe.com/robots.txt must show text/plain, on the bare URL, with no cache-buster.

User-agent: Googlebot
Allow: /
Disallow: /_next/
Disallow: /api/
Disallow: /chat/
Disallow: /s/
Disallow: /apple_callback
Disallow: /chats
Disallow: /continue_chat
Disallow: /desktop_app_open
Disallow: /google_callback
Disallow: /login
Disallow: /search
Disallow: /settings
Disallow: /unsubscribe

User-agent: Bingbot
Allow: /
Disallow: /_next/
Disallow: /api/
Disallow: /chat/
Disallow: /s/
Disallow: /apple_callback
Disallow: /chats
Disallow: /continue_chat
Disallow: /desktop_app_open
Disallow: /google_callback
Disallow: /login
Disallow: /search
Disallow: /settings
Disallow: /unsubscribe

User-agent: msnbot
Allow: /
Disallow: /_next/
Disallow: /api/
Disallow: /chat/
Disallow: /s/
Disallow: /apple_callback
Disallow: /chats
Disallow: /continue_chat
Disallow: /desktop_app_open
Disallow: /google_callback
Disallow: /login
Disallow: /search
Disallow: /settings
Disallow: /unsubscribe

User-agent: DuckDuckBot
Allow: /
Disallow: /_next/
Disallow: /api/
Disallow: /chat/
Disallow: /s/
Disallow: /apple_callback
Disallow: /chats
Disallow: /continue_chat
Disallow: /desktop_app_open
Disallow: /google_callback
Disallow: /login
Disallow: /search
Disallow: /settings
Disallow: /unsubscribe

User-Agent: GPTBot
Disallow: /p/*
Disallow: /_next/
Disallow: /api/
Disallow: /chat/
Disallow: /s/
Disallow: /apple_callback
Disallow: /chats
Disallow: /continue_chat
Disallow: /desktop_app_open
Disallow: /google_callback
Disallow: /login
Disallow: /search
Disallow: /settings
Disallow: /unsubscribe

User-Agent: Google-Extended
Disallow: /p/*
Disallow: /_next/
Disallow: /api/
Disallow: /chat/
Disallow: /s/
Disallow: /apple_callback
Disallow: /chats
Disallow: /continue_chat
Disallow: /desktop_app_open
Disallow: /google_callback
Disallow: /login
Disallow: /search
Disallow: /settings
Disallow: /unsubscribe

User-Agent: *
Allow: /*/api
Disallow: /_next/
Disallow: /api/
Disallow: /chat/
Disallow: /s/
Disallow: /apple_callback
Disallow: /chats
Disallow: /continue_chat
Disallow: /desktop_app_open
Disallow: /google_callback
Disallow: /login
Disallow: /search
Disallow: /settings
Disallow: /unsubscribe
Disallow: /