# robots.txt for seranking.com — corrected by CrawlCheck, 2026-09-03
# Source: the file the site served at the time. Every change is listed here; nothing else was touched.
# Changes:
#   - 10 named groups lacked Disallow lines the * group carries. A crawler obeys only its own most specific group and ignores *, so those rules never applied to it. Copied in.
# Verify after publishing: curl -sI https://seranking.com/robots.txt must show text/plain, on the bare URL, with no cache-buster.

User-agent: *
Disallow: /blog/static-tools/
Disallow: */wp-
Disallow: */wp/
Disallow: *openstat=
Disallow: */?hc_location=ufi
Disallow: */trackback
Disallow: */email-attachment/*
Allow: */wp-admin/admin-ajax.php
Allow: */wp-content/themes/se_theme/
Allow: */wp-content/cache/autoptimize/*.php*
Allow: */uploads
Allow: */wp-*/*.js
Allow: */wp-*/*.css
Allow: */wp-*/*.png
Allow: */wp-*/*.jpg
Allow: */wp-*/*.jpeg
Allow: */wp-*/*.gif
Allow: */wp-*/*.svg
Allow: */wp-*/*.webp
Allow: */wp-*/*.pdf
Allow: */wp-*/*.woff2

# --- Search AI Crawlers ---
User-agent: OAI-Searchbot
Allow: /
Disallow: */tag/
Disallow: /ac/
Disallow: /blog/static-tools/
Disallow: */wp-
Disallow: */wp/
Disallow: *openstat=
Disallow: */?hc_location=ufi
Disallow: */trackback
Disallow: */email-attachment/*

User-agent: Claude-SearchBot
Allow: /
Disallow: */tag/
Disallow: /ac/
Disallow: /blog/static-tools/
Disallow: */wp-
Disallow: */wp/
Disallow: *openstat=
Disallow: */?hc_location=ufi
Disallow: */trackback
Disallow: */email-attachment/*

User-agent: PerplexityBot
Allow: /
Disallow: */tag/
Disallow: /ac/
Disallow: /blog/static-tools/
Disallow: */wp-
Disallow: */wp/
Disallow: *openstat=
Disallow: */?hc_location=ufi
Disallow: */trackback
Disallow: */email-attachment/*

# --- User-Initiated Agents ---
User-agent: ChatGPT-User
Allow: /
Disallow: */tag/
Disallow: /ac/
Disallow: /blog/static-tools/
Disallow: */wp-
Disallow: */wp/
Disallow: *openstat=
Disallow: */?hc_location=ufi
Disallow: */trackback
Disallow: */email-attachment/*

User-agent: Claude-User
Allow: /
Disallow: */tag/
Disallow: /ac/
Disallow: /blog/static-tools/
Disallow: */wp-
Disallow: */wp/
Disallow: *openstat=
Disallow: */?hc_location=ufi
Disallow: */trackback
Disallow: */email-attachment/*

User-agent: Perplexity-User
Allow: /
Disallow: */tag/
Disallow: /ac/
Disallow: /blog/static-tools/
Disallow: */wp-
Disallow: */wp/
Disallow: *openstat=
Disallow: */?hc_location=ufi
Disallow: */trackback
Disallow: */email-attachment/*

User-agent: Applebot
Allow: /
Disallow: */tag/
Disallow: /ac/
Disallow: /blog/static-tools/
Disallow: */wp-
Disallow: */wp/
Disallow: *openstat=
Disallow: */?hc_location=ufi
Disallow: */trackback
Disallow: */email-attachment/*

# --- Training / Indexing AI Bots ---
User-agent: GPTBot
Allow: /
Disallow: /vacancies/
Disallow: */tag/
Disallow: /ac/
Disallow: /blog/static-tools/
Disallow: */wp-
Disallow: */wp/
Disallow: *openstat=
Disallow: */?hc_location=ufi
Disallow: */trackback
Disallow: */email-attachment/*

User-agent: ClaudeBot
Allow: /
Disallow: /vacancies/
Disallow: */tag/
Disallow: /ac/
Disallow: /blog/static-tools/
Disallow: */wp-
Disallow: */wp/
Disallow: *openstat=
Disallow: */?hc_location=ufi
Disallow: */trackback
Disallow: */email-attachment/*

User-agent: Google-Extended
Allow: /
Disallow: /vacancies/
Disallow: */tag/
Disallow: /ac/
Disallow: /blog/static-tools/
Disallow: */wp-
Disallow: */wp/
Disallow: *openstat=
Disallow: */?hc_location=ufi
Disallow: */trackback
Disallow: */email-attachment/*

# Sitemaps
Sitemap: https://seranking.com/sitemap_index.xml
Sitemap: https://seranking.com/blog/sitemap_index.xml
Sitemap: https://seranking.com/de/sitemap_index.xml
Sitemap: https://seranking.com/de/blog/sitemap_index.xml
Sitemap: https://seranking.com/fr/sitemap_index.xml
Sitemap: https://seranking.com/fr/blog/sitemap_index.xml
Sitemap: https://seranking.com/it/sitemap_index.xml
Sitemap: https://seranking.com/pt/sitemap_index.xml
Sitemap: https://seranking.com/pt/blog/sitemap_index.xml
Sitemap: https://seranking.com/es/sitemap_index.xml
Sitemap: https://seranking.com/es/blog/sitemap_index.xml
Sitemap: https://seranking.com/jp/sitemap_index.xml
Sitemap: https://seranking.com/jp/blog/sitemap_index.xml
Sitemap: https://seranking.com/nl/sitemap_index.xml
Sitemap: https://seranking.com/nl/blog/sitemap_index.xml
Sitemap: https://seranking.com/ru/sitemap_index.xml
Sitemap: https://seranking.com/ru/blog/sitemap_index.xml
Sitemap: https://seranking.com/ua/sitemap_index.xml
Sitemap: https://seranking.com/ua/blog/sitemap_index.xml