# WorldRankList — robots. Allow public pages; keep app internals out of the index.
# NOTE: must live at the real DOMAIN ROOT in production (/robots.txt). The admin
# panel is served from a secret path, intentionally NOT disclosed here.
#
# AI crawlers (GPTBot, ClaudeBot, PerplexityBot, Google-Extended, etc.) are
# intentionally NOT blocked — the wildcard rule below allows them, so the
# rankings can surface in AI answers as well as classic search.

User-agent: *
Allow: /
Allow: /assets/
Disallow: /account/
Disallow: /api/
Disallow: /mobile/
Disallow: /includes/
Disallow: /config/
Disallow: /src/
Disallow: /cron/
Disallow: /database/
Disallow: /logs/
Disallow: /previews/
Disallow: /pages/
# Internal entry points only. NOTE: a blanket "Disallow: /*.php$" used to live
# here — it was actively harmful. Every legacy *.php?param URL 301s to its clean
# form (require_canonical()), but a blocked URL is never fetched, so crawlers
# could not SEE those redirects and the old URLs' link equity never consolidated
# onto the clean ones. The legacy paths are now crawlable purely so the 301 is
# followed once and the clean URL inherits the signals.
Disallow: /router.php
Disallow: /build-css.php
Disallow: /manifest.php
Disallow: /*?*sort=
Disallow: /*?*utm_
Disallow: /search/?

Sitemap: https://www.worldranklist.com/sitemap.xml