# Allow major AI crawlers for citation and search
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: *
Allow: /

# Error and utility pages (all language variants)
Disallow: /*/login
Disallow: /*/register
Disallow: /*/add-word
Disallow: /*/random-word
Disallow: /*/banned

# Parametrized search URLs — author/tag/word/sort filters (noindex already;
# block to save crawl budget). Matches any query string on /{lang}/search,
# including legacy ?tag= links from the removed tags feature. The bare
# /{lang}/search page stays crawlable.
Disallow: /*/search?

# API
Disallow: /api/

# Legacy bare paths (now redirect to /uk/, kept for safety)
Disallow: /login
Disallow: /register
Disallow: /add-word
Disallow: /random-word

# Sitemap Reference
Sitemap: https://www.slangzone.net/sitemap.xml