# ─────────────────────────────────────────────────────
# robots.txt for weekisit.com
# Last updated 2026-05-29
# Docs: https://www.robotstxt.org/
# ─────────────────────────────────────────────────────

# Default: allow all crawlers (Google, Bing, DuckDuckGo, plus AI bots
# like GPTBot, ClaudeBot, PerplexityBot — visibility in AI answers matters)
User-agent: *
Allow: /

# Block admin & internal areas
Disallow: /admin/
Disallow: /admin
Disallow: /config/
Disallow: /cache/
Disallow: /src/
Disallow: /templates/

# Block utility scripts that should never be indexed
Disallow: /clear-cache.php
Disallow: /router.php
Disallow: /.htaccess
Disallow: /.env

# Block cache-buster query strings that would create duplicate-content URLs
Disallow: /*?nocache=
Disallow: /*?debug=

# ─────────────────────────────────────────────────────
# Sitemaps — index plus both sub-sitemaps, listed explicitly
# so simpler crawlers (Bing, Yandex) discover everything fast
# ─────────────────────────────────────────────────────
Sitemap: https://weekisit.com/sitemap.xml
Sitemap: https://weekisit.com/sitemap-pages.xml
Sitemap: https://weekisit.com/sitemap-blog.xml