# ============================================================
# robots.txt – SEO-optimized for Geel (potato-co.com)
# ============================================================

# ------ Default rules for all well-behaved crawlers ----------
User-agent: *

# Allow public content
Allow: /

# Block admin / dashboard area
Disallow: /admin
Disallow: /admin/
Disallow: /dashboard

# Block authentication pages
Disallow: /login
Disallow: /register
Disallow: /password/
Disallow: /auth/

# Block internal API endpoints
Disallow: /api/

# Block language switcher URL (not real content)
Disallow: /changelanguage/

# Block search results pages (low value, duplicate content)
Disallow: /search

# Block disabled pages
Disallow: /technologies

# Block internal delete endpoints
Disallow: /delete/

# Block Laravel storage & internal paths
Disallow: /storage/
Disallow: /_debugbar/
Disallow: /sanctum/
Disallow: /livewire/

# Block raw asset directories that shouldn't be indexed
Disallow: /vendor/
Disallow: /css/
Disallow: /js/
Disallow: /img/
Disallow: /images/media/

# Block utility / config files
Disallow: /web.config
Disallow: /.env
Disallow: /error_log

# ------ Specific AI / scraper bots – block crawling ----------
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Google-Extended
Disallow: /

# ------ Sitemap location -----------------------------------
Sitemap: https://geeltech/sitemap.xml