# Robots.txt for idiomas.io
# Last updated: 2026-02-21
# Dual-path SEO Strategy:
#   - /aprende-ingles: Spain (Spanish speakers learning English) 
#   - /learn-spanish: International (Foreigners & expats learning Spanish)
#   - /blog: Language learning blog (Spanish & English content)

# ============================================
# MAJOR SEARCH ENGINE BOTS
# ============================================

User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

# ============================================
# AI / LLM CRAWLER BOTS
# ============================================

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bytespider
Allow: /

User-agent: CCBot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: YouBot
Allow: /

# ============================================
# ALL OTHER BOTS
# ============================================

User-agent: *
Allow: /
Crawl-delay: 2

# ============================================
# APRENDE INGLÉS - Target: Spain (Spanish speakers learning English)
# Primary: Gijón, Asturias | Secondary: All of Spain (online)
# ============================================

Allow: /aprende-ingles
Allow: /aprende-ingles/gijon
Allow: /aprende-ingles/programs
Allow: /aprende-ingles/online
Allow: /aprende-ingles/cursos/ingles-ninos-gijon
Allow: /aprende-ingles/cursos/ingles-adolescentes-gijon
Allow: /aprende-ingles/cursos/adultos-gijon
Allow: /aprende-ingles/cursos/universitarios-gijon
Allow: /aprende-ingles/cursos/profesionales-certificaciones-gijon
Allow: /aprende-ingles/cursos/mas-50-gijon
Allow: /aprende-ingles/empresas/ingles-in-company-asturias
Allow: /examenes-oficiales-ingles
Allow: /aprende-ingles/lawton-ia
Allow: /aprende-ingles/our-story
Allow: /aprende-ingles/contact
Allow: /aprende-ingles/life-experiences
Allow: /aprende-ingles/teacher-certification
Allow: /aprende-ingles/calendar
Allow: /aprende-ingles/preguntas-frecuentes
Allow: /aprende-ingles/proyectos-europeos
Allow: /prueba-de-nivel

# ============================================
# LEARN SPANISH - Target: International (EU, UK, Ireland)
# Primary: UK, Ireland | Secondary: Scandinavia, Netherlands, Belgium, France, Italy, Germany, Poland, Romania
# Audience: Expats in Spain + EU citizens learning Spanish
# ============================================

Allow: /learn-spanish
Allow: /learn-spanish/online
Allow: /learn-spanish/onsite
Allow: /learn-spanish/hybrid
Allow: /learn-spanish/asturias
Allow: /learn-spanish/placement-test
Allow: /learn-spanish/life-experiences
Allow: /learn-spanish/our-story
Allow: /learn-spanish/contact

# Learn Spanish SEO Landing Pages - High-Value Keywords
Allow: /learn-spanish/spanish-immersion-spain
Allow: /learn-spanish/learn-spanish-asturias
Allow: /learn-spanish/spanish-for-expats-asturias
Allow: /learn-spanish/online-spanish-europe
Allow: /learn-spanish/dele-preparation-spain
Allow: /learn-spanish/intensive-spanish-course-spain

# ============================================
# BLOG - Language Learning Content Hub
# Target: Spain (Spanish), International (English)
# Categories: aprender-ingles, gramatica, vocabulario, conversacion, cultura, examenes, negocios
# ============================================

Allow: /blog
Allow: /blog/*
Allow: /blog/categoria/*
Allow: /blog/category/*

# ============================================
# CAREERS - Target: INTERNATIONAL RECRUITMENT
# ============================================

Allow: /trabaja-con-nosotros

# ============================================
# BLOCKED AREAS - Admin & System
# ============================================

Disallow: /admin
Disallow: /system-health
Disallow: /system-audit
Disallow: /auth
Disallow: /profile
Disallow: /_next/
Disallow: /api/

# ============================================
# SITEMAP LOCATION
# ============================================

Sitemap: https://www.idiomas.io/sitemap.xml

# ============================================
# AI / LLM DISCOVERY
# ============================================

# Structured knowledge file for AI crawlers and LLMs
# See: https://llmstxt.org/
LLMs-Txt: https://www.idiomas.io/llms.txt

# ============================================
# GEO-TARGETING DOCUMENTATION
# ============================================

# /aprende-ingles/* 
#   Target: Spain (ES)
#   Primary audience: Spanish speakers learning English
#   Primary location: Gijón, Asturias (in-person classes)
#   Secondary reach: All of Spain (online courses)
#   Languages: Spanish (es-ES)
#   Keywords focus: academia inglés, cursos inglés, Cambridge, IELTS

# /learn-spanish/*
#   Target: INTERNATIONAL (EU + UK + Ireland)
#   Primary audience: Foreigners & expats learning Spanish
#   Primary markets: United Kingdom, Ireland, Scotland
#   Secondary markets: Netherlands, Sweden, Norway, Denmark, Finland, Belgium, France, Italy, Germany, Poland, Romania
#   Location: Gijón, Asturias, Spain (immersion destination)
#   Languages: English (en-GB, en-IE), German (de), French (fr), Italian (it), Dutch (nl), Swedish (sv), Polish (pl)
#   Keywords focus: learn Spanish Spain, Spanish immersion, expat Spanish courses, DELE preparation

# /trabaja-con-nosotros
#   Target: INTERNATIONAL recruitment
#   - English teachers: UK, Ireland, US, Canada, Australia, NZ
#   - Spanish teachers: Spain, Latin America
#   - German teachers: Germany, Austria, Switzerland
#   - French teachers: France, Belgium, Switzerland, Canada
#   - Operations: Spain