# Robots.txt - AyP Digital
# https://aypdigital.com

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /_site/
Disallow: /node_modules/
Disallow: /scripts/
Disallow: /Gemfile
Disallow: /Gemfile.lock
Disallow: /package.json
Disallow: /package-lock.json

# Sitemaps
Sitemap: https://aypdigital.com/sitemap.xml

# LLMs.txt - Guía para AI crawlers
# https://llmstxt.org/
# https://aypdigital.com/llms.txt

# Crawl-delay para bots agresivos (opcional)
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Crawl-delay: 10

# Permitir todos los recursos para Google
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /assets/images/

# Bing
User-agent: Bingbot
Allow: /