# robots.txt for ingenia.la
# This file defines crawling policies for search engines and AI bots

User-agent: *
Allow: /
Allow: /llms.txt
Allow: /api/content/*.md
Disallow: /api/contact-us/
Disallow: /api/join-us/
Disallow: /api/venture/
Disallow: /api/revalidate/
Disallow: /api/tags/
Disallow: /api/geo/
Disallow: /api/case-studies/
Disallow: /en/api/
Disallow: /es/api/
Disallow: /wp-admin/
Disallow: /private/
Disallow: /admin/
Disallow: /draft/

# AI-specific bots
User-agent: GPTBot
Allow: /
Allow: /llms.txt
Allow: /api/content/*.md
Disallow: /api/contact-us/
Disallow: /api/join-us/
Disallow: /api/venture/
Disallow: /api/revalidate/
Disallow: /api/tags/
Disallow: /api/geo/
Disallow: /api/case-studies/

User-agent: Google-Extended
Allow: /
Allow: /llms.txt
Allow: /api/content/*.md
Disallow: /api/contact-us/
Disallow: /api/join-us/
Disallow: /api/venture/
Disallow: /api/revalidate/
Disallow: /api/tags/
Disallow: /api/geo/
Disallow: /api/case-studies/

User-agent: CCBot
Allow: /
Allow: /llms.txt
Allow: /api/content/*.md
Disallow: /api/contact-us/
Disallow: /api/join-us/
Disallow: /api/venture/
Disallow: /api/revalidate/
Disallow: /api/tags/
Disallow: /api/geo/
Disallow: /api/case-studies/

User-agent: anthropic-ai
Allow: /
Allow: /llms.txt
Allow: /api/content/*.md
Disallow: /api/contact-us/
Disallow: /api/join-us/
Disallow: /api/venture/
Disallow: /api/revalidate/
Disallow: /api/tags/
Disallow: /api/geo/
Disallow: /api/case-studies/

User-agent: Claude-Web
Allow: /
Allow: /llms.txt
Allow: /api/content/*.md
Disallow: /api/contact-us/
Disallow: /api/join-us/
Disallow: /api/venture/
Disallow: /api/revalidate/
Disallow: /api/tags/
Disallow: /api/geo/
Disallow: /api/case-studies/

# Sitemap
Sitemap: https://ingenia.la/sitemap.xml

# Reference to llms.txt for AI bots
# AI bots should check https://ingenia.la/llms.txt for detailed policies
# and available markdown content endpoints