# Robots.txt for Vynara - AI Consulting Studio
# https://www.vynaratechnologies.com

# Allow all crawlers access to most content
User-agent: *
Allow: /
Allow: /services
Allow: /pricing
Allow: /case-studies
Allow: /about
Allow: /contact
Allow: /blog
Allow: /faq
Allow: /resources
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /feed.xml
Allow: /feed.json
Allow: /ai.txt
Allow: /index.md
Allow: /developers
Allow: /developers/llms.txt
Allow: /resources/llms.txt
Allow: /.well-known/security.txt
Allow: /.well-known/ai-catalog.json
Allow: /.well-known/agent-skills/index.json
Allow: /.well-known/agent-skills/
Allow: /.well-known/mcp
Allow: /api/v1
Allow: /api/llms.txt
Allow: /api/version-policy
Allow: /openapi.json
Allow: /mcp
# Every page has a Markdown twin at `<path>.md` for AI-engine ingestion.
Allow: /*.md$
Allow: /schemamap.xml
Allow: /schema-feed.jsonl

# Disallow API routes and internal paths
Disallow: /api/
Disallow: /studio/

# Sitemap location
Sitemap: https://www.vynaratechnologies.com/sitemap.xml
Schemamap: https://www.vynaratechnologies.com/schemamap.xml

# Google-specific directives
User-agent: Googlebot
Allow: /

# Google Images
User-agent: Googlebot-Image
Allow: /

# Bing-specific directives
User-agent: Bingbot
Allow: /

# Allow social media crawlers for rich previews
User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

# Allow AI assistant crawlers (serve content via llms.txt)
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

# Training-dataset crawlers are welcome too
User-agent: CCBot
Allow: /

User-agent: Bytespider
Allow: /