# robots.txt for www.blikai.com
# Purpose: Enable AI indexing while protecting sensitive directories
# Industry: Electronic Components Distributor

User-agent: *
Allow: /
Disallow: /en/models
Disallow: /en/*
Disallow: /login
Disallow: /cart
Disallow: /checkout
Disallow: /admin
Disallow: /account

# Allow GPTBot (OpenAI) to enable full AI indexing
User-agent: GPTBot
Allow: /

# Allow Claude AI (Anthropic)
User-agent: ClaudeBot
Allow: /

# Allow Google AI (Gemini / Google-Extended)
User-agent: Google-Extended
Allow: /

# Allow Perplexity AI
User-agent: PerplexityBot
Allow: /

# Allow Amazon AI
User-agent: Amazonbot
Allow: /

# General AI research crawlers
User-agent: AI2Bot
Allow: /

# Bots you previously blocked (kept for safety)
User-agent: BUbiNG
Disallow: /

User-agent: WBSearchBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Linespider
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: ICC-Crawler
Disallow: /