# robots.txt for https://kratikal.com
# Generated for Kratikal Tech Limited.

# -----------------------------------------------
# General Search Engine Crawlers
# -----------------------------------------------
User-agent: *
Allow: /
Disallow: /api/
Disallow: /ad/
Disallow: /ads/
Disallow: /dist/
Disallow: /thanks/
Disallow: /wp-admin/
Disallow: /wp-includes/

# -----------------------------------------------
# Google (Search + Gemini AI)
# -----------------------------------------------

User-agent: Google-Extended
Allow: /
Disallow: /api/
Disallow: /ad/
Disallow: /ads/
Disallow: /dist/
Disallow: /thanks/
Disallow: /wp-admin/
Disallow: /wp-includes/

# -----------------------------------------------
# OpenAI / ChatGPT
# -----------------------------------------------
User-agent: GPTBot
Allow: /
Disallow: /api/
Disallow: /ad/
Disallow: /ads/
Disallow: /dist/
Disallow: /thanks/
Disallow: /wp-admin/
Disallow: /wp-includes/

User-agent: ChatGPT-User
Allow: /
Disallow: /api/
Disallow: /ad/
Disallow: /ads/
Disallow: /dist/
Disallow: /thanks/
Disallow: /wp-admin/
Disallow: /wp-includes/

User-agent: OAI-SearchBot
Allow: /
Disallow: /api/
Disallow: /ad/
Disallow: /ads/
Disallow: /dist/
Disallow: /thanks/
Disallow: /wp-admin/
Disallow: /wp-includes/

# -----------------------------------------------
# Anthropic / Claude
# -----------------------------------------------
User-agent: ClaudeBot
Allow: /
Disallow: /api/
Disallow: /ad/
Disallow: /ads/
Disallow: /dist/
Disallow: /thanks/
Disallow: /wp-admin/
Disallow: /wp-includes/

User-agent: Claude-Web
Allow: /
Disallow: /api/
Disallow: /ad/
Disallow: /ads/
Disallow: /dist/
Disallow: /thanks/
Disallow: /wp-admin/
Disallow: /wp-includes/

User-agent: anthropic-ai
Allow: /
Disallow: /api/
Disallow: /ad/
Disallow: /ads/
Disallow: /dist/
Disallow: /thanks/
Disallow: /wp-admin/
Disallow: /wp-includes/

# -----------------------------------------------
# Meta AI
# -----------------------------------------------
User-agent: FacebookBot
Allow: /
Disallow: /api/
Disallow: /ad/
Disallow: /ads/
Disallow: /dist/
Disallow: /thanks/
Disallow: /wp-admin/
Disallow: /wp-includes/

# -----------------------------------------------
# Microsoft / Bing / Copilot
# -----------------------------------------------
User-agent: Bingbot
Allow: /
Disallow: /api/
Disallow: /ad/
Disallow: /ads/
Disallow: /dist/
Disallow: /thanks/
Disallow: /wp-admin/
Disallow: /wp-includes/

User-agent: msnbot
Allow: /
Disallow: /api/
Disallow: /ad/
Disallow: /ads/
Disallow: /dist/
Disallow: /thanks/
Disallow: /wp-admin/
Disallow: /wp-includes/

# -----------------------------------------------
# Apple
# -----------------------------------------------
User-agent: Applebot
Allow: /
Disallow: /api/
Disallow: /ad/
Disallow: /ads/
Disallow: /dist/
Disallow: /thanks/
Disallow: /wp-admin/
Disallow: /wp-includes/

User-agent: Applebot-Extended
Allow: /
Disallow: /api/
Disallow: /ad/
Disallow: /ads/
Disallow: /dist/
Disallow: /thanks/
Disallow: /wp-admin/
Disallow: /wp-includes/

# -----------------------------------------------
# Common AI Research Crawlers
# -----------------------------------------------
User-agent: CCBot
Allow: /
Disallow: /api/
Disallow: /ad/
Disallow: /ads/
Disallow: /dist/
Disallow: /thanks/
Disallow: /wp-admin/
Disallow: /wp-includes/

User-agent: PerplexityBot
Allow: /
Disallow: /api/
Disallow: /ad/
Disallow: /ads/
Disallow: /dist/
Disallow: /thanks/
Disallow: /wp-admin/
Disallow: /wp-includes/

# -----------------------------------------------
# Sitemap Location
# -----------------------------------------------
Sitemap: https://kratikal.com/sitemap.xml