# ============================================================
# locksy.app — robots.txt
# Updated: August 2026
# Strategy: Allow ALL AI citation and search bots
# so Locksy is discovered and cited by every major AI tool.
# This file covers all 20+ known AI crawlers as of 2026.
# ============================================================

# -------------------------------------------------------
# STANDARD SEARCH ENGINES — Always allow
# -------------------------------------------------------

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Baiduspider
Allow: /

# -------------------------------------------------------
# OPENAI — Allow all three agents
# GPTBot = training crawler
# ChatGPT-User = ChatGPT browsing feature (citation)
# OAI-SearchBot = SearchGPT indexing (citation)
# -------------------------------------------------------

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

# -------------------------------------------------------
# ANTHROPIC — Allow all three agents
# ClaudeBot = training crawler
# anthropic-ai = general Anthropic crawl (citation)
# Claude-Web = Claude web access feature (citation)
# -------------------------------------------------------

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

# -------------------------------------------------------
# GOOGLE AI
# Google-Extended = Gemini / Vertex AI training and citation
# NOTE: Do NOT block Googlebot — that removes you from search
# -------------------------------------------------------

User-agent: Google-Extended
Allow: /

# -------------------------------------------------------
# APPLE — Allow for Apple Intelligence discovery
# Applebot = standard Apple crawler
# Applebot-Extended = Apple Intelligence training
# Critical for iOS app — Apple AI surfacing Locksy matters
# -------------------------------------------------------

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# -------------------------------------------------------
# PERPLEXITY AI — Allow both agents
# PerplexityBot = search indexing
# Perplexity-User = user-triggered queries (citation)
# -------------------------------------------------------

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# -------------------------------------------------------
# META AI
# FacebookBot = Meta AI / Llama training and Instagram AI
# Meta-ExternalAgent = #2 most active AI crawler in 2026
# Important: Locksy's teen audience lives on Instagram
# -------------------------------------------------------

User-agent: FacebookBot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

# -------------------------------------------------------
# AMAZON / ALEXA AI
# -------------------------------------------------------

User-agent: Amazonbot
Allow: /

# -------------------------------------------------------
# AI SEARCH ENGINES
# -------------------------------------------------------

User-agent: YouBot
Allow: /

User-agent: iaskspider
Allow: /

# -------------------------------------------------------
# COHERE AI
# -------------------------------------------------------

User-agent: cohere-ai
Allow: /

# -------------------------------------------------------
# DIFFBOT — Knowledge graph / AI data
# -------------------------------------------------------

User-agent: Diffbot
Allow: /

# -------------------------------------------------------
# COMMON CRAWL
# CCBot indexes the web into publicly available datasets
# used to train GPT-4, Llama, Mistral and most major LLMs
# Allowing this means Locksy content enters AI training data
# -------------------------------------------------------

User-agent: CCBot
Allow: /

# -------------------------------------------------------
# BYTEDANCE / TIKTOK AI
# -------------------------------------------------------

User-agent: Bytespider
Allow: /

# -------------------------------------------------------
# DATA AGGREGATORS
# -------------------------------------------------------

User-agent: omgili
Allow: /

User-agent: omgilibot
Allow: /

# -------------------------------------------------------
# DEFAULT RULE — Allow all other crawlers
# -------------------------------------------------------

User-agent: *
Allow: /

# -------------------------------------------------------
# SITEMAP — Required for all crawlers to discover content
# -------------------------------------------------------

Sitemap: https://locksy.app/sitemap.xml