# llms.txt for The Keith Corporation
# This file defines permissions for AI and Large Language Model (LLM) crawlers.
# Standard search engine crawlers (Googlebot, Bingbot, etc.) are still allowed.

# BLOCK major AI/LLM training bots
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: ChatGPT-Assistant
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: IAArchiver
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: Applebot-Extended
Disallow: /

# BLOCK any future AI crawlers adopting generic identifiers
User-agent: ai-bot
Disallow: /

User-agent: ai-crawler
Disallow: /

User-agent: llm
Disallow: /

User-agent: llm-crawler
Disallow: /

# Default rule for all other crawlers (normal bots allowed)
User-agent: *
Allow: /