# robots.txt for https://kalahari-electrical.com
# Real file at the web root (overrides Yoast's virtual robots.txt).
# WordPress site — only WP paths are restricted (no Drupal /core, /profiles, /node, etc.).

User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# ---------------------------------------------------------------------------
# AI / LLM crawlers — explicitly ALLOWED. (An empty "Disallow:" = full allow.)
# We WANT these to read the site and the /llms.txt summaries.
# ---------------------------------------------------------------------------
User-agent: GPTBot
Disallow:

User-agent: ChatGPT-User
Disallow:

User-agent: OAI-SearchBot
Disallow:

User-agent: Google-Extended
Disallow:

User-agent: anthropic-ai
Disallow:

User-agent: ClaudeBot
Disallow:

User-agent: Claude-Web
Disallow:

User-agent: PerplexityBot
Disallow:

User-agent: Applebot-Extended
Disallow:

User-agent: Amazonbot
Disallow:

User-agent: DuckDuckBot
Disallow:

User-agent: YouBot
Disallow:

User-agent: cohere-ai
Disallow:

User-agent: CCBot
Disallow:

User-agent: Bytespider
Disallow:

User-agent: Meta-ExternalAgent
Disallow:

# LLM guidance files:
#   https://kalahari-electrical.com/llms.txt
#   https://kalahari-electrical.com/llms-full.txt

Sitemap: https://kalahari-electrical.com/sitemap_index.xml