# Allow all content to be crawled by key AI and search bots

# OpenAI (ChatGPT, GPTBot)
User-agent: GPTBot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Anthropic (ClaudeBot)
User-agent: ClaudeBot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Google AI (Bard, Gemini, SGE, etc.)
User-agent: Google-Extended
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Perplexity
User-agent: PerplexityBot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# AppleBot (used for Apple’s AI features & Siri)
User-agent: AppleBot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Common search engines
User-agent: Googlebot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
User-agent: Bingbot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
User-agent: DuckDuckBot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Fallback rule — allow all other bots
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Sitemap: https://alchemyandaim.com/sitemap_index.xml