# This file is automatically added by Rank Math SEO plugin to help a website index better
# More info: https://rankmath.com/?utm_source=Plugin&utm_medium=Robots&utm_campaign=WP
User-Agent: *
Disallow: /wp-admin/
Disallow: */feed
Allow: /wp-admin/admin-ajax.php

Sitemap: https://www.craigswapp.com/sitemap_index.xml

# ---- LightSite.ai AI Discovery Rules (October 2025) ----
User-agent: *
Allow: /
# OpenAI Crawlers (2025)
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
Allow: /
Allow: /.well-known/ai-plugin.json
Allow: /.well-known/openapi.json
# Google AI Crawlers (2025)
User-agent: Google-Extended
User-agent: Gemini-Pro
User-agent: GoogleBot-AI
User-agent: Googlebot
Allow: /
Allow: /.well-known/ai-plugin.json
Allow: /.well-known/openapi.json
# Anthropic Claude (2025)
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: anthropic-ai
Allow: /
Allow: /.well-known/ai-plugin.json
Allow: /.well-known/openapi.json
# Perplexity AI (2025)
User-agent: PerplexityBot
User-agent: Perplexity-AI
Allow: /
Allow: /.well-known/ai-plugin.json
Allow: /.well-known/openapi.json
# Meta AI (2025)
User-agent: Meta-ExternalAgent
User-agent: Meta-AI
User-agent: FacebookBot
Allow: /
Allow: /.well-known/ai-plugin.json
Allow: /.well-known/openapi.json
# Microsoft Copilot (2025)
User-agent: BingBot
User-agent: Bing-AI
User-agent: CopilotBot
Allow: /
Allow: /.well-known/ai-plugin.json
Allow: /.well-known/openapi.json
# Other AI Platforms (2025)
User-agent: YouBot
User-agent: DuckAssistBot
User-agent: BraveBot
User-agent: KogiBot
User-agent: ArcBot
Allow: /
Allow: /.well-known/ai-plugin.json
Allow: /.well-known/openapi.json
# Common Crawlers
User-agent: CCBot
Allow: /
Allow: /.well-known/ai-plugin.json
Allow: /.well-known/openapi.json
User-agent: Slurp
Allow: /
User-agent: DuckDuckBot
Allow: /
# Crawl Rate
Crawl-delay: 1
# AI Discovery Sitemaps
Sitemap: https://www.craigswapp.com/ai-sitemap.xml
# ---- LightSite.ai AI Discovery Rules END ----