# AI Optimisation Checker - Production
# Marketing tool for Webcoda - optimised for search engine and AI bot discovery

User-agent: *
Allow: /
Crawl-delay: 1

# Allow all major search engines
User-agent: GoogleBot
Allow: /
Crawl-delay: 1

User-agent: BingBot
Allow: /
Crawl-delay: 1

# Allow AI search bots for AI-powered search visibility
User-agent: ChatGPT-User
Allow: /
Crawl-delay: 1

User-agent: Claude-Web
Allow: /
Crawl-delay: 1

User-agent: GPTBot
Allow: /
Crawl-delay: 1

User-agent: ClaudeBot
Allow: /
Crawl-delay: 1

User-agent: PerplexityBot
Allow: /
Crawl-delay: 1

# Block admin panel from indexing (security)
User-agent: *
Disallow: /admin
Disallow: /admin/*

# Block analysis results from indexing (privacy)
Disallow: /analysis/*
Disallow: /api/*

# Sitemap for comprehensive indexing
Sitemap: https://ai-checker.webcoda.com.au/sitemap.xml