# This file is automatically added by Rank Math SEO plugin
# More info: https://rankmath.com/?utm_source=Plugin&utm_medium=Robots&utm_campaign=WP

# Standard search engines + WPForms block combined
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /tags/removed/
Disallow: /tags/sold/
Disallow: /wp-content/uploads/wpforms/

# Google — allow all including AI Overviews
User-agent: Googlebot
Allow: /

# Google AI (Gemini + AI Overviews)
User-agent: Google-Extended
Allow: /

# Bing / Microsoft Copilot
User-agent: Bingbot
Allow: /

# OpenAI / ChatGPT
User-agent: GPTBot
Allow: /
User-agent: ChatGPT-User
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Anthropic / Claude
User-agent: ClaudeBot
Allow: /
User-agent: anthropic-ai
Allow: /

# Common Crawl — block training scraper, allow search/citation bots above
User-agent: CCBot
Disallow: /

# Sitemap location
Sitemap: https://www.agrifarms.co.za/sitemap_index.xml