User-agent: *
Disallow: /wp-content/uploads/wpo/wpo-plugins-tables-list.json
 
# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow:
 
Sitemap: https://elitefranchisemagazine.co.uk/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK
 
# -----------------------------------------------------------
# AI CRAWLER MANAGEMENT
# Allow AI search engines that attribute and drive traffic
# Block scrapers that don't attribute content
# -----------------------------------------------------------
 
# OpenAI (ChatGPT search, GPT web browsing)
User-agent: GPTBot
Allow: /
 
# Anthropic (Claude)
User-agent: ClaudeBot
Allow: /
 
# Perplexity AI
User-agent: PerplexityBot
Allow: /
 
# Google AI (Gemini, AI Overviews)
User-agent: Google-Extended
Allow: /
 
# Apple AI (Siri, Apple Intelligence)
User-agent: Applebot-Extended
Allow: /
 
# Microsoft Copilot
User-agent: Bingbot
Allow: /
 
# Meta AI
User-agent: FacebookBot
Allow: /
 
# Block scrapers that don't attribute or drive traffic
User-agent: Bytespider
Disallow: /
 
User-agent: CCBot
Disallow: /
 
User-agent: Scrapy
Disallow: /
 
User-agent: Timpibot
Disallow: /