# AI USAGE SIGNAL 
Content-signal: search=yes, ai-input=yes, ai-train=no

# BLOCK AI TRAINING BOTS
User-agent: CCBot
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: Applebot-Extended
Disallow: /


# ALLOW SEARCH / AI ANSWER BOTS
User-agent: Googlebot
Allow: /
User-agent: Uptimebot
Allow: /
User-agent: Bingbot
Allow: /
User-agent: DuckDuckBot
Allow: /
User-agent: Applebot
Allow: /
User-agent: facebookexternalhit
Allow: /
User-agent: LinkedInBot
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: YouBot
Allow: /
User-agent: OAI-SearchBot
Allow: /
User-agent: GPTBOT
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: meta-externalagent
Allow: /


# BLOCK UNWANTED BOTS
User-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: Cliqzbot
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: SEOkicks-Robot
Disallow: /
User-agent: Sogou
Disallow: /
User-agent: spbot
Disallow: /
User-agent: Scrapy
Disallow: /
User-agent: crawler
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: Ezooms
Disallow: /
User-agent: Meanpathbot
Disallow: /
User-agent: proximic
Disallow: /
User-agent: Seekport
Disallow: /
User-agent: Wget
Disallow: /
User-agent: curl
Disallow: /
User-agent: SiteCheckerBot
Disallow: /
User-agent: LinkpadBot
Disallow: /
User-agent: ZoominfoBot
Disallow: /

# GENERAL RULES FOR OTHER BOTS
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-login.php
Allow: /wp-admin/admin-ajax.php

# SITEMAP
sitemap: https://www.stmca.org.uk/sitemap_index.xml