# Crawl-delay rules added 2026-05-04 (InnoScale) after AI-bot scrape spike
# drove php-fpm to OOM. Edit via WP admin -> Rank Math -> General Settings ->
# robots.txt. See clients/fullsync.co.uk/CHANGELOG.md.

User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Crawl-delay: 5

# SEO-only crawlers - slow lane (no fresh-content turnaround needed)
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: MJ12bot
User-agent: DotBot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Crawl-delay: 30

Sitemap: https://fullsync.co.uk/sitemap_index.xml