# robots.txt for WordPress Bedrock
# --------------------------------------------------
# Block known “bad” crawlers
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Ezooms
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: exabot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Baiduspider
Disallow: /

# Google, Bing, DuckDuckGo, etc. are allowed—but we’ll lock them out of sensitive dirs
User-agent: *
# Bedrock directory structure
Disallow: /app/
Disallow: /vendor/
Disallow: /wp/
# Standard WordPress internals
Disallow: /wp/wp-admin/
Disallow: /wp/wp-includes/
Disallow: /xmlrpc.php
# Prevent parameters from being over-crawled
Disallow: /*?*
# Let legitimate bots crawl public assets
Allow: /wp/wp-includes/js/
Allow: /wp/wp-admin/admin-ajax.php

# Sitemap location (update with your actual URL)
Sitemap: https://your‑site.com/sitemap.xml