# ==========================================
# ROBOTS.TXT FOR WWW.BRIGHTREE.COM : June 2026
# ==========================================

# ------------------------------------------
# GLOBAL SEARCH ENGINES
# Clean crawling for Google, Bing, Yahoo, etc.
# ------------------------------------------
User-agent: *
Allow: /

# Block sensitive login/app pathways and internal parameters
Disallow: /search/
Disallow: /search?*
Disallow: /*?s=*
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /cgi-bin/
Disallow: /cdn-cgi/
Disallow: /*?*act=
Disallow: /wp-json/
Disallow: /?rest_route=
Disallow: /styles/

# ------------------------------------------
# AI SCRAPERS & MODEL TRAINERS
# Explicitly block AI scrapers from harvesting text for training.
# ------------------------------------------

User-Agent: MJ12bot
Crawl-Delay: 5
Disallow: /

# ------------------------------------------
# MACHINE-READABLE DIRECTORIES
# Canonical resource references for bots and search agents.
# LLMS file location: https://www.brightree.com/llms.txt
# ------------------------------------------
Sitemap: https://www.brightree.com/sitemap_index.xml