# --------------------------------------------------------------------------------------------------------------------
# DO NOT UPDATE THIS FILE. All changes should be added to the custom template files.
# Version: 1.1.0
# --------------------------------------------------------------------------------------------------------------------

# --- Start: AI Access controls (Etna standard v1.0 – 2025-07-25) ---

# Permitted AI / LLM crawlers
User-agent: GPTBot
Allow: /
Disallow: /wp-admin/
Crawl-delay: 2

User-agent: ChatGPT-User
Allow: /
Disallow: /wp-admin/
Crawl-delay: 2

User-agent: ClaudeBot
Allow: /
Disallow: /wp-admin/
Crawl-delay: 2

User-agent: anthropic-ai
Allow: /
Disallow: /wp-admin/
Crawl-delay: 2

User-agent: PerplexityBot
Allow: /
Disallow: /wp-admin/
Crawl-delay: 2

User-agent: Google-Extended
Allow: /
Disallow: /wp-admin/

# Block broad/non-attributing bulk scrapers
User-agent: CCBot
Disallow: /

# --- End: AI Access controls ---

# ----------------------------------------------------------------------
# Site custom user-agent entries (specific bots)
# ----------------------------------------------------------------------
# Site specific user-agent robots.txt modifications
#
# IMPORTANT: This section is for SPECIFIC user-agent directives only.
# These rules will be processed BEFORE the "User-agent: *" catch-all directive.
#
# HOW TO ADD ENTRIES:
# 1. Each bot needs its own "User-agent:" line followed by its rules
# 2. Add Allow/Disallow/Crawl-delay directives after each User-agent line
# 3. Leave a blank line between different user-agent blocks for readability
#
# EXAMPLES:
#
# Block a specific bad bot completely:
# User-agent: BadBot
# Disallow: /
#
# Allow a specific bot but with restrictions:
# User-agent: SpecialBot
# Allow: /
# Disallow: /private/
# Crawl-delay: 5
#
# Block multiple bots (each needs its own User-agent line):
# User-agent: AhrefsBot
# Disallow: /
#
# User-agent: SemrushBot
# Disallow: /
#
# ----------------------------------------------------------------------
# Add your site-specific user-agent rules below:
# ----------------------------------------------------------------------



# ----------------------------------------------------------------------
# End Site custom user-agent entries
# ----------------------------------------------------------------------

# ----------------------------------------------------------------------
# General rules for all other bots
# ----------------------------------------------------------------------
User-agent: *
Disallow: /wordpress/wp-admin/
Disallow: /wordpress/xmlrpc.php
Disallow: /wp-json/oembed/
Disallow: /cdn-cgi/
Disallow: /class-modal-factory/

# ----------------------------------------------------------------------
# Site custom general entries (sitemaps, paths, etc.)
# ----------------------------------------------------------------------
# Site specific robots.txt modifications
#
# IMPORTANT: This section comes AFTER the "User-agent: *" directive.
# DO NOT add "User-agent:" directives here - they will be ignored!
#
# For specific user-agent rules (blocking/allowing specific bots), use:
# config/templates/custom.robots.useragent.txt.erb
#
# WHAT TO ADD HERE:
# - Sitemap declarations (apply to all bots)
# - Additional Disallow/Allow paths for the User-agent: * directive
# - General comments or notes
#
# HOW TO ADD ENTRIES:
# 1. Sitemap entries - Just add the full URL
# 2. Disallow/Allow entries - Add the path (applies to User-agent: * above)
# 3. DO NOT add new "User-agent:" lines here
#
# EXAMPLES:
#
# Additional sitemaps:
# Sitemap: https://www.beautyplasticsurgery.com/news-sitemap.xml
#
# Additional disallow paths (for all bots via User-agent: *):
# Disallow: /private-section/
# Disallow: /wp-content/uploads/patient-photos/
#
# Allow specific paths (for all bots):
# Allow: /wp-admin/admin-ajax.php
#
# ----------------------------------------------------------------------

# ----------------------------------------------------------------------
# Additional Disallow/Allow Rules (apply to User-agent: * above)
# ----------------------------------------------------------------------

# Example: Disallow: /private-page/
# Sensitive paths (tune per site as needed)
# NOTE: If patient media/PHI live elsewhere, add those directories here.
# Disallow: /wp-content/uploads/patient-photos/
# Allow: /wp-admin/admin-ajax.php

Disallow: /*class-modal-factory
Disallow: /*class-modal


# ----------------------------------------------------------------------
# Sitemaps (apply to all user-agents)
# ----------------------------------------------------------------------

Sitemap: https://www.beautyplasticsurgery.com/sitemap.xml


# ----------------------------------------------------------------------
# End Site custom general entries
# ----------------------------------------------------------------------