# BrokenBow.com robots.txt
# Updated: December 15, 2024
# Merged: Current production + reservation blocks
# ============================================
# CRITICAL: Block Reservation/Checkout URLs
# (Fixes I/O problem - 861 useless redirects)
# ============================================
User-agent: *
Disallow: /brokenbow_cabin_reservation/
Disallow: /homey_reservation/
Disallow: */reservation-*
Disallow: /checkout/
Disallow: /cart/
Disallow: /order-received/
# ============================================
# Block Spam Query Parameters
# (From March 2024 hack - causing 500 errors)
# ============================================
Disallow: /*?s=
Disallow: /*?arrive=
Disallow: /*?depart=
Disallow: /*&arrive=
Disallow: /*&depart=
Disallow: /?s=
Disallow: /?p=
# ============================================
# WordPress Admin & System Pages
# ============================================
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /wp-includes/
Allow: /wp-includes/css/
Allow: /wp-includes/js/
Disallow: /xmlrpc.php
# ============================================
# User Account & Dashboard Pages
# ============================================
Disallow: /dashboard/
Disallow: /add-listing/
Disallow: /messages/
Disallow: /profile/
Disallow: /invoices/
Disallow: /my-listings/
Disallow: /my-account/
Disallow: /wallet/
Disallow: /wallet-2/
Disallow: /lostpassword/
# ============================================
# Internal Tools & API Endpoints
# ============================================
Disallow: /instant-booking/
Disallow: /stripe-webhook/
Disallow: /api-scrapping/
Disallow: /cabins-scrapping/
Disallow: /link-tester/
Disallow: /import-an-airbnb-calendar/
Disallow: /store-images/
Disallow: /pre-checkin-form/
Disallow: /export-brokenbow-com-ical-feed/
Disallow: /charge-automation-zapier/
Disallow: /streamline-listing-images/
# ============================================
# Search & Filter Pages
# ============================================
Disallow: /search-results/page/
Disallow: /search
Disallow: /author/
# ============================================
# Taxonomy Pages - Block Low-Value
# ============================================
Disallow: /listing_amenity/
Disallow: /listing_facility/
# ============================================
# Taxonomy Pages - Allow High-Value
# ============================================
Allow: /listing_type/
Allow: /listing_country/
Allow: /listing_state/
Allow: /listing_city/
Allow: /listing_area/
# ============================================
# Allow Important Pages
# ============================================
Allow: /reservations/
Allow: /cabins/
Allow: /cabin/
# ============================================
# Allow Googlebot Full Access
# ============================================
User-agent: Googlebot
Allow: /
# ============================================
# Block/Throttle Bad Bots
# ============================================
User-agent: AhrefsBot
Crawl-delay: 10
User-agent: SemrushBot
Crawl-delay: 10
User-agent: MJ12bot
Disallow: /
User-agent: DotBot
Disallow: /
# ============================================
# Sitemaps
# ============================================
Sitemap: https://brokenbow.com/sitemap_index.xml
Sitemap: https://brokenbow.com/post-sitemap.xml
Sitemap: https://brokenbow.com/page-sitemap.xml
Sitemap: https://brokenbow.com/listing-sitemap.xml
Sitemap: https://brokenbow.com/listing_amenity-sitemap.xml
Sitemap: https://brokenbow.com/listing_facility-sitemap.xml
Sitemap: https://brokenbow.com/listing_country-sitemap.xml
Sitemap: https://brokenbow.com/listing_state-sitemap.xml
Sitemap: https://brokenbow.com/listing_city-sitemap.xml
Sitemap: https://brokenbow.com/listing_area-sitemap.xml