# ================================
# Global AI policy (advisory)
# ================================
User-agent: *
Content-signal: search=yes, ai-train=no

# ================================
# Google Image Crawler
# ================================
User-agent: Googlebot-Image
Disallow:

# ================================
# Default Crawlers
# ================================
User-agent: *

# Directories
Disallow: /404/
Disallow: /app/
Disallow: /cgi-bin/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
Disallow: /magento/
#Disallow: /media/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /scripts/
Disallow: /shell/
Disallow: /skin/
Disallow: /stats/
Disallow: /var/

# Paths (clean URLs)
Disallow: /index.php/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /catalogsearch/
Disallow: /checkout/
Disallow: /control/
Disallow: /contacts/
Disallow: /customer/
Disallow: /customize/
Disallow: /newsletter/
Disallow: /sendfriend/
Disallow: /poll/
Disallow: /review/
Disallow: /tag/
Disallow: /wishlist/
Disallow: /catalog/product/gallery/
Disallow: /media/captcha/*

# Files
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /STATUS.txt

# PHP / params
Disallow: /*.php$
Disallow: /*?SID=
Disallow: /*?*company=Acunetix
Disallow: /amasty_fbpixel/*
Disallow: */ajax/*
Disallow: /rest/V1/seo/dataLayer
Disallow: /rest/*
Disallow: /nullcore/*
Disallow: /page_cache/*
Disallow: /cookieconsent/*

# Clear Category filters and sorting options
Disallow: /*?*product_list_order=*
Disallow: /*?*product_list_limit=*
Disallow: /*?brands=*

# Pagination (allowed)
Allow: /*?p=

# Clear Blog paths
Disallow: /blog/ads/
Disallow: /blog/cgi-bin/
Disallow: /blog/forumbak/
Disallow: /blog/old_forum/
Disallow: /blog/peel/
Disallow: /blog/store/
Disallow: /blog/topright/
Disallow: /blog/wp-admin/
Disallow: /blog/wp-includes/
Disallow: /blog/dev/
Disallow: /blog/?wordfence_lh=*
Disallow: /blog/*/feed/$
Disallow: /blog/?ajax-request=*

# ================================
# SEO Scrapers (blocked)
# ================================
User-agent: AhrefsBot
Disallow: /

# ================================
# AI TRAINING BOTS (blocked)
# ================================
User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: meta-externalagent
Disallow: /

# ================================
# Sitemaps
# ================================
Sitemap: https://www.tourspecgolf.com/sitemap.xml
Sitemap: https://www.tourspecgolf.com/blog/sitemap_index.xml