# =========================================================
# FOLOVER PACK - Robots.txt
# SEO + GEO + AI Discovery
# Updated: 2026-09
# =========================================================


# =========================================================
# 1. GLOBAL CRAWL RULES
# =========================================================

User-agent: *

Allow: /

# WordPress backend
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /xmlrpc.php

# Internal search / low-value dynamic URLs
Disallow: /search/
Disallow: /*?s=*
Disallow: /*&s=*

# WooCommerce dynamic actions
Disallow: /*?add-to-cart=*
Disallow: /*&add-to-cart=*
Disallow: /*?wc-ajax=*
Disallow: /*&wc-ajax=*

# Comment / feed crawl waste
Disallow: /*?replytocom=*
Disallow: /*&replytocom=*
Disallow: /feed/
Disallow: /*/feed/

# Account / transactional URLs
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/

# AI / LLM discovery
Allow: /llms.txt


# =========================================================
# 2. SECONDARY SEO / COMMON CRAWLERS
# Reduce unnecessary tag crawling
# =========================================================

User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: CCBot
User-agent: PetalBot
User-agent: TikTokSpider
User-agent: facebookexternalhit
User-agent: FacebookBot
User-agent: Meta-ExternalAgent

Allow: /

Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Disallow: /wp-json/

Disallow: /search/
Disallow: /feed/

Disallow: /tag/
Disallow: /product-tag/

Disallow: /*?s=*
Disallow: /*&s=*

Disallow: /*?tag=*
Disallow: /*&tag=*
Disallow: /*?product_tag=*
Disallow: /*&product_tag=*

Disallow: /*?add-to-cart=*
Disallow: /*&add-to-cart=*
Disallow: /*?wc-ajax=*
Disallow: /*&wc-ajax=*


# =========================================================
# 3. SECONDARY SEARCH ENGINES
# =========================================================

User-agent: Baiduspider
User-agent: Sogou
User-agent: Sogou web spider

Allow: /

Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Disallow: /search/
Disallow: /feed/

Disallow: /*?s=*
Disallow: /*&s=*
Disallow: /*?add-to-cart=*
Disallow: /*&add-to-cart=*
Disallow: /*?wc-ajax=*
Disallow: /*&wc-ajax=*


# =========================================================
# 4. FULLY BLOCKED LOW-VALUE CRAWLERS
# =========================================================

User-agent: BLEXBot
User-agent: ZoomBot
User-agent: SiteAuditBot
User-agent: MJ12bot
User-agent: Bytespider
Disallow: /


# =========================================================
# 5. SITEMAP
# =========================================================

Sitemap: https://www.foloverpack.com/sitemap_index.xml