# Allow primary search engine bots
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

# Rules for all other bots
User-agent: *
# Block sensitive directories
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Disallow: /admin/
Disallow: /login/
Disallow: /cgi-bin/
Disallow: /dev/
Disallow: /staging/
# Block WordPress-specific areas
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
# Block duplicate or low-value content
Disallow: /search/
Disallow: /*?s=
Disallow: /*?sort=
Disallow: /*?filter=
Disallow: /*?add-to-cart=
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
# Allow important assets
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/
Allow: /wp-content/themes/
Allow: /wp-content/plugins/woocommerce/
Allow: /wp-content/plugins/elementor/

# Block AI and aggressive crawlers
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Anthropic-ai
Disallow: /

User-agent: Applebot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: OAI-SearchBot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: YouBot
Disallow: /

# Sitemap
Sitemap: https://seekholidays.com/sitemap_index.xml