# =======================================
# AKS FACILITIES - OPTIMIZED ROBOTS.TXT
# SEO Safe | Google Valid | Crawl Budget Optimized
# =======================================

User-agent: *

# WordPress System
Disallow: /wp-admin/
Disallow: /wp-includes/
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/

# Private & System Folders
Disallow: /cgi-bin/
Disallow: /config/
Disallow: /backup/
Disallow: /tmp/
Disallow: /private/
Disallow: /admin/

# WooCommerce
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/

# Author Archive
Disallow: /author/

# RSS Feeds
Disallow: /feed/
Disallow: /comments/feed/
Disallow: */feed/
Disallow: /?feed=
Disallow: /*?feed=

# Search Pages
Disallow: /?s=
Disallow: /search/

# WooCommerce Parameters
Disallow: /*?add-to-cart=*
Disallow: /*&add-to-cart=*
Disallow: /*add-to-cart=*
Disallow: /*remove_item=*
Disallow: /*?remove_item=*
Disallow: /*?wc-ajax=*
Disallow: /*?orderby=*
Disallow: /*&orderby=*
Disallow: /*?filter_*
Disallow: /*&filter_*
Disallow: /*?rating_filter=*
Disallow: /*?min_price=*
Disallow: /*?max_price=*

# Tracking Parameters
Disallow: /*?utm_*
Disallow: /*?gclid=*
Disallow: /*?fbclid=*
Disallow: /*?msclkid=*
Disallow: /*?ref=*
Disallow: /*?share=*

# Reply Parameters
Disallow: /*?replytocom=*
Disallow: /*&replytocom=*

# Video Time Parameter
Disallow: /*?t=*

# =======================================
# GOOGLE
# =======================================

User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Mobile
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: Google-Extended
Allow: /

# =======================================
# MICROSOFT
# =======================================

User-agent: Bingbot
Allow: /

User-agent: MSNBot
Allow: /

# =======================================
# OTHER SEARCH ENGINES
# =======================================

User-agent: DuckDuckBot
Allow: /

User-agent: Slurp
Allow: /

User-agent: Yandex
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: Applebot
Allow: /

# =======================================
# AI CRAWLERS
# =======================================

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: YouBot
Allow: /

User-agent: CCBot
Allow: /

# =======================================
# SEO TOOLS
# =======================================

User-agent: AhrefsBot
Allow: /

User-agent: SemrushBot
Allow: /

User-agent: MJ12bot
Allow: /

User-agent: DotBot
Allow: /

# =======================================
# SOCIAL CRAWLERS
# =======================================

User-agent: LinkedInBot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: Pinterestbot
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: facebookexternalhit
Allow: /

# =======================================
# SITEMAP
# =======================================

Sitemap: https://aksfacilities.in/sitemap_index.xml