# ==========================================
# Aistudymaster - Enterprise SEO Optimized
# ==========================================

User-agent: *
# دمج مهلة الزحف للبوتات غير المعروفة هنا
Crawl-delay: 5

Allow: /wp-content/uploads/
Allow: /wp-admin/admin-ajax.php

# Block low-value pages
Disallow: /wp-admin/
Disallow: /cgi-bin/
Disallow: /?s=
Disallow: /search/
Disallow: /tag/
Disallow: /author/
Disallow: /trackback/
Disallow: */feed/
Disallow: */embed/

# ==========================================
# AI Policies
# ==========================================

# Allow Google AI systems
User-agent: Google-Extended
Allow: /

# Block AI scrapers
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Amazonbot
Disallow: /

# Aggressive crawlers
User-agent: MJ12bot
Disallow: /

# SEO crawlers rate limiting
User-agent: AhrefsBot
Crawl-delay: 10
Disallow: /wp-admin/

User-agent: SemrushBot
Crawl-delay: 10
Disallow: /wp-admin/

# ==========================================
# Sitemap
# ==========================================
Sitemap: https://aistudymaster.com/sitemap_index.xml