# ====================================================================
# 🤝 ALLOWED: Essential Search Engines & Social Media
# ====================================================================
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Feedfetcher-Google
User-agent: bingbot
User-agent: Applebot
User-agent: facebookexternalhit
User-agent: TelegramBot
Allow: /

# ====================================================================
# 🛑 BLOCKED: Aggressive Scrapers, AI Crawlers & SEO Bots
# ====================================================================
User-agent: Bytespider
User-agent: CCBot
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: Anthropic-ai
User-agent: Claude-Web
User-agent: PetalBot
User-agent: DotBot
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: MJ12bot
User-agent: DomainStatsBot
User-agent: SeznamBot
User-agent: 360Spider
Disallow: /

# ====================================================================
# 🔒 WORDPRESS PROTECTION: Keep system files private
# ====================================================================
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /trackback/
Disallow: /wp-login.php
Allow: /wp-admin/admin-ajax.php

# ====================================================================
# 🗺️ SITEMAP: Replace with your actual sitemap URL
# ====================================================================
Sitemap: https://murabbi.net/sitemap.xml