# ==========================================================
# 1. ATURAN UNTUK BOT REPUTASI BAIK / SEARCH ENGINE (SEO FRIENDLY)
# ==========================================================
User-agent: *
# Folder internal WordPress yang tidak perlu diindeks
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
# Halaman internal & pencarian (duplikat konten)
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /xmlrpc.php
Disallow: /*?s=
Disallow: /*?search=
Disallow: /search/
Disallow: /author/
# Izinkan Googlebot membaca file script/style agar web tidak dianggap rusak
Allow: /wp-admin/admin-ajax.php
Allow: /wp-includes/*.js
Allow: /wp-includes/*.css
Allow: /wp-content/plugins/*.js
Allow: /wp-content/plugins/*.css
Allow: /wp-content/themes/*.js
Allow: /wp-content/themes/*.css

# ==========================================================
# 2. ANTI-BOT: BLOKIR BOT AI & SCRAPER (PENCURI KONTEN & SPAM)
# ==========================================================
# Bot AI (ChatGPT, Claude, Google Gemini, dll.)
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: Google-Extended
User-agent: PerplexityBot
User-agent: CoPilot
User-agent: YouBot
User-agent: Applebot-Extended
Disallow: /

# Bot Scraper / SEO Tools Kompetitor (Sering menguras bandwidth)
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: SemrushBot-SA
User-agent: DotBot
User-agent: Rogerbot
User-agent: Mozlila
User-agent: MJ12bot
User-agent: MegaIndex.ru
User-agent: BlexBot
User-agent: PetalBot
User-agent: Bytespider
Disallow: /

# --------------------------------------------------------------------
# 3. PANDUAN SITEMAP (Ganti URL di bawah dengan domain asli Anda)
# --------------------------------------------------------------------
Sitemap: https://red-creatives.com/sitemap_index.xml