# ====================================================================
# ATURAN KHUSUS UNTUK BOT AI (Mencegah Scraping Agresif & Error 508)
# ====================================================================

User-agent: GPTBot
Disallow: /list_perkara/
Disallow: /show_detil/
Disallow: /index.php/list_perkara
Disallow: /index.php/detil_perkara

User-agent: PerplexityBot
Disallow: /list_perkara/
Disallow: /show_detil/
Disallow: /index.php/list_perkara
Disallow: /index.php/detil_perkara

User-agent: ClaudeBot
Disallow: /list_perkara/
Disallow: /show_detil/
Disallow: /index.php/list_perkara
Disallow: /index.php/detil_perkara

User-agent: meta-externalagent
Disallow: /list_perkara/
Disallow: /show_detil/
Disallow: /index.php/list_perkara
Disallow: /index.php/detil_perkara

User-agent: meta-webindexer
Disallow: /list_perkara/
Disallow: /show_detil/
Disallow: /index.php/list_perkara
Disallow: /index.php/detil_perkara

User-agent: YandexBot
Disallow: /list_perkara/
Disallow: /show_detil/
Disallow: /index.php/list_perkara
Disallow: /index.php/detil_perkara

User-agent: AhrefsBot
Disallow: /list_perkara/
Disallow: /show_detil/
Disallow: /index.php/list_perkara
Disallow: /index.php/detil_perkara

User-agent:: ClaudeBot
Disallow: /list_perkara/
Disallow: /show_detil/
Disallow: /index.php/list_perkara
Disallow: /index.php/detil_perkara
Crawl-delay: 60



# ====================================================================
# ATURAN GLOBAL (Untuk semua bot lain yang tidak disebutkan di atas)
# ====================================================================

User-agent: *
Crawl-delay: 60