User-agent: *
Allow: /
Disallow: /search
Disallow: /feeds/

Sitemap: https://www.kluban.net/sitemap.xml

# Bot AI lainnya diblokir sesuai permintaan Anda
User-agent: GPTBot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: DeepSeek-AI
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: BingPreview
Disallow: /

User-agent: GPTBot
Disallow: /