# robots.txt
User-agent: *
Allow: /
Allow: /id/
Allow: /en/
Allow: /sitemap.xml

Disallow: /ngadmin/
Disallow: /ngadmin.php
Disallow: /master/
Disallow: /*.log$
Disallow: /*.txt$
Disallow: /access_log.txt
Disallow: /blocked_access_log.txt
Disallow: /honeypotx-log.txt
Disallow: /visitors.txt
Disallow: /record_data.txt

# Sitemap location
Sitemap: https://www.khafidns.my.id/sitemap.xml

# Crawl delay untuk mengurangi beban server
Crawl-delay: 1

# Host (optional)
Host: https://www.khafidns.my.id