# Block SEO Spies & Scrapers
User-agent: AhrefsBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: Screaming Frog SEO Spider
Disallow: /
User-agent: Sogou web spider
Disallow: /
User-agent: Yisouspider
Disallow: /
User-agent: 360Spider
Disallow: /

# Control Bingbot Crawling
User-agent: Bingbot
Crawl-delay: 5

# Restrict Googlebot from Unwanted Pages
User-agent: Googlebot
Disallow: /wp-admin/
Disallow: /login/
Disallow: /search/
Disallow: /s=*
Disallow: /page/
Disallow: /?utm_source=
Disallow: /?ref=

# Allow Admin-AJAX for WordPress
User-agent: *
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/
Disallow: /login/
Disallow: /search/
Disallow: /s=*
Disallow: /page/
Disallow: /?utm_source=
Disallow: /?ref=

# Add Sitemap
Sitemap: https://www.vn88.group/sitemap_index.xml