User-agent: *
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /cgi-bin/
Disallow: /?s=        # Block search result pages
Disallow: /search/    # Block search URL variations
Allow: /wp-admin/admin-ajax.php
Crawl-delay: 10

# Block specific bad bots (optional - for aggressive crawlers)
User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

# Sitemap location (update this to your actual sitemap URL)
Sitemap: https://aiu.edu.my/sitemap.xml