# Aturan umum untuk semua bot
User-agent: *
Allow: /
Crawl-delay: 0

# Googlebot (Google)
User-agent: Googlebot
Allow: /
Crawl-delay: 0

# Bingbot (Microsoft Bing)
User-agent: Bingbot
Allow: /
Crawl-delay: 0

# AhrefsBot (SEO crawler)
User-agent: AhrefsBot
Allow: /
Crawl-delay: 0

# YandexBot (Search engine Rusia)
User-agent: Yandex
Allow: /
Crawl-delay: 0

# Baiduspider (Search engine China)
User-agent: Baiduspider
Allow: /
Crawl-delay: 0

# DuckDuckBot (DuckDuckGo)
User-agent: DuckDuckBot
Allow: /
Crawl-delay: 0

# Sitemap
Sitemap: https://universitasmahendradatta.ac.id/sitemap.xml