# ============================================
# WHOMRX CYBERTOOLS - robots.txt
# https://whomrx-cybertools.pages.dev/
# ============================================

# Izinkan semua crawler
User-agent: *
Allow: /
Allow: /index.html
Allow: /sitemap.xml
Allow: /robots.txt
Allow: /manifest.json

# Blokir file internal
Disallow: /sw.js
Disallow: /_headers
Disallow: /_redirects
Disallow: /404.html

# Googlebot
User-agent: Googlebot
Allow: /
Crawl-delay: 1

# Googlebot-Image
User-agent: Googlebot-Image
Allow: /

# Bingbot
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Baiduspider
User-agent: Baiduspider
Allow: /

# YandexBot
User-agent: YandexBot
Allow: /

# DuckDuckBot
User-agent: DuckDuckBot
Allow: /

# Social bots
User-agent: FacebookExternalHit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: WhatsApp
Allow: /

# Sitemap
Sitemap: https://whomrx-cybertools.pages.dev/sitemap.xml
Sitemap: https://whomrx-cybertools.pages.dev/sitemap-main.xml

# Host
Host: https://whomrx-cybertools.pages.dev/