# ==========================================
# robots.txt for https://whitescreenstester.com/
# Optimized for Rank Math
# ==========================================

# Allow all Google bots
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-News
User-agent: Googlebot-Video
User-agent: AdsBot-Google
Disallow:

# Block known bad or aggressive crawlers
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: BLEXBot
User-agent: Scrapy
User-agent: CCBot
User-agent: DataForSeoBot
User-agent: SEOkicks-Robot
User-agent: spbot
User-agent: YandexBot
User-agent: PetalBot
Disallow: /

# Slow down other generic crawlers
User-agent: *
Crawl-delay: 10
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Sitemap location
Sitemap: https://whitescreenstester.com/sitemap_index.xml