# START YOAST BLOCK
# ---------------------------
User-agent: *
# Block admin area
Disallow: /wp-admin/
Disallow: /blogarama.com/

User-agent: blogarama
Disallow: /

# Block unnecessary WordPress directories
Disallow: /wp-includes/
Disallow: /cgi-bin/

# Block internal search pages to prevent spam indexing
Disallow: /search/
Disallow: /?s=
Disallow: /*?s=

# Allow bots to crawl categories & tags (Previously blocked)
Allow: /category/
Allow: /tag/

# Allow bots to crawl CSS/JS for proper rendering
Allow: /wp-content/themes/
Allow: /wp-content/plugins/

# Sitemap location
Sitemap: https://qajourney.net/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK

# 👇 CUSTOM BLOCKLIST: BAD BOTS
User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: 360Spider
Disallow: /

User-agent: Applebot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: spider
Disallow: /

User-agent: crawl
Disallow: /

User-agent: survey
Disallow: /

User-agent: Go-http-client
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: Incutio XML
Disallow: /