# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow:
Sitemap: https://boon.am/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK

# Protect WordPress files
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Allow: /wp-content/uploads/

# Block technical pages
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /xmlrpc.php
Disallow: /wp-trackback.php
Disallow: /wp-comments-post.php

# Block duplicate content
Disallow: /readme.html
Disallow: /license.txt
Disallow: */trackback/
Disallow: */feed/
Disallow: */comments/
Disallow: */attachment/

# Allow search and pagination for educational content
Allow: /search/
Allow: /page/
Allow: /category/
Allow: /tag/
Allow: /author/

# Block only specific URL parameters
Disallow: /*?replytocom=
Disallow: /*?ref=
Allow: /*?s=
Allow: /*?utm
Allow: /*?fbclid=
Allow: /*?gclid=

# File formats
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.svg$
Allow: /*.webp$
Allow: /*.pdf$

# Block aggressive bots
User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: DotBot
Disallow: /

# Allow good bots
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: YandexBot
Allow: /

User-agent: ia_archiver
Allow: /