# ----------------------------------------
# World Boxing News - robots.txt
# Optimized for Google News & Discover
# ----------------------------------------

# Google
User-agent: Googlebot
Allow: /

User-agent: Googlebot-News
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Video
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: Google-Extended
Allow: /

# Major Search Engines
User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: NewsNow
Allow: /

# Social Preview Crawlers
User-agent: FacebookExternalHit
Allow: /

User-agent: Twitterbot
Allow: /

# Block Known Spam Bots
User-agent: PiplBot
Disallow: /

User-agent: CCbot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

# All Other Bots
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Block Breeze cache & generated files
Disallow: /wp-content/cache/
Disallow: /wp-content/cache/breeze/minification/

# Block junk parameters safely (NOT global ?*)
Disallow: /*?paged=
Disallow: /*?w&
Disallow: /*&w=

# Block low-value archives
Disallow: /author/
Disallow: /search/

# Sitemaps
Sitemap: https://www.worldboxingnews.com/sitemap_index.xml
Sitemap: https://www.worldboxingnews.com/news-sitemap.xml