# -----------------------------------------
# robots.txt for WordPress – Fixed & Optimized
# Site: edindia.org
# -----------------------------------------

User-agent: *
# 1. ALLOW CRITICAL RESOURCES (Fixes SEO Render Issues)
# Google must be able to access CSS, JS, and Images to render the page.
Allow: /wp-content/uploads/
Allow: /wp-content/plugins/
Allow: /wp-content/themes/
Allow: /wp-includes/
Allow: /wp-json/

# 2. DISALLOW ADMIN & BACKEND (Standard)
Disallow: /wp-admin/
# IMPORTANT: Allow admin-ajax.php as it is used for frontend dynamic content
Allow: /wp-admin/admin-ajax.php

# 3. BLOCK JUNK & DUPLICATE CONTENT
Disallow: /cgi-bin/
Disallow: /trackback/
Disallow: /xmlrpc.php
Disallow: /feed/
Disallow: /comments/
Disallow: /?s=
Disallow: /search/

# 4. BLOCK FILE TYPES (Safe settings)
Disallow: /*.php$
Disallow: /*.inc$
Disallow: /*.cgi$
Disallow: /*.xhtml$

# Crawl-delay removed (Google ignores it; 10s hurts indexing on Bing/others)

# Sitemap
Sitemap: https://edindia.org/sitemap_index.xml

# -----------------------------------------
# Aggressive bot blocking (Kept from your original)
# Note: This blocks these tools from auditing your site.
# -----------------------------------------

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /