# Global rules for all user agents
User-agent: *

User-agent: AhrefsBot
Allow: /

User-agent: Baiduspider
Allow: /
 
User-agent: Yandex
Allow: /

User-Agent: Googlebot
Allow: /
Disallow: /private/

# Block specific malicious or unwanted bots

User-agent: PetalBot
Disallow: /

User-agent: SEMrushBot
Disallow: /

User-agent: Majestic
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: spbot
Disallow: /

User-agent: Sogou Spider
Disallow: /

User-agent: AlphaBot
Disallow: /

User-agent: Nutch
Disallow: /

# Block access to sensitive WordPress directories
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/mu-plugins/

# Block access to sensitive files
Disallow: /readme.html
Disallow: /license.txt
Disallow: /wp-config.php
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /xmlrpc.php
Disallow: /?p=*

# Block query parameters that may be associated with XSS attacks or content that shouldn't be indexed
Disallow: /*?* 
Disallow: /*?s=*
Disallow: /*?search=*

# Allow indexing of media uploads (e.g., images)
Allow: /wp-content/uploads/

# Allow crawling of CSS and JavaScript files for proper page rendering
Allow: /wp-admin/admin-ajax.php
Allow: /wp-includes/*.css
Allow: /wp-includes/*.js
Allow: /wp-content/themes/*.css
Allow: /wp-content/themes/*.js
Allow: /wp-content/plugins/*.css
Allow: /wp-content/plugins/*.js

Sitemap: https://www.bollywoodhungama.com/sitemap_index.xml
Sitemap: https://www.bollywoodhungama.com/critic_sitemap/critic_review_sitemap.xml
Sitemap: https://www.bollywoodhungama.com/post-sitemap2.xml
Sitemap: https://www.bollywoodhungama.com/post-sitemap101.xml


# Block incorrect URLs with double slashes
User-agent: * 
Disallow: /movie//songs/ 
Disallow: /movie//user-reviews/