# Allow all bots access to the main site User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /cgi-bin/ Disallow: /?s= Disallow: /search Disallow: /*/trackback/ Disallow: /comments/feed/ Disallow: /xmlrpc.php # Prevent indexing of duplicate or low-value pages Disallow: /tag/ Disallow: /author/ Disallow: /archives/ Disallow: /page/ Disallow: */trackback/ # LiteSpeed Cache Disallow: /litespeed/ # AdSense Crawler – allow full access User-agent: Mediapartners-Google Disallow: # Specific bots – block if needed User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / # Sitemap (replace with your actual URL) Sitemap: https://blch.xyz/sitemap_index.xml