User-agent: * # Prevent crawling of search pages Disallow: /search Disallow: /*?s= # Prevent heavy pagination crawling Disallow: */page/ # Prevent crawling of admin and backend areas Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # Prevent crawling of login pages Disallow: /wp-login.php # Prevent crawling of plugin and theme files Disallow: /wp-content/plugins/ Disallow: /wp-content/themes/ # Prevent crawling of internal scripts Disallow: /cgi-bin/ # Forum dynamic parameters (common CPU-heavy pages) Disallow: /forums/index.php?s= Disallow: /forums/index.php?/discover # Prevent bots hammering AJAX endpoints Disallow: /wp-content/ajax-handler.php # Crawl delay to reduce server load Crawl-delay: 10 # Sitemap location Sitemap: https://totalrl.com.com/sitemap.xml