# =============================================================== # robots.txt for reducing uncached dynamic hits # Based on analysis of Logs - JUNE 6th 2025 # =============================================================== User-agent: * # --- WordPress Specific --- # Disallow access to the WordPress admin area Disallow: /wp-admin/ # Block internal AJAX calls, especially for event filtering. # This is a major source of dynamic hits from your logs. Disallow: /wp-admin/admin-ajax.php # Block WordPress cron jobs from crawlers Disallow: /wp-cron.php # Block access to xmlrpc.php for security and to reduce bot traffic Disallow: /xmlrpc.php # Block search query pages # The 's' parameter was identified in your logs for search. Disallow: /*?s= Disallow: /*&s= # --- Site-Specific Dynamic URL Parameters --- # Block crawling of URLs with filtering tags Disallow: /*?tags= Disallow: /*&tags= # Block crawling of language parameter variants Disallow: /*?lang= Disallow: /*&lang= # Block various tracking and utility parameters Disallow: /*?utm_source= Disallow: /*&utm_source= Disallow: /*?app= Disallow: /*&app= Disallow: /*?ignorenitro= Disallow: /*&ignorenitro= Disallow: /*?gf_protect_submission= Disallow: /*&gf_protect_submission= # --- General Asset Rules --- # It's important to allow crawlers access to your CSS and JS # so they can render your pages correctly. Allow: /wp-content/uploads/ Allow: /*.css$ Allow: /*.js$ # It's often a good idea to point crawlers to your sitemap. # Replace with the actual URL to your sitemap index. # Sitemap: https://www.tdplace.ca/sitemap_index.xml