# WordPress Robots.txt Boilerplate v1.0 by Daniel Cuttridge User-agent: Googlebot # Allow files critical for rendering Allow: *.js Allow: *.css # Allow AJAX - Do Not Remove Allow: /wp-admin/admin-ajax.php # Prevent crawl-budget waste on search pages Allow: /?s=COVID Disallow: /?s= Disallow: /search/ # Prevent private admin areas from being crawled Disallow: /wp-admin # Prevent duplicate /feed/ pages from being crawled #Disallow: *feed/ # Prevent login page crawls etc #Disallow: /wp-login.php # Prevent register page crawls etc Disallow: /wp-register.php # Prevent Trackback Neg SEO Disallow: /trackback/ # Prevent wordfence #Disallow: /?wordfence_lh* User-agent: * # Allow AJAX - Do Not Remove Allow: /wp-admin/admin-ajax.php Disallow: /wp-admin Disallow: /wp-login.php Disallow: /trackback/ Disallow: /wp-register.php # Add all sitemaps Sitemap: https://www.autismparentingmagazine.com/sitemap_index.xml Sitemap: https://www.autismparentingmagazine.com/post-sitemap1.xml Sitemap: https://www.autismparentingmagazine.com/post-sitemap2.xml Sitemap: https://www.autismparentingmagazine.com/page-sitemap.xml Sitemap: https://www.autismparentingmagazine.com/category-sitemap.xml Sitemap: https://www.autismparentingmagazine.com/author-sitemap.xml Sitemap: https://www.autismparentingmagazine.com/news-sitemap.xml