User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # Block googlebot from example.com/directory1/... and example.com/directory2/... # but allow access to directory2/subdirectory1/... # All other directories on the site are allowed by default. User-agent: googlebot Disallow: /wp-includes/ # XML Sitemap & Google News version 5.4.8 - https://status301.net/wordpress-plugins/xml-sitemap-feed/ Sitemap: https://wallstreetwindow.com/sitemap.xml Sitemap: https://wallstreetwindow.com/sitemap-news.xml