# robots.txt for https://www.ximplesolution.com # Allow all bots access by default User-agent: * Disallow: # Block sensitive admin and login pages Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /wp-register.php Disallow: /xmlrpc.php # Allow access to important parts of wp-json (e.g., oEmbed, web stories) Allow: /wp-json/oembed/ Allow: /wp-json/web-stories/ Allow: /wp-json/wp/v2/pages/ Allow: /wp-json/wp/v2/posts/ Allow: /wp-json/wp/v2/tags/ Allow: /wp-json/wp/v2/webinars/ Allow: /wp-json/wp/v2/categories/ Allow: /wp-json/wp/v2/news/ # Still block the rest of wp-json if you want to limit exposure # Allow AJAX functionality needed by WordPress Allow: /wp-admin/admin-ajax.php # Block specific bad bots User-agent: BadBot Disallow: / # Allow good bots User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Yandex Allow: / # Sitemap Sitemap: https://www.ximplesolution.com/sitemap_index.xml