# START YOAST BLOCK # --------------------------- User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Sitemap: https://www.shemeshow.co.il/sitemap_index.xml # --------------------------- # END YOAST BLOCK # Allow AI bots to access search and indexed content, block only sensitive areas User-agent: GPTBot Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /wp-content/plugins/ Disallow: /?preview=true Allow: / User-agent: ChatGPT-User Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /wp-content/plugins/ Disallow: /?preview=true Allow: / User-agent: OAI-SearchBot Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /wp-content/plugins/ Disallow: /?preview=true Allow: /