# START YOAST BLOCK # --------------------------- User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Sitemap: https://oakcraft.co.uk/sitemap.xml # Block all SEO analysis tools User-agent: SemrushBot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: rogerbot Disallow: / User-agent: Screaming Frog SEO Spider Disallow: / User-agent: ScreamingFrogSEOSpider Disallow: / User-agent: dotbot Disallow: / User-agent: SimilarWeb Disallow: / User-agent: SistrixCrawler Disallow: / User-agent: BotifyBot Disallow: / User-agent: Semanticbot Disallow: / User-agent: cognitiveSEO Disallow: / User-agent: obot Disallow: / User-agent: seokicks-robot Disallow: / User-agent: serpstatbot Disallow: / User-agent: SEOkicks Disallow: / User-agent: SEOlyticsCrawler Disallow: / User-agent: spbot Disallow: / # Block Internet Archive User-agent: ia_archiver Disallow: / User-agent: UptimeRobot Allow: / # Allow all major search engine bots User-agent: Googlebot Allow: / User-agent: Googlebot-Image Allow: / User-agent: Googlebot-Mobile Allow: / User-agent: Googlebot-News Allow: / User-agent: Googlebot-Video Allow: / User-agent: Bingbot Allow: / User-agent: YandexBot Allow: / User-agent: DuckDuckBot Allow: / User-agent: Slurp Allow: / User-agent: Applebot Allow: / User-agent: facebookexternalhit Allow: / User-agent: Twitterbot Allow: / User-agent: LinkedInBot Allow: / User-agent: PinterestBot Allow: / User-agent: Exabot Allow: / # Allow AdsBots User-agent: AdsBot-Google Allow: / User-agent: AdsBot-Google-Mobile Allow: / # Block known Chinese AI bots User-agent: Baiduspider Disallow: / User-agent: Sogou web spider Disallow: / Sitemap: https://oakcraft.co.uk/sitemap.xml # --------------------------- # END YOAST BLOCK