# === SEARCH ENGINES === User-agent: Googlebot Crawl-delay: 1 Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /*?*replytocom Disallow: /*?*s= Disallow: /*?*preview=true Allow: /wp-admin/admin-ajax.php Allow: /wp-content/uploads/ User-agent: Bingbot Crawl-delay: 2 Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /*?*replytocom Disallow: /*?*s= Disallow: /*?*preview=true Allow: /wp-admin/admin-ajax.php Allow: /wp-content/uploads/ User-agent: YandexBot Crawl-delay: 3 Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /*?*replytocom Disallow: /*?*s= Disallow: /*?*preview=true Allow: /wp-admin/admin-ajax.php Allow: /wp-content/uploads/ User-agent: DuckDuckBot Crawl-delay: 2 Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /*?*replytocom Disallow: /*?*s= Disallow: /*?*preview=true Allow: /wp-admin/admin-ajax.php Allow: /wp-content/uploads/ User-agent: Baiduspider Crawl-delay: 3 Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /*?*replytocom Disallow: /*?*s= Disallow: /*?*preview=true Allow: /wp-admin/admin-ajax.php Allow: /wp-content/uploads/ User-agent: Applebot Crawl-delay: 2 Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /*?*replytocom Disallow: /*?*s= Disallow: /*?*preview=true Allow: /wp-admin/admin-ajax.php Allow: /wp-content/uploads/ # === SOCIAL MEDIA BOTS === User-agent: facebookexternalhit Crawl-delay: 5 Disallow: /wp-admin/ Disallow: /wp-includes/ Allow: /wp-admin/admin-ajax.php User-agent: Facebot Crawl-delay: 5 Disallow: /wp-admin/ Disallow: /wp-includes/ Allow: /wp-admin/admin-ajax.php User-agent: Twitterbot Crawl-delay: 5 Disallow: /wp-admin/ Disallow: /wp-includes/ Allow: /wp-admin/admin-ajax.php User-agent: LinkedInBot Crawl-delay: 5 Disallow: /wp-admin/ Disallow: /wp-includes/ Allow: /wp-admin/admin-ajax.php User-agent: WhatsApp Crawl-delay: 5 Disallow: /wp-admin/ Disallow: /wp-includes/ Allow: /wp-admin/admin-ajax.php # === SEO ANALYSIS TOOLS === User-agent: AhrefsBot Crawl-delay: 20 Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /*?*s= Disallow: /*?*replytocom Allow: /wp-admin/admin-ajax.php Allow: /wp-content/uploads/ User-agent: AhrefsSiteAudit Crawl-delay: 20 Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /*?*s= Disallow: /*?*replytocom Allow: /wp-admin/admin-ajax.php Allow: /wp-content/uploads/ User-agent: SemrushBot Crawl-delay: 20 Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /*?*s= Disallow: /*?*replytocom Allow: /wp-admin/admin-ajax.php Allow: /wp-content/uploads/ User-agent: MJ12bot Crawl-delay: 30 Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /*?*s= Disallow: /*?*replytocom Allow: /wp-admin/admin-ajax.php Allow: /wp-content/uploads/ # === AI SEARCH BOTS (ALLOW - For Traffic & Visibility) === # These bots power real-time AI search engines - KEEP THEM ALLOWED User-agent: PerplexityBot Crawl-delay: 5 Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /*?*replytocom Disallow: /*?*s= Allow: /wp-admin/admin-ajax.php Allow: /wp-content/uploads/ Allow: / User-agent: YouBot Crawl-delay: 5 Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /*?*replytocom Disallow: /*?*s= Allow: /wp-admin/admin-ajax.php Allow: /wp-content/uploads/ Allow: / User-agent: Google-Extended Crawl-delay: 5 Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /*?*replytocom Disallow: /*?*s= Allow: /wp-admin/admin-ajax.php Allow: /wp-content/uploads/ Allow: / User-agent: anthropic-ai Crawl-delay: 5 Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /*?*replytocom Disallow: /*?*s= Allow: /wp-admin/admin-ajax.php Allow: /wp-content/uploads/ Allow: / User-agent: cohere-ai Crawl-delay: 5 Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /*?*replytocom Disallow: /*?*s= Allow: /wp-admin/admin-ajax.php Allow: /wp-content/uploads/ Allow: / # === AI TRAINING BOTS (BLOCK - Protect Content) === # These bots only collect data for training - NO USER BENEFIT User-agent: GPTBot Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: CCBot Disallow: / User-agent: ClaudeBot Disallow: / User-agent: Omgilibot Disallow: / User-agent: FacebookBot Disallow: / User-agent: Bytespider Disallow: / User-agent: Diffbot Disallow: / User-agent: ImagesiftBot Disallow: / User-agent: img2dataset Disallow: / User-agent: OAI-SearchBot Disallow: / # === ARCHIVE & RESEARCH CRAWLERS === User-agent: ia_archiver Crawl-delay: 30 Disallow: /wp-admin/ Disallow: /wp-includes/ Allow: /wp-admin/admin-ajax.php Allow: /wp-content/uploads/ # === HARMFUL BOTS (COMPLETELY BLOCKED) === User-agent: SemaltBot Disallow: / User-agent: BLEXBot Disallow: / User-agent: MegaIndex.ru Disallow: / User-agent: Wget Disallow: / User-agent: SiteBot Disallow: / User-agent: spbot Disallow: / User-agent: AhrefsBot Disallow: / # === DEFAULT RULES FOR ALL OTHER BOTS === User-agent: * Crawl-delay: 10 Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /xmlrpc.php Disallow: /wp-json/ Disallow: /feed/ Disallow: /*/feed/ Disallow: /comments/feed/ Disallow: /*?*replytocom Disallow: /*?*s= Disallow: /*?*preview=true Allow: /wp-admin/admin-ajax.php Allow: /wp-content/uploads/ # === SITEMAP(S) === Sitemap: https://fontsgeneratorpro.com/sitemap_index.xml