Crawl-delay: 10 # START YOAST BLOCK # --------------------------- User-agent: ChatGPT-User Allow: / User-agent: ChatGPT Allow: / User-agent: GPTBot Allow: / User-agent: Google-Extended Allow: / User-agent: ClaudeBot Allow: / User-agent: AnthropicBot Allow: / User-agent: ccbot Allow: / User-agent: Commoncrawl Allow: / User-agent: * Allow: / Disallow: /?s= Disallow: /page/*/?s= Disallow: /search/ Sitemap: http://wpriders.com/sitemap_index.xml # --------------------------- # END YOAST BLOCK