User-agent: * Disallow: /wp/app/uploads/wc-logs/ Disallow: /wp/app/uploads/woocommerce_transient_files/ Disallow: /wp/app/uploads/woocommerce_uploads/ Disallow: /*?add-to-cart= Disallow: /*?*add-to-cart= Disallow: /wp/wp-admin/ Allow: /wp/wp-admin/admin-ajax.php # START YOAST BLOCK Sitemap: https://www.ntvl.nl/sitemap_index.xml # --------------------------- # END YOAST BLOCK # Disallow all PDFs Disallow: /*.pdf$ # Block Specific Bots User-agent: ClaudeBot Disallow: / User-agent: anthropic-ai Disallow: / User-agent: Claude-Web Disallow: / User-agent: CCBot Disallow: / User-agent: GPTBot Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: SemrushBot Disallow: / User-agent: SemrushBot-SA Disallow: / User-agent: AhrefsBot Disallow: / User-agent: Google-CloudVertexBot Disallow: / User-agent: PerplexityBot Disallow: / User-agent: Amazonbot Disallow: / User-agent: Applebot Disallow: / User-agent: AwarioRssBot Disallow: / User-agent: AwarioSmartBot Disallow: / User-agent: Bytespider Disallow: / User-agent: FacebookBot Disallow: / User-agent: PiplBot Disallow: / User-agent: YandexBot Disallow: / User-agent: DotBot Disallow: / User-agent: YandexRenderResourcesBot Disallow: / User-agent: BLEXBot Disallow: / User-agent: TurnitinBot Disallow: / User-agent: GoogleOther Disallow: / User-agent: Claude-Research Disallow: / User-agent: Diffbot Disallow: / User-agent: Crawlbot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: SEOkicks-Robot Disallow: / User-agent: MojeekBot Disallow: / User-agent: ZoominfoBot Disallow: / User-agent: Scrapy Disallow: / User-agent: aiBot Disallow: / User-agent: python-requests Disallow: / User-agent: libwww-perl Disallow: /