{"id":"nr-cloudflare-lets-sites-disallow-ai-training-without-leaving-search-92d32a","slug":"cloudflare-lets-sites-disallow-ai-training-without-leaving-search-92d32a","title":"Cloudflare lets sites disallow AI training without leaving search","observed_at":"2026-09-18T13:36:42.507001+00:00","record_date":"2026-09-18","date_kind":"observed_at","novelty":"new","source_platform":"blog.cloudflare.com","topics":["ai-crawlers","security","search"],"entities":["Cloudflare","Applebot","Bingbot","Googlebot"],"related_patterns":[],"source_url":"https://blog.cloudflare.com/accountable-mixed-use-ai-crawlers","source_urls":["https://blog.cloudflare.com/accountable-mixed-use-ai-crawlers"],"basket":{"id":"0325e6b8-f527-4f9b-bfa3-3f30e57f380b","revision":1,"cluster_id":"92d32a32-d16f-4ecc-809b-acb119e2448c"},"type":"raw_signal","description":"Cloudflare's Disallow AI Training setting refuses training by mixed-use crawlers while Applebot, Bingbot, and Googlebot keep indexing for search.","why_it_matters":"Site owners no longer have to trade search visibility for a training opt-out with the largest crawlers, but the Block setting now removes search too, so existing configurations deserve a check. The AI-summary control is still a stated plan.","verification_level":"source-inspected","signal_type":"newsroom_basket_signal","schema_version":"newruntime-agent-readable-v0.2","stable_id":"signal:cloudflare-lets-sites-disallow-ai-training-without-leaving-search-92d32a","retrieval_nugget":"Cloudflare's Disallow AI Training setting refuses training by mixed-use crawlers while Applebot, Bingbot, and Googlebot keep indexing for search. Cloudflare introduced a Disallow AI Training setting for its bot controls. It publishes a no-training preference in robots.txt through Bot Preference Sync, keeps Accountable mixed-use crawlers such as Applebot, Bingbot, and Googlebot allowed for search, and blocks every other training crawler.","status":"published","visuals":[],"routes":{"html":"https://newruntime.com/signals/cloudflare-lets-sites-disallow-ai-training-without-leaving-search-92d32a/","markdown":"https://newruntime.com/signals/cloudflare-lets-sites-disallow-ai-training-without-leaving-search-92d32a.md","json":"https://newruntime.com/signals/cloudflare-lets-sites-disallow-ai-training-without-leaving-search-92d32a.json"},"editor":{"role":"editor","name":"Andrey Reshetnikov","profile":"https://newruntime.com/owner-profile.md","profile_json":"https://newruntime.com/owner-profile.json","same_as":["https://www.linkedin.com/in/reshetnikov1/","https://t.me/lapetuse"]},"next_reads":[{"type":"topic","path":"/topics/ai-crawlers/","url":"https://newruntime.com/topics/ai-crawlers/","title":"Ai Crawlers","reason":"Explore the ai-crawlers topic hub.","media_type":"text/html","markdown_url":"https://newruntime.com/topics/ai-crawlers.md","json_url":"https://newruntime.com/topics/ai-crawlers.json"},{"type":"topic","path":"/topics/security/","url":"https://newruntime.com/topics/security/","title":"Security","reason":"Explore the security topic hub.","media_type":"text/html","markdown_url":"https://newruntime.com/topics/security.md","json_url":"https://newruntime.com/topics/security.json"},{"type":"topic","path":"/topics/search/","url":"https://newruntime.com/topics/search/","title":"Search","reason":"Explore the search topic hub.","media_type":"text/html","markdown_url":"https://newruntime.com/topics/search.md","json_url":"https://newruntime.com/topics/search.json"},{"type":"collection","path":"/signals/","url":"https://newruntime.com/signals/","title":"Raw Signals","reason":"Open every source-linked raw signal.","media_type":"text/html","json_url":"https://newruntime.com/signals.json"},{"type":"collection","path":"/source-ledger.json","url":"https://newruntime.com/source-ledger.json","title":"Source Ledger","reason":"Inspect the public source evidence graph.","media_type":"application/json"}]}