[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"$ftTdgxydhoYYrv9gwUd7YZgwBYELbaltITyvELWccDRE":3},{"locale":4,"topic":5,"relatedTrends":144},"en",{"topic":6,"slug":7,"canonicalSlug":7,"topicAliases":8,"nicheKey":11,"nicheName":12,"nicheNameEn":13,"nicheIcon":14,"country":15,"countries":16,"agentKey":17,"score":18,"type":19,"isFresh":20,"isPublic":21,"detectedAt":22,"sources":23,"evidence":136,"article":140},"Cloudflare defaults to blocking AI crawlers and new publisher controls","cloudflare-defaults-to-blocking-ai-crawlers-and-new-publisher-controls",[9,10],"Cloudflare defaults to blocking AI crawlers for many websites","Cloudflare defaulting to block AI crawlers and new publisher controls","ia","Intelligence Artificielle","Artificial Intelligence","🧠","NL",[15],"ia-NL",82,"spiking",true,false,"2026-07-03T08:41:16.725Z",[24,30,36,41,46,51,56,61,66,71,76,78,83,88,92,97,102,107,112,117,122,126,131],{"title":25,"url":26,"domain":27,"snippet":28,"content":29},"The latest AI-powered martech news and releases","https:\u002F\u002Fmartech.org\u002Fthe-latest-ai-powered-martech-news-and-releases\u002F","martech.org","Cloudflare is making AI crawler blocking the default for many websites while introducing new controls and payment models for publishers.","!\n\n!\n\n See why competitors are outranking you and take back your market position with actionable insights. \n\nIdentify traffic-stealing competitors\n\nFind untapped opportunities\n\nCreate outperforming content\n\nInput \n\nInstant analysis. No card needed.\n\n »  » The latest AI-powered martech news and releases\n\n By  , \n\nSenior Editor, MarTech\n\n Published on July 2, 2026 • Last updated on July 2, 2026 • 16 minutes read \n\n*   \n*   \n*   \n\nGet traffic data and keyword intel on competitors instantly.\n\nCloudflare is giving publishers more control over how AI companies access their content, announcing a series of new policies and tools that automatically block AI training and AI agent crawlers from ad-supported pages while continuing to allow traditional search indexing. Beginning Sept. 15, the protections will become the default for new Cloudfla\n\n[Content truncated...]",{"title":31,"url":32,"domain":33,"snippet":34,"content":35},"Cloudflare AI Crawler Rules Block Mixed Bots by Default and Pay Publishers Per Use","https:\u002F\u002Ftechmymoney.com\u002F2026\u002F07\u002F02\u002Fcloudflare-ai-crawler-rules-block-mixed-bots-by-default-and-pay-publishers-per-use\u002F","techmymoney.com","Cloudflare AI crawler rules tighten Sept 15: mixed search-and-AI bots blocked by default on ad pages, while Pay Per Use pays publishers.",null,{"title":37,"url":38,"domain":39,"snippet":40,"content":35},"Cloudflare’s new policy pushes AI companies to pay for publishers’ content","https:\u002F\u002Ftechcrunch.com\u002F2026\u002F07\u002F01\u002Fcloudflares-new-policy-pushes-ai-companies-to-pay-for-publishers-content\u002F","techcrunch.com","Cloudflare is giving AI companies until September 15 to separate web crawlers used for search from those used for AI training and agents, or risk being...",{"title":42,"url":43,"domain":44,"snippet":45,"content":35},"Cloudflare Puts Publishers in Control With Default Block on AI Web Crawlers","https:\u002F\u002Fwww.mitsloanme.com\u002Farticle\u002Fcloudflare-puts-publishers-in-control-with-default-block-on-ai-web-crawlers","mitsloanme.com","Starting September 15, mixed-use AI crawlers will be blocked by default across millions of sites to build a more controlled AI content ecosystem.",{"title":47,"url":48,"domain":49,"snippet":50,"content":35},"Cloudflare (NET) Launches AI Bot Controls And Pay Per Use Partnerships","https:\u002F\u002Fsimplywall.st\u002Fstocks\u002Fus\u002Fsoftware\u002Fnyse-net\u002Fcloudflare\u002Fnews\u002Fcloudflare-net-launches-ai-bot-controls-and-pay-per-use-part","simplywall.st","Cloudflare (NYSE:NET) has introduced new AI bot control classifications and analytics that give website owners more detailed visibility into AI crawler...",{"title":52,"url":53,"domain":54,"snippet":55,"content":35},"Cloudflare Gives Publishers Control Over AI Crawlers","https:\u002F\u002Fletsdatascience.com\u002Fnews\u002Fcloudflare-gives-publishers-control-over-ai-crawlers-3f1384fa","letsdatascience.com","Greater publisher control over automated crawlers changes the data supply available for model training and the economics of web content, which affects...",{"title":57,"url":58,"domain":59,"snippet":60,"content":35},"Cloudflare Separates AI Crawlers by Purpose and Opens Door to Charging Them Directly","https:\u002F\u002Fwww.techtimes.com\u002Farticles\u002F319554\u002F20260702\u002Fcloudflare-separates-ai-crawlers-purpose-opens-door-charging-them-directly.htm","techtimes.com","Cloudflare AI bot controls now divide crawlers into Search, Agent, and Training categories, letting publishers independently block or charge each type. New...",{"title":62,"url":63,"domain":64,"snippet":65,"content":35},"Cloudflare tightens AI crawler controls for publishers","https:\u002F\u002Fitbrief.com.au\u002Fstory\u002Fcloudflare-tightens-ai-crawler-controls-for-publishers","itbrief.com.au","Publishers could gain more control and payment as the network blocks mixed-use bots by default on ad-funded pages, Cloudflare said.",{"title":67,"url":68,"domain":69,"snippet":70,"content":35},"Cloudflare’s new default settings will block AI crawlers from ad-supported sites, forcing payment for publisher content","https:\u002F\u002Fbitcoinworld.co.in\u002Fcloudflare-blocks-ai-crawlers-publishers-payment\u002F","bitcoinworld.co.in","Cloudflare will block mixed-use AI crawlers from ad-supported sites by default starting September 2026, pushing AI companies to pay publishers for content.",{"title":72,"url":73,"domain":74,"snippet":75,"content":35},"Cloudflare to Block AI Crawlers by Default Across Millions of Websites","https:\u002F\u002Fwww.ibtimes.sg\u002Fcloudflare-block-ai-crawlers-by-default-across-millions-websites-88956","ibtimes.sg","The internet infrastructure company says publishers should decide whether AI firms can access their content for free, pay to use it, or be blocked entirely,...",{"title":42,"url":77,"domain":44,"snippet":45,"content":35},"https:\u002F\u002Fwww.mitsloanme.com\u002Farticle\u002Fcloudflare-puts-publishers-in-control-with-default-block-on-ai-web-crawlers\u002F",{"title":79,"url":80,"domain":81,"snippet":82,"content":35},"Cloudflare Will Filter Out Web Crawlers That Serve AI Companies","https:\u002F\u002Fwww.engadget.com\u002F2207360\u002Fcloudflare-will-filter-out-web-crawlers-that-serve-ai-companies\u002F","engadget.com","The hosting platform wants sites to have more control over how AI companies use their content.",{"title":84,"url":85,"domain":86,"snippet":87,"content":35},"Cloudflare expands AI content controls, analytics, and monetization ahead of new crawler policy changes","https:\u002F\u002Fwww.tech-critter.com\u002Fcloudflare-new-policy-ai-content-control-analytic-monetization\u002F","tech-critter.com","Cloudflare is introducing new AI crawler classifications, analytics tools, and monetization features designed to give website owners greater control over...",{"title":25,"url":89,"domain":90,"snippet":91,"content":35},"\u002Fgoto?url=CAESfAHuR6pNAsL88-HGLPnVcyl5nu4gaGokSj1t0DtMbd1YqOkxlJfLTDVJxch-tKwdZ9y4S7r5Nc-0kS0RAap_4WQ4Cein0R2QK6k02LK3XbDgoYFJmVFekxttgvIOz7m3DTk7oJRFlk8o5GL1Z95Am4iKXgr-YmqZx66-oOQ=","unknown","Cloudflare is making blocking AI crawlers the default for many sites while adding new publisher controls and payment models.",{"title":93,"url":94,"domain":95,"snippet":96,"content":35},"Your site, your rules: new AI traffic options for all customers","https:\u002F\u002Fblog.cloudflare.com\u002Fcontent-independence-day-ai-options\u002F","blog.cloudflare.com","For our second Content Independence Day, we're giving website owners finer options to manage AI traffic. Instead of a one-size-fits-all block, all customers...",{"title":98,"url":99,"domain":100,"snippet":101,"content":35},"Cloudflare to block AI crawlers that won’t say how they use content, starting in September","https:\u002F\u002Fwww.nbcnews.com\u002Ftech\u002Ftech-news\u002Fcloudflare-sets-ai-crawler-deadline-separate-search-blocked-rcna352446","nbcnews.com","Cloudflare, a leading internet services company, is digging in its heels in an escalating dispute over AI web crawlers' free access to site owners' content.",{"title":103,"url":104,"domain":105,"snippet":106,"content":35},"Cloudflare to Block Mixed-Use AI Crawlers on Ad Pages From September 15","https:\u002F\u002Fwww.technology.org\u002F2026\u002F07\u002F03\u002Fcloudflare-blocks-mixed-use-ai-crawlers\u002F","technology.org","Cloudflare will block mixed-use AI crawlers on ad pages from September 15, 2026, and evolve Pay Per Crawl into Pay Per Use.",{"title":108,"url":109,"domain":110,"snippet":111,"content":35},"Cloudflare’s AI Crawler Rules Can Block Googlebot","https:\u002F\u002Fwww.searchenginejournal.com\u002Fcloudflares-ai-crawler-rules-can-block-googlebot\u002F581385\u002F","searchenginejournal.com","Cloudflare now lets all sites manage AI crawlers as Search, Agent, or Training, with Sept. 15 defaults that can block Googlebot for sites blocking training.",{"title":113,"url":114,"domain":115,"snippet":116,"content":35},"Cloudflare to block AI crawlers from ad-supported webpages by default","https:\u002F\u002Fwww.siliconrepublic.com\u002Fenterprise\u002Fcloudflare-to-block-ai-crawlers-from-ad-supported-webpages-by-default","siliconrepublic.com","Come 15 September, multipurpose crawlers used by the likes of Google, Microsoft and Apple will be blocked by default according to Cloudflare's new rules.",{"title":118,"url":119,"domain":120,"snippet":121,"content":35},"Cloudflare to block cynical search-and-scrape bots from ad-supported web pages","https:\u002F\u002Fwww.theregister.com\u002Fai-and-ml\u002F2026\u002F07\u002F01\u002Fcloudflare-to-block-cynical-search-and-scrape-bots-from-ad-supported-web-pages\u002F5264727","theregister.com","Some crawlers gather data for both search and AI training, so when publishers block them to protect content they risk disappearning from search results ...",{"title":123,"url":124,"domain":54,"snippet":125,"content":35},"Cloudflare Blocks Mixed-Use Crawlers on Monetized Pages","https:\u002F\u002Fletsdatascience.com\u002Fnews\u002Fcloudflare-blocks-mixed-use-crawlers-on-monetized-pages-5a9acadb","Cloudflare** will default to blocking mixed-use crawlers, bots that gather data for both search indexing and AI training, from ad-supported customer pages...",{"title":127,"url":128,"domain":129,"snippet":130,"content":35},"Cloudflare Forces AI Firms to Split Crawlers or Face Blocks","https:\u002F\u002Fwww.techbuzz.ai\u002Farticles\u002Fcloudflare-forces-ai-firms-to-split-crawlers-or-face-blocks","techbuzz.ai","Cloudflare just drew a line in the sand between AI companies and publishers. The internet infrastructure giant announced it's forcing AI firms to separate...",{"title":132,"url":133,"domain":134,"snippet":135,"content":35},"Cloudflare Unveils New Feature to Control AI Crawlers by Use Case; \"Allow Search, Block Training\" Becomes Default Setting in September","https:\u002F\u002Ffinance.biggo.com\u002Fnews\u002Fdd3dd586-c5d5-489e-846a-5b47883a32b1","finance.biggo.com","Cloudflare announced on July 1, 2026, a new feature available to all users that classifies AI-related crawlers into three use cases—\"Search,\" \"Agent,\"…",{"mentionsLast7Days":137,"mentionsLast30Days":137,"firstSeen":22,"lastSeen":138,"relatedEntities":139},4,"2026-07-04T11:30:49.616Z",[26,32,38,43,48,53,58,63,68,73],{"slug":141,"title":142,"matchScore":143},"cloudflare-s-default-ai-crawler-blocks-what-they-are-and-how-to-respond","Cloudflare’s Default AI Crawler Blocks: What They Are and How to Respond",1,[145,149,152,156,159,162],{"topic":146,"slug":147,"score":148,"type":19,"country":15,"nicheIcon":14},"Alibaba's robot AI agent models advancing beyond chatbots","alibaba-s-robot-ai-agent-models-advancing-beyond-chatbots",100,{"topic":150,"slug":151,"score":148,"type":19,"country":15,"nicheIcon":14},"Anthropic launches Fable 5 with automated high-risk request safeguards","anthropic-launches-fable-5-with-automated-high-risk-request-safeguards",{"topic":153,"slug":154,"score":148,"type":155,"country":15,"nicheIcon":14},"Erin Brockovich's campaign against AI datacentres","erin-brockovich-s-campaign-against-ai-datacentres","emerging",{"topic":157,"slug":158,"score":148,"type":19,"country":15,"nicheIcon":14},"Japan plans sovereign AI model and ten million AI robots","japan-plans-sovereign-ai-model-and-ten-million-ai-robots",{"topic":160,"slug":161,"score":148,"type":19,"country":15,"nicheIcon":14},"Chinese AI models closing gap with Anthropic and OpenAI","chinese-ai-models-closing-gap-with-anthropic-and-openai",{"topic":163,"slug":164,"score":148,"type":19,"country":15,"nicheIcon":14},"Anthropic launches Fable 5 with automated safety safeguards","anthropic-launches-fable-5-with-automated-safety-safeguards"]