AI Discovery Radar: measurement method and ruleset for tracking adoption of machine-readable discovery and consent routes (Technical Report v1.0)

{"Technical":[0],"report,":[1],"version":[2],"1.0":[3],"(September":[4],"2026).":[5],"Companion":[6],"to":[7,181,187],"the":[8,55,127,150,179,183],"dataset":[9],"\\"AI":[10],"Discovery":[11],"Radar":[12],"—":[13,35,45,109,120,141,171,176],"adoption":[14,172],"measurements":[15],"for":[16,32,113,118,126],"machine-readable":[17,27],"discovery":[18,28],"and":[19,29,43,49,84,115,121,177],"consent":[20,30],"routes\\"":[21],"(concept":[22],"DOI":[23],"10.5281/zenodo.22178282).":[24],"Adoption":[25,130],"of":[26,61,70,138],"files":[31],"automated":[33],"clients":[34],"robots.txt,":[36],"llms.txt,":[37],"TDMRep,":[38],"agent":[39],"cards,":[40],"MCP":[41],"manifests":[42],"others":[44,208],"is":[46,162],"widely":[47],"asserted":[48],"rarely":[50],"counted.":[51],"This":[52],"report":[53,165],"documents":[54],"method":[56],"behind":[57,173],"a":[58,66,90,95,104,110,139],"monthly":[59],"measurement":[60],"34":[62],"catalogued":[63],"routes":[64],"on":[65],"frozen,":[67],"stratified":[68],"frame":[69],"30,000":[71],"registrable":[72],"domains":[73,189],"(Tranco":[74],"+":[75],"Chrome":[76],"UX":[77],"Report;":[78],"deliberately":[79],"over-weighting":[80],"German-,":[81],"Austrian-,":[82],"Swiss-":[83],"Italian-language":[85],"sites).":[86],"It":[87],"contributes":[88],"(1)":[89],"seven-state":[91],"classification":[92],"model":[93],"with":[94,152],"denominator":[96],"rule":[97],"that":[98,207],"separates":[99],"refusal":[100],"from":[101,185,190],"non-adoption,":[102],"(2)":[103],"two-tier,":[105],"reproducible":[106],"sampling":[107],"design":[108],"fixed":[111],"panel":[112,154,184],"change":[114],"rotating":[116],"blocks":[117],"coverage":[119],"(3)":[122],"an":[123],"admission":[124],"procedure":[125],"route":[128,140],"catalogue.":[129],"here":[131],"means":[132],"publicly":[133],"observable,":[134],"syntactically":[135],"valid":[136],"availability":[137],"deployment,":[142],"not":[143],"consumption.":[144],"The":[145,164],"September":[146],"2026":[147],"run":[148],"illustrates":[149],"method;":[151],"two":[153,157],"points":[155],"under":[156],"ruleset":[158],"versions,":[159],"no":[160],"trend":[161],"claimed.":[163],"names":[166],"its":[167],"principal":[168],"open":[169],"question":[170],"bot":[174],"walls":[175,197],"records":[178],"decision":[180],"widen":[182],"1,000":[186],"10,000":[188],"October":[191],"2026.":[192],"Measurement":[193],"pitfalls":[194],"(soft-404":[195],"envelopes,":[196],"answering":[198],"404,":[199],"Range-header":[200],"traps,":[201],"template":[202],"adoption)":[203],"are":[204],"documented":[205],"so":[206],"can":[209],"avoid":[210],"them.":[211],"Licence":[212],"CC":[213],"BY":[214],"4.0.":[215]}