Competence Is Not Protection: Prompt-Channel Demographic Bias in Pathology Vision-Language Models, and the Geometry That Predicts It
{"Part":[0,13,93,122,129,205,218,317,472,560,565],"IV":[1],"of":[2,15,28,70,75,101,201,258,359,398,471,542,547,570,641],"a":[3,21,29,37,73,83,98,135,275,295,303,340,351,387,392,434,450,456,540,628,642,646],"series":[4,17,439],"on":[5,36,170,195,401,405,415,468,535],"equity":[6],"and":[7,54,78,113,125,142,145,310,325,335,346,409,453,480,490,503,538,584,593,607,611,635,649],"reliability":[8],"in":[9,24,48,357,459,493],"medical":[10,30],"imaging":[11,76,140,461],"AI.":[12],"III":[14,206,318],"this":[16,71,438,482],"showed":[18],"that":[19,41,55,85],"naming":[20],"demographic":[22],"group":[23],"the":[25,42,49,114,118,150,181,243,279,284,308,336,377,399,411,422,469,512,521,553,581,615],"text":[26],"prompt":[27],"vision–language":[31,108],"model":[32,84,306,643],"changes":[33],"its":[34,90,312,494],"diagnosis":[35],"fixed":[38],"chest":[39],"radiograph,":[40],"perturbation":[43,281],"is":[44,86,274,386,433,484,488,539,627,633,638],"exactly":[45,190],"rank":[46],"one":[47,460],"standard":[50],"positive/negative":[51],"pair":[52],"readout,":[53],"group-specific":[56],"thresholds":[57],"therefore":[58,222],"provably":[59],"cannot":[60,445,454],"remove":[61],"it.":[62],"Two":[63],"questions":[64],"were":[65,612],"left":[66],"open:":[67],"whether":[68,79],"any":[69],"survives":[72],"change":[74],"domain,":[77],"it":[80,273,395],"matters":[81],"for":[82,134,224,315,323,344,348],"actually":[87],"good":[88],"at":[89,153,252,268,362],"task":[91],"—":[92,191,368,375,466,604],"III's":[94,130,219,561,566],"strongest":[95],"encoder":[96],"reached":[97],"mean":[99,172,259],"AUC":[100,174,239,253,269],"0.687.":[102],"This":[103,549,637],"paper":[104,550],"audits":[105],"four":[106],"pathology":[107,406],"models":[109],"(PLIP,":[110],"QuiltNet-B-32,":[111],"CONCH,":[112,606],"slide-level":[115],"TITAN)":[116],"under":[117],"descriptor":[119,280],"set":[120],"from":[121,159,265,449],"III,":[123,481],"unchanged,":[124],"combines":[126],"them":[127],"with":[128,176,297],"three":[131,522],"radiology":[132,402],"encoders":[133,524],"seven-model":[136],"comparison":[137],"spanning":[138],"two":[139,199,423],"domains":[141,424],"both":[143],"patch":[144,407],"slide":[146,197],"granularity.":[147],"On":[148],"TITAN":[149,208,508],"audit":[151,640],"runs":[152],"full":[154],"strength:":[155],"8,010":[156],"whole-slide":[157,225],"images":[158],"6,582":[160],"patients":[161],"across":[162],"25":[163,178],"TCGA":[164,333,626],"cancer":[165],"types,":[166],"every":[167,594],"interval":[168,510],"clustered":[169],"patient,":[171],"neutral-prompt":[173,238],"0.982":[175],"all":[177,589],"projects":[179],"clearing":[180],"utility":[182],"floor.":[183],"Four":[184],"results.":[185],"The":[186,305,417,430,531,574],"rank-one":[187],"identity":[188],"transfers":[189,463],"verified":[192],"to":[193,214,436,464,559],"5.2×10−8":[194],"real":[196],"embeddings,":[198],"orders":[200],"magnitude":[202],"tighter":[203,363],"than":[204,302,391],"because":[207,327],"has":[209,440],"no":[210,331,517,651],"learned":[211],"logit":[212],"scale":[213],"amplify":[215],"float":[216],"error.":[217],"threshold-irremovability":[220],"corollary":[221],"holds":[223],"pathology.":[226],"Diagnostic":[227],"competence":[228],"does":[229,240],"not":[230,241,311,485,544,602,645],"protect":[231],"against":[232,283,350],"prompt-channel":[233,447],"bias.":[234],"Across":[235],"seven":[236],"encoders,":[237,403,408],"predict":[242],"effect":[244,400,412],"(r":[245,287],"=":[246,249,288,291,299,428],"−0.443,":[247],"p":[248,290,427],"0.32):":[250],"CONCH":[251],"0.849":[254],"shows":[255],"21.1":[256],"points":[257],"absolute":[260],"excess":[261],"false-negative":[262],"rate,":[263],"indistinguishable":[264],"OpenAI":[266],"CLIP":[267],"0.518.":[270],"What":[271],"predicts":[272],"purely":[276],"geometric":[277],"quantity,":[278],"measured":[282],"diagnostic":[285],"contrast":[286],"+0.780,":[289],"0.039),":[292],"reported":[293,526],"as":[294,379,381,527,597],"hypothesis":[296],"n":[298],"7":[300],"rather":[301,390],"law.":[304],"answers":[307],"token":[309],"truth,":[313],"including":[314,467],"race.":[316],"could":[319],"test":[320],"congruence":[321],"only":[322],"sex":[324],"age,":[326],"NIH":[328],"ChestX-ray14":[329],"records":[330,516],"race;":[332],"does,":[334],"difference-in-differences":[337],"estimator":[338],"gives":[339],"median":[341],"0.0045":[342],"logits":[343],"race":[345],"0.0010":[347],"sex,":[349],"specimen-site":[352],"positive":[353],"control":[354],"164–730×":[355],"larger":[356],"4":[358,360,579],"pairs":[361],"precision.":[364],"Anatomically":[365],"impossible":[366],"descriptors":[367],"\\"a":[369],"male":[370],"patient":[371,518,622,654],"showing":[372],"endometrial":[373],"carcinoma\\"":[374],"move":[376],"score":[378],"much":[380],"coherent":[382],"ones.":[383],"Prompt":[384],"symmetrisation":[385,571],"domain-dependent":[388],"intervention":[389],"general":[393],"one:":[394],"removes":[396],"59–63%":[397],"26–34%":[404],"amplifies":[410],"by":[413],"94%":[414],"TITAN.":[416],"text-side":[418],"symmetry":[419],"residual":[420],"separates":[421],"completely":[425],"(Mann–Whitney":[426],"0.029).":[429],"practical":[431],"consequence":[432],"correction":[435],"how":[437],"framed":[441],"mitigation.":[442],"A":[443],"deployer":[444],"infer":[446],"robustness":[448],"model's":[451],"accuracy,":[452],"assume":[455],"mitigation":[457],"validated":[458],"domain":[462],"another":[465],"strength":[470],"III.":[473],"Honest":[474],"scope.":[475],"Unlike":[476],"Parts":[477],"II,":[478],"IIb,":[479],"part":[483],"preregistered;":[486],"PROTOCOL_PART4.md":[487],"retrospective":[489,582],"says":[491],"so":[492,520],"first":[495],"line,":[496],"recording":[497],"which":[498,504,563],"hypotheses":[499],"preceded":[500],"their":[501],"endpoints":[502],"did":[505],"not.":[506],"Only":[507],"carries":[509],"estimates:":[511],"public":[513,629,634],"CRC-VAL-HE-7K":[514,632],"mirror":[515],"identifiers,":[519],"patch-level":[523],"are":[525,601,609],"point":[528],"estimates":[529],"only.":[530],"anatomically-impossible":[532],"result":[533,595],"rests":[534],"five":[536],"cells":[537],"demonstration":[541],"mechanism,":[543],"an":[545,585,639],"estimate":[546],"magnitude.":[548],"also":[551],"supplies":[552],"out-of-domain":[554],"evidence":[555],"behind":[556],"amendment":[557],"8":[558],"protocol,":[562],"withdrew":[564],"proposed":[567],"text-only":[568],"predictor":[569],"failure.":[572],"Files.":[573],"manuscript":[575],"PDF":[576],"(21":[577],"pp,":[578],"figures);":[580],"protocol;":[583],"artifact":[586],"archive":[587],"containing":[588],"13":[590],"analysis":[591],"scripts":[592],"table":[596],"CSV/JSON.":[598],"Model":[599],"weights":[600],"redistributed":[603],"TITAN,":[605],"UNI":[608],"CC-BY-NC-ND-4.0":[610],"obtained":[613],"through":[614],"gated":[616],"Hugging":[617],"Face":[618],"process.":[619],"Ethics.":[620],"No":[621],"data":[623],"was":[624],"collected.":[625],"consortium":[630],"dataset;":[631],"de-identified.":[636],"property,":[644],"clinical":[647],"study,":[648],"makes":[650],"claim":[652],"about":[653],"outcomes.":[655]}
Authors
- Omar Mohammed
Publication Details
- Journal
- Zenodo (CERN European Organization for Nuclear Research)
- Published
- 2026-09-01
- DOI
- https://doi.org/10.5281/zenodo.22167477
- Primary Topic
- AI in cancer detection
- Type
- preprint