Kinship Does Not Transfer What multicellularity and symbiosis imply about the form AGI oversight must take — which biological enforcement mechanisms survive the move to human–AGI relations, which do not, and the cooperative transition humanity must c

{"Abstract":[0],"Anyone":[1],"seeking":[2],"to":[3,15,157,159,206,231,288],"borrow":[4],"from":[5,65,194],"biological":[6,126,203],"evolution":[7,350,380],"the":[8,24,73,92,111,132,150,153,186,195,214,221,234,255,268,279,349,389],"means":[9,35],"of":[10,18,30,49,61,75,94,101,152,171,197,247,254,275,300,306,318,330,351,386,391],"sustaining":[11],"cooperation,":[12],"in":[13,361,382],"order":[14],"design":[16],"oversight":[17,188,317],"AGI,":[19,118],"will":[20],"naturally":[21],"start":[22],"with":[23,117,121],"multicellular":[25,52],"body,":[26],"which":[27],"keeps":[28,236],"trillions":[29],"cells":[31,57,63],"cooperating.":[32],"Whether":[33],"its":[34,62,218,224,266,276,283,331],"can":[36,320,337],"be":[37,338],"carried":[38],"over":[39,282],"depends":[40,145,322],"on":[41,146,149,241,323],"what":[42,183],"they":[43,134],"rest":[44],"on.":[45],"The":[46,202,252],"first":[47,325],"line":[48],"defence":[50],"a":[51,76,139,242,258,327,384],"body":[53,219],"has":[54],"against":[55],"cheating":[56],"is":[58,79,166,212],"kinship.":[59],"All":[60],"descend":[64],"one":[66,70,99,289,353],"zygote":[67],"and":[68,88,103,137,177,210,217,223,249,285,304,366,371,388,394],"share":[69,98],"genome,":[71],"so":[72],"\\"sacrifice\\"":[74],"somatic":[77,215],"cell":[78,216],"evolutionarily":[80],"stable.":[81],"No":[82],"such":[83],"relation":[84,204],"holds":[85],"between":[86,208,369],"humans":[87,209,370],"AGI.":[89,372],"More":[90],"importantly,":[91],"copies":[93],"an":[95],"AI":[96],"system":[97],"set":[100],"weights":[102],"are,":[104],"among":[105,302,342,363],"themselves,":[106],"\\"clonal":[107],"kin\\":":[108],"transplanted":[109],"naively,":[110],"single-cell":[112],"bottleneck":[113],"would":[114],"align":[115],"AGI":[116,120,211,319],"not":[119,199,213,229],"humans.":[122],"We":[123,373],"classify":[124],"eight":[125],"mechanisms":[127],"that":[128,144,164,207,310,314,358],"sustain":[129],"cooperation":[130,352],"by":[131,272,354,375],"premises":[133],"depend":[135],"on,":[136],"obtain":[138],"sharp":[140],"division.":[141],"Every":[142,162,291],"mechanism":[143,163,336],"kinship,":[147],"or":[148],"honesty":[151],"regulated":[154],"party,":[155],"fails":[156],"transfer":[158],"human–AGI":[160],"relations.":[161],"transfers":[165],"structural:":[167],"resource":[168],"gating,":[169],"sequestration":[170],"replication,":[172,284],"compartmentalised":[173],"interfaces,":[174],"heterologous":[175],"surveillance":[176],"external":[178],"switches.":[179],"These":[180],"five":[181,346,396],"are":[182,192,228],"we":[184,312,356],"call":[185],"form":[187],"must":[189],"take.":[190],"They":[191],"derived":[193],"analysis":[196],"premises,":[198],"asserted":[200],"separately.":[201],"closer":[205],"but":[220],"host":[222,235,269],"symbionts.":[225],"Gut":[226],"microbes":[227],"kin":[230],"their":[232],"host;":[233,267],"them":[237],"as":[238],"\\"an":[239],"ecosystem":[240],"leash\\"":[243],"through":[244,340],"compartmentalisation,":[245],"control":[246],"supply":[248],"immune":[250],"surveillance.":[251],"ancestor":[253],"mitochondrion":[256],"was":[257],"free-living":[259],"bacterium":[260],"metabolically":[261],"far":[262],"more":[263],"capable":[264],"than":[265],"domesticated":[270],"it":[271],"moving":[273],"most":[274],"genes":[277],"into":[278],"nucleus,":[280],"taking":[281],"restricting":[286],"inheritance":[287],"parent.":[290],"major":[292],"evolutionary":[293],"transition":[294,329],"required":[295],"two":[296],"conditions:":[297],"sufficient":[298],"alignment":[299],"interests":[301],"members,":[303],"suppression":[305],"internal":[307],"conflict.":[308],"On":[309],"basis":[311],"argue":[313],"whether":[315],"human":[316,364],"work":[321],"humanity":[324],"completing":[326],"cooperative":[328],"own;":[332],"otherwise":[333],"each":[334],"structural":[335],"circumvented":[339],"competition":[341],"states.":[343],"Checking":[344],"Nowak's":[345],"rules":[347],"for":[348],"one,":[355],"find":[357],"several":[359],"hold":[360],"part":[362],"states,":[365],"almost":[367],"none":[368],"close":[374],"stating":[376],"three":[377],"asymmetries":[378],"—":[379,393],"paid":[381],"extinction,":[383],"mismatch":[385],"speeds,":[387],"rejection":[390],"teleology":[392],"give":[395],"testable":[397],"predictions.":[398]}