PUE is blind to the schedule: energy and carbon trade-offs of GPU training workloads in a high-altitude AI data centre

{"Power":[0],"Usage":[1],"Effectiveness":[2],"(PUE)":[3],"is":[4,35,63,94,127,130,140,180,230],"the":[5,23,26,40,88,91,102,113,131,144,198,203,209,213,238,242,251,273,286],"dominant":[6],"efficiency":[7],"metric":[8],"for":[9],"data":[10,262],"centres,":[11],"and":[12,77,112,139,202,205,250,261,266,270,285],"China's":[13],"\\"East":[14],"Data,":[15],"West":[16],"Computing\\"":[17],"programme":[18],"uses":[19],"it":[20],"to":[21,65,78,96,109,122,136,143,152,220],"rank":[22],"greenness":[24],"of":[25,38,43,52,87,133,174,178,208,237],"western":[27],"hub":[28],"clusters.":[29],"This":[30],"paper":[31],"shows":[32],"that":[33,128,229],"PUE":[34,93,129],"structurally":[36],"incapable":[37],"ranking":[39],"carbon":[41,81,103,172,223,247],"performance":[42],"AI":[44],"training":[45,57],"workloads.":[46],"A":[47],"compute-phase":[48],"/":[49],"communication-phase":[50],"model":[51,69],"a":[53,66,71,190,194],"100":[54],"000-step":[55],"distributed":[56],"job":[58,105],"on":[59,189],"10":[60],"000":[61],"accelerators":[62],"coupled":[64],"temperature-dependent":[67],"cooling":[68,210],"at":[70,163,232],"2":[72],"266":[73],"m":[74],"plateau":[75],"site":[76],"time-varying":[79],"grid":[80,114,204],"intensity.":[82],"Across":[83],"ten":[84],"feasible":[85],"schedules":[86,156],"same":[89],"job,":[90],"mean":[92],"identical":[95,231],"four":[97],"decimal":[98],"places":[99],"(1.1490)":[100],"while":[101,157],"per":[104,116,187],"spans":[106,119],"13.1x":[107,249],"(4.91":[108],"64.25":[110],"tCO2e)":[111],"energy":[115],"delivered":[117],"step":[118],"15.7x":[120],"(0.142":[121],"2.229":[123],"kWh/step).":[124],"The":[125,170,279],"mechanism":[126],"ratio":[132],"facility":[134],"power":[135,160,201],"IT":[137,159],"power,":[138],"therefore":[141],"invariant":[142],"compute":[145],"duty":[146],"cycle,":[147],"which":[148],"ranges":[149],"from":[150,272],"0.685":[151],"0.935":[153],"across":[154],"those":[155],"peak":[158],"stays":[161],"fixed":[162,196],"10.40":[164],"MW.":[165],"Two":[166],"further":[167],"results":[168,280],"follow.":[169],"marginal":[171],"cost":[173],"buying":[175],"one":[176],"accelerator-hour":[177],"makespan":[179],"exactly":[181],"P_comm":[182],"x":[183],"CI":[184],"(0.096":[185],"kgCO2e":[186],"accelerator-kWh":[188],"0.30":[191],"kg/kWh":[192],"grid),":[193],"quantity":[195],"by":[197,224,248,256],"accelerator's":[199],"idle-phase":[200],"completely":[206],"independent":[207],"design.":[211],"And":[212],"entire":[214],"liquid-cooling":[215],"range":[216],"f":[217],"=":[218],"0":[219],"1":[221],"changes":[222],"9.11":[225],"%,":[226],"an":[227],"amount":[228],"all":[233],"3":[234],"840":[235],"points":[236],"parameter":[239],"sweep,":[240],"whereas":[241],"synchronisation":[243],"schedule":[244],"alone":[245,255],"moves":[246],"job's":[252],"start":[253],"hour":[254],"54":[257],"%.":[258],"All":[259],"code":[260],"are":[263,281,288],"openly":[264],"available":[265],"reproduce":[267],"every":[268],"figure":[269],"table":[271],"equations,":[274],"with":[275],"no":[276],"digitised":[277],"data.":[278],"model-derived,":[282],"not":[283],"measured,":[284],"limitations":[287],"stated":[289],"explicitly.":[290]}