{"id":"https://openalex.org/W7140274684","doi":"https://doi.org/10.48550/arxiv.2603.22774","title":"Characterizing CPU-Induced Slowdowns in Multi-GPU LLM Inference","display_name":"Characterizing CPU-Induced Slowdowns in Multi-GPU LLM Inference","publication_year":2026,"publication_date":"2026-03-24","ids":{"openalex":"https://openalex.org/W7140274684","doi":"https://doi.org/10.48550/arxiv.2603.22774"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.22774","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.22774","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.22774","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128452737","display_name":"Euijun Chung","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chung, Euijun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130542580","display_name":"Yuxiao Jia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jia, Yuxiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028394517","display_name":"Aaron Jezghani","orcid":"https://orcid.org/0000-0002-4302-4227"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jezghani, Aaron","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130627011","display_name":"Hyesoon Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Hyesoon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.33320000767707825,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.33320000767707825,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.2046000063419342,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.07769999653100967,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6444000005722046},{"id":"https://openalex.org/keywords/central-processing-unit","display_name":"Central processing unit","score":0.6187999844551086},{"id":"https://openalex.org/keywords/cuda","display_name":"CUDA","score":0.614799976348877},{"id":"https://openalex.org/keywords/cpu-shielding","display_name":"CPU shielding","score":0.5788999795913696},{"id":"https://openalex.org/keywords/multi-core-processor","display_name":"Multi-core processor","score":0.5108000040054321},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.5041999816894531},{"id":"https://openalex.org/keywords/provisioning","display_name":"Provisioning","score":0.44909998774528503},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4090000092983246}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8414999842643738},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6444000005722046},{"id":"https://openalex.org/C49154492","wikidata":"https://www.wikidata.org/wiki/Q5300","display_name":"Central processing unit","level":2,"score":0.6187999844551086},{"id":"https://openalex.org/C2778119891","wikidata":"https://www.wikidata.org/wiki/Q477690","display_name":"CUDA","level":2,"score":0.614799976348877},{"id":"https://openalex.org/C180613757","wikidata":"https://www.wikidata.org/wiki/Q5013757","display_name":"CPU shielding","level":3,"score":0.5788999795913696},{"id":"https://openalex.org/C78766204","wikidata":"https://www.wikidata.org/wiki/Q555032","display_name":"Multi-core processor","level":2,"score":0.5108000040054321},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.5041999816894531},{"id":"https://openalex.org/C172191483","wikidata":"https://www.wikidata.org/wiki/Q1071806","display_name":"Provisioning","level":2,"score":0.44909998774528503},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4090000092983246},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.40380001068115234},{"id":"https://openalex.org/C2778434605","wikidata":"https://www.wikidata.org/wiki/Q2445479","display_name":"Total cost of ownership","level":2,"score":0.32829999923706055},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.326200008392334},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.3156999945640564},{"id":"https://openalex.org/C2989134064","wikidata":"https://www.wikidata.org/wiki/Q288510","display_name":"Execution time","level":2,"score":0.3118000030517578},{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.3109000027179718},{"id":"https://openalex.org/C189930140","wikidata":"https://www.wikidata.org/wiki/Q1112878","display_name":"CAS latency","level":4,"score":0.29739999771118164},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.29179999232292175},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.29019999504089355},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.2671000063419342},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25999999046325684},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2565000057220459}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.22774","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.22774","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.22774","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.22774","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large-scale":[0],"machine":[1],"learning":[2],"workloads":[3],"increasingly":[4],"rely":[5],"on":[6],"multi-GPU":[7,38],"systems,":[8],"yet":[9],"their":[10],"performance":[11,39,133],"is":[12,113],"often":[13],"limited":[14,57],"by":[15,164],"an":[16],"overlooked":[17],"component:":[18],"the":[19,53,106,125],"CPU.":[20],"Through":[21],"a":[22],"detailed":[23],"study":[24],"of":[25,109,127],"modern":[26,98],"large":[27],"language":[28],"model":[29],"(LLM)":[30],"inference":[31],"and":[32,70,97,134,159],"serving":[33,91,142],"workloads,":[34],"we":[35,144],"find":[36],"that":[37,93,123,146],"frequently":[40,149],"degrades":[41],"not":[42],"because":[43,48],"GPUs":[44,54],"are":[45,84],"saturated,":[46],"but":[47],"CPUs":[49],"fail":[50],"to":[51,75,116],"keep":[52],"busy.":[55],"Under":[56,140],"CPU":[58,111,128,155],"allocations,":[59],"systems":[60],"exhibit":[61],"symptoms":[62],"such":[63,101],"as":[64,102],"delayed":[65],"kernel":[66],"launch,":[67],"stalled":[68],"communication,":[69],"increased":[71],"tokenization":[72],"latency,":[73],"leading":[74],"severe":[76],"GPU":[77,82,117],"underutilization":[78],"even":[79,89],"when":[80],"ample":[81],"resources":[83,156],"available.":[85],"These":[86],"bottlenecks":[87],"persist":[88],"in":[90],"stacks":[92],"employ":[94],"process-level":[95],"separation":[96],"GPU-side":[99],"optimizations":[100],"CUDA":[103],"Graphs.":[104],"Since":[105],"marginal":[107],"cost":[108],"additional":[110,138,171],"cores":[112,129],"small":[114],"relative":[115],"instance":[118],"pricing,":[119],"our":[120],"evaluation":[121],"indicates":[122],"increasing":[124],"number":[126],"can":[130],"substantially":[131],"improve":[132],"stability":[135],"at":[136],"minimal":[137],"cost.":[139],"moderate":[141],"load,":[143],"observe":[145],"CPU-starved":[147],"configurations":[148],"time":[150],"out,":[151],"while":[152],"providing":[153],"adequate":[154],"restores":[157],"responsiveness":[158],"reduces":[160],"time-to-first-token":[161],"(TTFT)":[162],"latency":[163],"1.47--5.15x":[165],"across":[166],"configurations,":[167],"all":[168],"without":[169],"requiring":[170],"GPUs.":[172]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-26T00:00:00"}