{"id":"https://openalex.org/W7160611569","doi":"https://doi.org/10.48550/arxiv.2605.05467","title":"Nitsum: Serving Tiered LLM Requests with Adaptive Tensor Parallelism","display_name":"Nitsum: Serving Tiered LLM Requests with Adaptive Tensor Parallelism","publication_year":2026,"publication_date":"2026-05-06","ids":{"openalex":"https://openalex.org/W7160611569","doi":"https://doi.org/10.48550/arxiv.2605.05467"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.05467","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.05467","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.05467","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071955556","display_name":"Vikranth Srivatsa","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Srivatsa, Vikranth","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036045305","display_name":"Zijian He","orcid":"https://orcid.org/0009-0004-8827-2664"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Zijian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135645924","display_name":"Pu Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Pu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100759529","display_name":"Dongming Li","orcid":"https://orcid.org/0000-0002-5531-0618"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Dongming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135728736","display_name":"Yiying Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yiying","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.5629000067710876,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.5629000067710876,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.14710000157356262,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.08540000021457672,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/goodput","display_name":"Goodput","score":0.9527000188827515},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.6144000291824341},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6062999963760376},{"id":"https://openalex.org/keywords/queueing-theory","display_name":"Queueing theory","score":0.4361000061035156},{"id":"https://openalex.org/keywords/parallelism","display_name":"Parallelism (grammar)","score":0.42419999837875366},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.41100001335144043},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.39100000262260437},{"id":"https://openalex.org/keywords/queue","display_name":"Queue","score":0.33820000290870667}],"concepts":[{"id":"https://openalex.org/C94022561","wikidata":"https://www.wikidata.org/wiki/Q1172393","display_name":"Goodput","level":4,"score":0.9527000188827515},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8705000281333923},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.6144000291824341},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6062999963760376},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5609999895095825},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5153999924659729},{"id":"https://openalex.org/C22684755","wikidata":"https://www.wikidata.org/wiki/Q847526","display_name":"Queueing theory","level":2,"score":0.4361000061035156},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.42419999837875366},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.41100001335144043},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.39100000262260437},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.38760000467300415},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.33820000290870667},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.329800009727478},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.31450000405311584},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.3095000088214874},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.30390000343322754},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.29739999771118164},{"id":"https://openalex.org/C78766204","wikidata":"https://www.wikidata.org/wiki/Q555032","display_name":"Multi-core processor","level":2,"score":0.296999990940094},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.28949999809265137},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.2808000147342682},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.27720001339912415},{"id":"https://openalex.org/C84511453","wikidata":"https://www.wikidata.org/wiki/Q2914952","display_name":"Concurrency control","level":3,"score":0.27070000767707825},{"id":"https://openalex.org/C19012869","wikidata":"https://www.wikidata.org/wiki/Q578372","display_name":"Response time","level":2,"score":0.2565999925136566},{"id":"https://openalex.org/C2779084733","wikidata":"https://www.wikidata.org/wiki/Q17097343","display_name":"Processor sharing","level":3,"score":0.25540000200271606},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.05467","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.05467","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.05467","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.05467","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6001790761947632,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"LLM":[0,80],"serving":[1,81],"is":[2,40],"increasingly":[3],"multi-tenant:":[4],"the":[5],"same":[6],"deployment":[7,98],"must":[8],"handle":[9],"latency-critical":[10],"interactive":[11],"requests":[12],"and":[13,37,47,61,108,122,130],"more":[14],"relaxed":[15],"background":[16],"workloads":[17],"under":[18,72],"a":[19,25,78,89,96],"fixed":[20],"GPU":[21,106],"budget.":[22],"This":[23],"creates":[24],"tiered-SLO":[26],"setting":[27],"where":[28],"maximizing":[29],"overall":[30],"goodput":[31,138],"(requests":[32],"that":[33,83,134],"satisfy":[34],"both":[35],"TTFT":[36],"TPOT":[38],"targets)":[39],"challenging":[41],"because":[42],"workload":[43],"mix,":[44],"request":[45,109],"lengths,":[46],"load":[48],"intensity":[49],"vary":[50],"over":[51,139],"time.":[52],"Existing":[53],"systems":[54],"mainly":[55],"optimize":[56],"request-level":[57],"controls":[58],"(e.g.,":[59],"queuing":[60],"batching)":[62],"while":[63],"keeping":[64],"execution":[65],"configuration":[66],"largely":[67],"static,":[68],"which":[69],"limits":[70],"adaptation":[71,115],"multi-tier":[73],"contention.":[74],"We":[75],"present":[76],"Nitsum,":[77],"distributed":[79],"system":[82],"treats":[84],"tensor":[85],"parallelism":[86],"(TP)":[87],"as":[88],"first-class":[90],"runtime":[91],"control":[92],"surface":[93],"rather":[94],"than":[95],"static":[97],"choice.":[99],"Nitsum":[100,117,135],"jointly":[101],"optimizes":[102],"TP":[103,114],"level,":[104],"prefill/decode":[105],"split,":[107],"scheduling.":[110],"To":[111],"make":[112],"frequent":[113],"practical,":[116],"introduces":[118],"TP-aware":[119],"weight":[120],"reuse":[121],"fast":[123],"KV":[124],"migration.":[125],"Experiments":[126],"on":[127],"real":[128],"traces":[129],"targeted":[131],"microbenchmarks":[132],"show":[133],"improves":[136],"SLO-compliant":[137],"SoTA":[140],"by":[141],"up":[142],"to":[143],"5.3":[144],"times.":[145]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-09T00:00:00"}