{"id":"https://openalex.org/W7162024553","doi":"https://doi.org/10.48550/arxiv.2605.21100","title":"NanoCP: Request-Level Dynamic Context Parallelism for Data-Expert Parallel Decoding","display_name":"NanoCP: Request-Level Dynamic Context Parallelism for Data-Expert Parallel Decoding","publication_year":2026,"publication_date":"2026-05-20","ids":{"openalex":"https://openalex.org/W7162024553","doi":"https://doi.org/10.48550/arxiv.2605.21100"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.21100","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.21100","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.21100","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5121847875","display_name":"Jiefei Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Jiefei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136673424","display_name":"Binbin Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Binbin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015506594","display_name":"Jinming Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Jinming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136720667","display_name":"Jiangfei Duan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Duan, Jiangfei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120493015","display_name":"Haojie Duanmu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Duanmu, Haojie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136665346","display_name":"Hao Liu","orcid":"https://orcid.org/0009-0006-6620-4657"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046606383","display_name":"Qinxiu Cheng","orcid":"https://orcid.org/0009-0009-3229-9442"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Qinxiu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136661795","display_name":"Xiuhong Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xiuhong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136634408","display_name":"Zhilin Pei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pei, Zhilin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136698896","display_name":"Hui Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Hui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136635134","display_name":"Xingcheng Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xingcheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136687675","display_name":"Dahua Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Dahua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.19349999725818634,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.19349999725818634,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.14149999618530273,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.13510000705718994,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.7534000277519226},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.6919999718666077},{"id":"https://openalex.org/keywords/parallelism","display_name":"Parallelism (grammar)","score":0.47279998660087585},{"id":"https://openalex.org/keywords/data-parallelism","display_name":"Data parallelism","score":0.4657999873161316},{"id":"https://openalex.org/keywords/task-parallelism","display_name":"Task parallelism","score":0.44209998846054077},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4406000077724457},{"id":"https://openalex.org/keywords/cache-coherence","display_name":"Cache coherence","score":0.4174000024795532},{"id":"https://openalex.org/keywords/cpu-cache","display_name":"CPU cache","score":0.4083000123500824},{"id":"https://openalex.org/keywords/instruction-level-parallelism","display_name":"Instruction-level parallelism","score":0.4065999984741211}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8618999719619751},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.7534000277519226},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.741100013256073},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.6919999718666077},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.47279998660087585},{"id":"https://openalex.org/C61483411","wikidata":"https://www.wikidata.org/wiki/Q3124522","display_name":"Data parallelism","level":3,"score":0.4657999873161316},{"id":"https://openalex.org/C42992933","wikidata":"https://www.wikidata.org/wiki/Q691169","display_name":"Task parallelism","level":3,"score":0.44209998846054077},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4406000077724457},{"id":"https://openalex.org/C141917322","wikidata":"https://www.wikidata.org/wiki/Q1025017","display_name":"Cache coherence","level":5,"score":0.4174000024795532},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.4083000123500824},{"id":"https://openalex.org/C140763907","wikidata":"https://www.wikidata.org/wiki/Q2714055","display_name":"Instruction-level parallelism","level":3,"score":0.4065999984741211},{"id":"https://openalex.org/C25536678","wikidata":"https://www.wikidata.org/wiki/Q5015977","display_name":"Cache invalidation","level":5,"score":0.3628000020980835},{"id":"https://openalex.org/C53833338","wikidata":"https://www.wikidata.org/wiki/Q1061424","display_name":"Context switch","level":2,"score":0.3628000020980835},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.3506999909877777},{"id":"https://openalex.org/C113166858","wikidata":"https://www.wikidata.org/wiki/Q5015981","display_name":"Cache pollution","level":5,"score":0.349700003862381},{"id":"https://openalex.org/C38556500","wikidata":"https://www.wikidata.org/wiki/Q13404475","display_name":"Cache algorithms","level":4,"score":0.33169999718666077},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.32409998774528503},{"id":"https://openalex.org/C120936851","wikidata":"https://www.wikidata.org/wiki/Q1408065","display_name":"MESI protocol","level":5,"score":0.2897000014781952},{"id":"https://openalex.org/C201148951","wikidata":"https://www.wikidata.org/wiki/Q5015976","display_name":"Cache coloring","level":4,"score":0.28380000591278076},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.2815000116825104},{"id":"https://openalex.org/C189930140","wikidata":"https://www.wikidata.org/wiki/Q1112878","display_name":"CAS latency","level":4,"score":0.2766000032424927},{"id":"https://openalex.org/C19012869","wikidata":"https://www.wikidata.org/wiki/Q578372","display_name":"Response time","level":2,"score":0.2754000127315521},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.272599995136261},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.21100","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.21100","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.21100","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.21100","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Modern":[0],"serving":[1],"systems":[2,35],"for":[3],"Mixture-of-Experts":[4],"(MoE)":[5],"models":[6],"adopt":[7],"hybrid":[8],"data-expert":[9],"parallelism:":[10],"expert":[11],"parallelism":[12,23,90,97,123,150],"(EP)":[13],"shards":[14],"experts":[15],"across":[16,28,79,141,156],"GPUs":[17],"to":[18,30,45,133,200,224],"scale":[19],"capacity,":[20],"while":[21,57],"data":[22],"(DP)":[24],"replicates":[25],"attention":[26,50,140],"layers":[27],"instances":[29],"process":[31],"independent":[32],"requests.":[33],"Existing":[34],"bind":[36],"each":[37,127],"request's":[38],"attention,":[39],"MoE":[40,58,110],"communication,":[41],"and":[42,102,116,166],"KV":[43,54,77,113,135,154,163],"cache":[44,55,114,155,164],"a":[46,129,188],"single":[47],"instance.":[48],"Because":[49],"latency":[51,60,83,221],"scales":[52,61],"with":[53,62,176,187],"size":[56],"communication":[59,101,111,191],"batch":[63,167],"size,":[64],"this":[65],"binding":[66],"cannot":[67],"balance":[68,119],"both":[69,160],"simultaneously,":[70],"producing":[71],"EP":[72],"stragglers;":[73],"it":[74],"also":[75],"fragments":[76],"memory":[78],"instances,":[80],"inflating":[81],"tail":[82,220],"under":[84,205],"long":[85,137],"contexts.":[86],"While":[87],"existing":[88],"context":[89,122],"(CP)":[91],"mitigates":[92,216],"these":[93],"constraints,":[94],"its":[95,134],"uniform":[96],"degree":[98,131],"incurs":[99],"prohibitive":[100],"attention-side":[103],"overheads.":[104],"We":[105],"present":[106],"\\work,":[107],"which":[108],"decouples":[109],"from":[112],"placement":[115],"achieves":[117],"dual":[118],"through":[120],"dynamic":[121,149],"(DCP).":[124],"DCP":[125,175],"assigns":[126],"request":[128,203],"context-parallel":[130],"sized":[132],"footprint:":[136],"requests":[138,145],"distribute":[139],"multiple":[142],"instances;":[143],"short":[144],"remain":[146],"local.":[147],"This":[148],"effectively":[151],"liquefies":[152],"the":[153,157,161],"cluster,":[158],"balancing":[159],"per-instance":[162],"occupancy":[165],"sizes":[168],"without":[169],"unnecessary":[170],"load-balancing":[171],"costs.":[172],"To":[173],"bridge":[174],"static":[177],"execution,":[178],"\\work":[179,197,214],"introduces":[180],"an":[181],"ahead-of-time":[182],"(AOT)":[183],"graph":[184],"engine":[185],"paired":[186],"custom":[189],"routing-based":[190],"backend.":[192],"Experimental":[193],"results":[194],"show":[195],"that":[196],"maintains":[198],"up":[199,223],"$1.88\\times$--$3.27\\times$":[201],"higher":[202],"rates":[204],"strict":[206],"time-per-output-token":[207],"(TPOT)":[208],"service":[209],"level":[210],"objectives":[211],"(SLOs).":[212],"Furthermore,":[213],"significantly":[215],"stragglers,":[217],"reducing":[218],"P99":[219],"by":[222],"$1.79\\times$--$2.12\\times$.":[225]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-22T00:00:00"}