{"id":"https://openalex.org/W7166576229","doi":"https://doi.org/10.48550/arxiv.2606.27743","title":"End-to-End Dynamic Sparsity for Resource-Adaptive LLM Inference","display_name":"End-to-End Dynamic Sparsity for Resource-Adaptive LLM Inference","publication_year":2026,"publication_date":"2026-06-26","ids":{"openalex":"https://openalex.org/W7166576229","doi":"https://doi.org/10.48550/arxiv.2606.27743"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.27743","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.27743","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.27743","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139601401","display_name":"Yuhang Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yuhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073311852","display_name":"Jinhao Duan","orcid":"https://orcid.org/0000-0001-7045-9376"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Duan, Jinhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139553860","display_name":"Ruichen Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Ruichen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086774067","display_name":"Mingfu Liang","orcid":"https://orcid.org/0000-0001-6779-2418"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Mingfu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139597842","display_name":"Xiaohan Wei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Xiaohan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139629394","display_name":"Yunchen Pu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pu, Yunchen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139573950","display_name":"Fei Tian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tian, Fei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139592945","display_name":"Chonglin Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Chonglin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083069631","display_name":"Parish Aggarwal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aggarwal, Parish","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139573486","display_name":"Frank Shyu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shyu, Frank","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139603915","display_name":"Luke Simon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Simon, Luke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139569902","display_name":"Sandeep Pandey","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pandey, Sandeep","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050105433","display_name":"T X Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Tianlong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139625610","display_name":"Xi Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Xi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.14790000021457672,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.14790000021457672,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.07639999687671661,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.06719999760389328,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5903000235557556},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.44699999690055847},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.4302000105381012},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.42879998683929443},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.41530001163482666},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.37630000710487366},{"id":"https://openalex.org/keywords/memory-footprint","display_name":"Memory footprint","score":0.37130001187324524},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.3675999939441681},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.3409000039100647}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7921000123023987},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5903000235557556},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.44699999690055847},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.4302000105381012},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.42879998683929443},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.41530001163482666},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.37630000710487366},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.37130001187324524},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.3675999939441681},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.35839998722076416},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34860000014305115},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.3409000039100647},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.32760000228881836},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.3264999985694885},{"id":"https://openalex.org/C2779645999","wikidata":"https://www.wikidata.org/wiki/Q1858477","display_name":"Frugality","level":2,"score":0.325300008058548},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.32010000944137573},{"id":"https://openalex.org/C164155591","wikidata":"https://www.wikidata.org/wiki/Q2067766","display_name":"Satisfiability modulo theories","level":2,"score":0.3181999921798706},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.30820000171661377},{"id":"https://openalex.org/C137635306","wikidata":"https://www.wikidata.org/wiki/Q182667","display_name":"Pareto principle","level":2,"score":0.3019999861717224},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.2937000095844269},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.2915000021457672},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.2904999852180481},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.28929999470710754},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.2831999957561493},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.27970001101493835},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.2766000032424927},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.2766000032424927},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.2578999996185303},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.250900000333786},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.25040000677108765}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.27743","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.27743","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.27743","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.27743","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.5703234672546387,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"inference":[4,91,259],"is":[5,29],"typically":[6],"deployed":[7],"under":[8,55],"a":[9,16,93,125,169,248],"static":[10,48,243],"resource":[11,56,105,136,186],"assumption,":[12],"where":[13],"models":[14,49],"execute":[15],"fixed":[17],"computational":[18,180],"graph":[19],"regardless":[20],"of":[21,226],"the":[22,100,103,118,166,206,227,233],"runtime":[23,104],"environment.":[24],"However,":[25],"real-world":[26,143],"cloud":[27],"infrastructure":[28],"inherently":[30],"dynamic,":[31],"characterized":[32],"by":[33,255],"fluctuating":[34],"availability":[35],"(e.g.,":[36],"spot":[37],"instance":[38],"preemption)":[39],"and":[40,102,112,135,150,158,213,252],"tiered":[41],"Quality-of-Service":[42],"requirements.":[43],"In":[44],"such":[45],"volatile":[46],"settings,":[47],"are":[50,122],"inflexible:":[51],"they":[52],"either":[53],"crash":[54],"constraints":[57],"or":[58,244],"waste":[59],"compute":[60],"on":[61,86,98,211,230,238],"redundant":[62],"operations.":[63],"To":[64],"bridge":[65],"this":[66],"gap,":[67],"we":[68,89],"propose":[69],"Learning":[70],"to":[71,184,217],"Allocate":[72],"(L2A),":[73],"an":[74],"end-to-end":[75],"framework":[76],"for":[77,148,155,161],"resource-adaptive":[78],"inference.":[79],"Unlike":[80],"prior":[81],"methods":[82],"that":[83,128],"condition":[84],"only":[85],"input":[87,101,173],"difficulty,":[88],"formulate":[90],"as":[92],"constrained":[94],"allocation":[95],"problem":[96],"conditioned":[97],"both":[99],"budget":[106],"itself.":[107],"We":[108],"introduce":[109],"lightweight,":[110],"budget-conditioned":[111],"input-aware":[113],"gating":[114],"networks":[115],"integrated":[116],"into":[117],"LLM.":[119],"These":[120],"gates":[121],"trained":[123],"via":[124],"unified":[126],"objective":[127],"jointly":[129],"optimizes":[130],"task":[131],"performance,":[132],"logical":[133],"consistency,":[134],"costs":[137],"along":[138],"three":[139],"axes":[140],"matching":[141],"how":[142],"dynamics":[144],"manifest:":[145],"layer":[146,220],"skipping":[147],"memory":[149],"depth":[151,190],"pressure,":[152],"head":[153],"pruning":[154],"throughput":[156],"contention,":[157],"reasoning-token":[159],"reduction":[160],"latency":[162],"tightening.":[163],"This":[164],"lets":[165],"model":[167,204,251],"learn":[168],"budget-aware":[170],"policy":[171],"beyond":[172],"difficulty":[174],"alone:":[175],"it":[176,222],"adaptively":[177],"configures":[178],"its":[179],"footprint":[181],"with":[182,232],"respect":[183],"real-time":[185],"dynamics,":[187],"maximizing":[188],"reasoning":[189],"when":[191,198],"resources":[192],"permit":[193],"while":[194,241],"enforcing":[195],"strict":[196],"frugality":[197],"budgets":[199],"tighten.":[200],"A":[201],"single":[202],"L2A":[203],"traces":[205],"entire":[207],"compute-accuracy":[208],"Pareto":[209],"frontier":[210],"Llama-3-8B":[212],"Qwen-3-4B:":[214],"at":[215,257],"up":[216],"34%":[218],"realized":[219],"sparsity,":[221],"stays":[223],"within":[224],"0.6%":[225],"dense":[228],"baseline":[229,246],"GSM8K,":[231],"same":[234],"gap":[235],"holding":[236],"zero-shot":[237],"out-of-distribution":[239],"tasks,":[240],"every":[242],"heuristic":[245],"requires":[247],"separately":[249],"tuned":[250],"still":[253],"drops":[254],"5-10%":[256],"comparable":[258],"time.":[260]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-30T00:00:00"}