{"id":"https://openalex.org/W4417409151","doi":"https://doi.org/10.48550/arxiv.2509.02753","title":"LExI: Layer-Adaptive Active Experts for Efficient MoE Model Inference","display_name":"LExI: Layer-Adaptive Active Experts for Efficient MoE Model Inference","alternate_titles":[],"publication_year":2025,"publication_date":"2025-09-02","ids":{"openalex":"https://openalex.org/W4417409151","doi":"https://doi.org/10.48550/arxiv.2509.02753"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2509.02753","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.02753","pdf_url":"https://arxiv.org/pdf/2509.02753","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4417409151"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2509.02753","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015607198","display_name":"Krishna Teja Chitty-Venkata","orcid":"https://orcid.org/0000-0002-3027-1915","observed_orcids":["https://orcid.org/0000-0002-3027-1915"]},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chitty-Venkata, Krishna Teja","raw_affiliation_strings":["Argonne National Laboratory , Lemont , IL 60439 , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Argonne National Laboratory , Lemont , IL 60439 , USA","institution_ids":["https://openalex.org/I1282105669"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004608167","display_name":"Sandeep Madireddy","orcid":"https://orcid.org/0000-0002-0437-8655","observed_orcids":["https://orcid.org/0000-0002-0437-8655"]},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Madireddy, Sandeep","raw_affiliation_strings":["Argonne National Laboratory , Lemont , IL 60439 , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Argonne National Laboratory , Lemont , IL 60439 , USA","institution_ids":["https://openalex.org/I1282105669"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014448094","display_name":"Murali Krishna Emani","orcid":"https://orcid.org/0000-0002-6279-0007","observed_orcids":["https://orcid.org/0000-0002-6279-0007"]},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Emani, Murali","raw_affiliation_strings":["Argonne National Laboratory , Lemont , IL 60439 , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Argonne National Laboratory , Lemont , IL 60439 , USA","institution_ids":["https://openalex.org/I1282105669"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075500139","display_name":"Venkatram Vishwanath","orcid":"https://orcid.org/0000-0001-7248-6116","observed_orcids":["https://orcid.org/0000-0001-7248-6116"]},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vishwanath, Venkatram","raw_affiliation_strings":["Argonne National Laboratory , Lemont , IL 60439 , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Argonne National Laboratory , Lemont , IL 60439 , USA","institution_ids":["https://openalex.org/I1282105669"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1282105669"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.003000000026077032,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0024999999441206455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mixture-of-experts","display_name":"mixture of experts","score":0.9710000157356262},{"id":"https://openalex.org/keywords/expert-pruning","display_name":"expert pruning","score":0.8429999947547913},{"id":"https://openalex.org/keywords/inference-throughput","display_name":"inference throughput","score":0.5609999895095825},{"id":"https://openalex.org/keywords/memory-efficiency","display_name":"memory efficiency","score":0.44999998807907104},{"id":"https://openalex.org/keywords/language-models","display_name":"language models","score":0.42899999022483826},{"id":"https://openalex.org/keywords/vision-models","display_name":"vision models","score":0.7360000014305115},{"id":"https://openalex.org/keywords/vllm","display_name":"vLLM","score":0.6019999980926514}],"concepts":[{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7885000109672546},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.7671999931335449},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7542999982833862},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5802000164985657},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5532000064849854},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5117999911308289},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.4803999960422516},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.3441999852657318},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.33820000290870667},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.3370000123977661},{"id":"https://openalex.org/C132943942","wikidata":"https://www.wikidata.org/wiki/Q2562511","display_name":"Footprint","level":2,"score":0.33079999685287476},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.28279998898506165},{"id":"https://openalex.org/C46743427","wikidata":"https://www.wikidata.org/wiki/Q1341685","display_name":"Inference engine","level":3,"score":0.2793999910354614},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.2718000113964081},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.26570001244544983},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.2515000104904175},{"id":"https://openalex.org/C134261354","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical inference","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2509.02753","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.02753","pdf_url":"https://arxiv.org/pdf/2509.02753","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2509.02753","doi":"https://doi.org/10.48550/arxiv.2509.02753","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2509.02753","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2509.02753","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.02753","pdf_url":"https://arxiv.org/pdf/2509.02753","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G102163711","display_name":null,"funder_award_id":"DE\u2010 AC02\u201006CH11357","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G107546177","display_name":null,"funder_award_id":"DE- AC02-06-CH11357","funder_id":"https://openalex.org/F4320338284","funder_display_name":"Argonne National Laboratory"},{"id":"https://openalex.org/G1664757510","display_name":null,"funder_award_id":"AC02\u201306CH11357","funder_id":"https://openalex.org/F4320338284","funder_display_name":"Argonne National Laboratory"},{"id":"https://openalex.org/G2287611682","display_name":null,"funder_award_id":"AC02\u201006CH11357","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G262962599","display_name":null,"funder_award_id":"AC02\u201006CH11357","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G3075337988","display_name":null,"funder_award_id":"06CH11357","funder_id":"https://openalex.org/F4320338284","funder_display_name":"Argonne National Laboratory"},{"id":"https://openalex.org/G5398989114","display_name":null,"funder_award_id":"AC02-06CH11357","funder_id":"https://openalex.org/F4320337506","funder_display_name":"Advanced Scientific Computing Research"},{"id":"https://openalex.org/G6918803902","display_name":null,"funder_award_id":"06CH11357","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G878601127","display_name":null,"funder_award_id":"DE-AC02-06CH11357","funder_id":"https://openalex.org/F4320337506","funder_display_name":"Advanced Scientific Computing Research"},{"id":"https://openalex.org/G993149817","display_name":null,"funder_award_id":"DE-AC02-06CH11357 ","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"}],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320332359","display_name":"Office of Science","ror":"https://ror.org/00mmn6b08"},{"id":"https://openalex.org/F4320337506","display_name":"Advanced Scientific Computing Research","ror":"https://ror.org/0012c7r22"},{"id":"https://openalex.org/F4320338284","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4417409151.pdf","grobid_xml":"https://content.openalex.org/works/W4417409151.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W2525332836","https://openalex.org/W2794325560","https://openalex.org/W2890894339","https://openalex.org/W2923014074","https://openalex.org/W2946609015","https://openalex.org/W2953271402","https://openalex.org/W2982041622","https://openalex.org/W2996908057","https://openalex.org/W3127067080","https://openalex.org/W3165895465","https://openalex.org/W3204096139","https://openalex.org/W4381586827","https://openalex.org/W4386435778","https://openalex.org/W4387321091","https://openalex.org/W4390723197","https://openalex.org/W4394709684","https://openalex.org/W4396815229","https://openalex.org/W4398796940","https://openalex.org/W4400341518","https://openalex.org/W4402671637","https://openalex.org/W4402671766","https://openalex.org/W4402716477","https://openalex.org/W4402955413","https://openalex.org/W4403577281","https://openalex.org/W4403791888","https://openalex.org/W4404356490","https://openalex.org/W4404792840","https://openalex.org/W4405434026","https://openalex.org/W4413147844","https://openalex.org/W7133223072"],"related_works":["https://openalex.org/W7166845002","https://openalex.org/W4403006781","https://openalex.org/W7161255858","https://openalex.org/W4405032524","https://openalex.org/W4408251199","https://openalex.org/W7206202243","https://openalex.org/W7161029323","https://openalex.org/W7166837033","https://openalex.org/W4416035414","https://openalex.org/W4416035070"],"abstract_inverted_index":{"Mixture-of-Experts":[0],"(MoE)":[1],"models":[2],"scale":[3],"efficiently":[4],"by":[5],"activating":[6],"only":[7,76,122],"a":[8,15,49,101,116],"subset":[9],"of":[10,52,110,131,139,164],"experts":[11,53,112,141],"per":[12,113,143],"token,":[13],"offering":[14],"computationally":[16],"sparse":[17],"alternative":[18],"to":[19,126],"dense":[20],"architectures.":[21],"While":[22],"prior":[23],"post-training":[24],"optimizations,":[25],"such":[26,92],"as":[27,93],"inter-":[28],"and":[29,62,134,149],"intra-expert":[30],"pruning,":[31],"reduce":[32],"memory":[33,78],"usage":[34],"they":[35],"provide":[36],"limited":[37],"gains":[38],"in":[39,59,115,162],"inference-time":[40],"compute":[41],"efficiency.":[42],"Moreover,":[43],"existing":[44],"MoE":[45,72,118,151,159],"architectures":[46],"typically":[47],"activate":[48],"fixed":[50],"number":[51,109,138],"uniformly":[54],"across":[55],"all":[56],"layers,":[57],"resulting":[58],"redundant":[60],"computation":[61],"suboptimal":[63],"performance.":[64],"In":[65],"this":[66],"work,":[67],"we":[68,98],"first":[69],"demonstrate":[70,153],"that":[71,105,154],"pruning":[73,160],"strategies":[74],"improve":[75,84],"the":[77,107,123,128,137,177],"footprint":[79],"but":[80],"do":[81],"not":[82],"significantly":[83,156],"inference":[85,165],"performance":[86],"on":[87,146,180],"GPU":[88,183],"using":[89,173],"optimized":[90],"frameworks":[91],"vLLM.":[94],"To":[95],"address":[96],"this,":[97],"introduce":[99],"LExI,":[100,174],"data-free":[102],"optimization":[103],"technique":[104],"determines":[106],"optimal":[108],"active":[111,140],"layer":[114,133],"pretrained":[117],"model.":[119],"LExI":[120,155],"leverages":[121],"model":[124],"weights":[125],"estimate":[127],"relative":[129],"importance":[130],"each":[132],"adaptively":[135],"assigns":[136],"accordingly":[142],"layer.":[144],"Experiments":[145],"state-of-the-art":[147],"language":[148],"vision":[150],"benchmarks":[152],"outperforms":[157],"traditional":[158,189],"approaches":[161],"terms":[163],"efficiency":[166],"with":[167,184],"negligible":[168],"accuracy":[169,187],"loss.":[170],"For":[171],"example,":[172],"Qwen1.5-MoE":[175],"achieves":[176],"same":[178],"throughput":[179],"Nvidia":[181],"H100":[182],"10%":[185],"better":[186],"than":[188],"expert":[190],"pruning.":[191]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4417409151","counts_by_year":[{"year":2026,"cited_by_count":12}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2025-10-10T00:00:00"}
