{"id":"https://openalex.org/W7134856246","doi":"https://doi.org/10.48550/arxiv.2603.07006","title":"Mozart: Modularized and Efficient MoE Training on 3.5D Wafer-Scale Chiplet Architectures","display_name":"Mozart: Modularized and Efficient MoE Training on 3.5D Wafer-Scale Chiplet Architectures","publication_year":2026,"publication_date":"2026-03-07","ids":{"openalex":"https://openalex.org/W7134856246","doi":"https://doi.org/10.48550/arxiv.2603.07006"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2603.07006","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128647481","display_name":"Shuqing Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Shuqing","raw_affiliation_strings":["Katie"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Katie","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128669538","display_name":"Ye Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Ye","raw_affiliation_strings":["Katie"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Katie","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128672568","display_name":"Pingzhi Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Pingzhi","raw_affiliation_strings":["Katie"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Katie","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128653839","display_name":"Jiayin Qin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qin, Jiayin","raw_affiliation_strings":["Katie"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Katie","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128653400","display_name":"Jie Peng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Jie","raw_affiliation_strings":["Katie"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Katie","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128652937","display_name":"Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang","raw_affiliation_strings":["Katie"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Katie","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128661524","display_name":"Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao","raw_affiliation_strings":["Kevin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kevin","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128666635","display_name":"Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu","raw_affiliation_strings":["Kevin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kevin","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128635576","display_name":"Cao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128660454","display_name":"Tianlong Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Tianlong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.31025825,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.18070000410079956,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.18070000410079956,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.13899999856948853,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.094200000166893,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.6761000156402588},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6169999837875366},{"id":"https://openalex.org/keywords/modularity","display_name":"Modularity (biology)","score":0.597100019454956},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5394999980926514},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5368000268936157},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.4569999873638153},{"id":"https://openalex.org/keywords/resource-efficiency","display_name":"Resource efficiency","score":0.4237000048160553}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7822999954223633},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.6761000156402588},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6169999837875366},{"id":"https://openalex.org/C2779478453","wikidata":"https://www.wikidata.org/wiki/Q6889748","display_name":"Modularity (biology)","level":2,"score":0.597100019454956},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5573999881744385},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5394999980926514},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5368000268936157},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.4984000027179718},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4569999873638153},{"id":"https://openalex.org/C2777958785","wikidata":"https://www.wikidata.org/wiki/Q17120940","display_name":"Resource efficiency","level":2,"score":0.4237000048160553},{"id":"https://openalex.org/C2779808786","wikidata":"https://www.wikidata.org/wiki/Q6664603","display_name":"Locality","level":2,"score":0.388700008392334},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.3472999930381775},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3262999951839447},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3192000091075897},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3149000108242035},{"id":"https://openalex.org/C88482812","wikidata":"https://www.wikidata.org/wiki/Q6453666","display_name":"Modular programming","level":2,"score":0.3019999861717224},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.29019999504089355},{"id":"https://openalex.org/C98025372","wikidata":"https://www.wikidata.org/wiki/Q477538","display_name":"Systems architecture","level":3,"score":0.2639999985694885},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25870001316070557},{"id":"https://openalex.org/C2780428219","wikidata":"https://www.wikidata.org/wiki/Q16952335","display_name":"Cover (algebra)","level":2,"score":0.25760000944137573},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.25220000743865967}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2603.07006","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2603.07006","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.07006","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2603.07006","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Mixture-of-Experts":[0],"(MoE)":[1],"architecture":[2,104],"offers":[3],"enhanced":[4],"efficiency":[5,131],"for":[6,52,140],"Large":[7],"Language":[8],"Models":[9],"(LLMs)":[10],"with":[11,114],"modularized":[12,142],"computation,":[13],"yet":[14],"its":[15],"inherent":[16,70],"sparsity":[17],"poses":[18],"significant":[19,130],"hardware":[20],"deployment":[21],"challenges,":[22],"including":[23],"memory":[24,121],"locality":[25],"issues,":[26],"communication":[27],"overhead,":[28],"and":[29,74,87,100,119,137],"inefficient":[30],"computing":[31],"resource":[32,138],"utilization.":[33],"Inspired":[34],"by":[35],"the":[36,40,64,69,103],"modular":[37],"organization":[38],"of":[39,55,72],"human":[41],"brain,":[42],"we":[43],"propose":[44],"Mozart,":[45],"a":[46,89,115],"novel":[47],"algorithm-hardware":[48],"co-design":[49],"framework":[50],"tailored":[51],"efficient":[53,83],"training":[54],"MoE-based":[56],"LLMs":[57],"on":[58,111],"3.5D":[59],"wafer-scale":[60],"chiplet":[61],"architectures.":[62],"On":[63,102],"algorithm":[65],"side,":[66,105],"Mozart":[67,106],"exploits":[68],"modularity":[71],"chiplets":[73,113],"introduces:":[75],"(1)":[76],"an":[77],"expert":[78],"allocation":[79],"strategy":[80],"that":[81,93],"enables":[82],"on-package":[84],"all-to-all":[85],"communication,":[86],"(2)":[88],"fine-grained":[90],"scheduling":[91],"mechanism":[92],"improves":[94],"communication-computation":[95],"overlap":[96],"through":[97],"streaming":[98],"tokens":[99],"experts.":[101],"adaptively":[107],"co-locates":[108],"heterogeneous":[109],"modules":[110],"specialized":[112],"2.5D":[116],"NoP-Tree":[117],"topology":[118],"hierarchical":[120],"structure.":[122],"Evaluation":[123],"across":[124],"three":[125],"popular":[126],"MoE":[127],"models":[128],"demonstrates":[129],"gains,":[132],"enabling":[133],"more":[134],"effective":[135],"parallelization":[136],"utilization":[139],"large-scale":[141],"MoE-LLMs.":[143]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-03-11T00:00:00"}