{"id":"https://openalex.org/W4414897584","doi":"https://doi.org/10.48550/arxiv.2506.01656","title":"Mixture of Experts Provably Detect and Learn the Latent Cluster Structure in Gradient-Based Learning","display_name":"Mixture of Experts Provably Detect and Learn the Latent Cluster Structure in Gradient-Based Learning","publication_year":2025,"publication_date":"2025-06-02","ids":{"openalex":"https://openalex.org/W4414897584","doi":"https://doi.org/10.48550/arxiv.2506.01656"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2506.01656","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.01656","pdf_url":"https://arxiv.org/pdf/2506.01656","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2506.01656","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055978970","display_name":"Ryotaro Kawata","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kawata, Ryotaro","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119878949","display_name":"Kohsei Matsutani","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Matsutani, Kohsei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112179956","display_name":"Yuri Kinoshita","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kinoshita, Yuri","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044052066","display_name":"Naoki Nishikawa","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nishikawa, Naoki","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5078812767","display_name":"Taiji Suzuki","orcid":"https://orcid.org/0000-0003-3459-1016"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Suzuki, Taiji","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.7867000102996826,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.7867000102996826,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.6990000009536743,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5587999820709229},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.48339998722076416},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4478999972343445},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4456999897956848},{"id":"https://openalex.org/keywords/cluster","display_name":"Cluster (spacecraft)","score":0.4359000027179718},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.43320000171661377},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.42829999327659607},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4117000102996826}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6665999889373779},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6488999724388123},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5587999820709229},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5539000034332275},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.48339998722076416},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4478999972343445},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4456999897956848},{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.4359000027179718},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.43320000171661377},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.42829999327659607},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4117000102996826},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.34290000796318054},{"id":"https://openalex.org/C2778445095","wikidata":"https://www.wikidata.org/wiki/Q18354077","display_name":"Sample complexity","level":2,"score":0.3147999942302704},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.3028999865055084},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.29899999499320984},{"id":"https://openalex.org/C45942800","wikidata":"https://www.wikidata.org/wiki/Q245652","display_name":"Ensemble learning","level":2,"score":0.287200003862381},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2784000039100647},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.2761000096797943},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.2720000147819519},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.2515999972820282}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2506.01656","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.01656","pdf_url":"https://arxiv.org/pdf/2506.01656","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2506.01656","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2506.01656","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2506.01656","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.01656","pdf_url":"https://arxiv.org/pdf/2506.01656","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2207295377","display_name":"\u5927\u898f\u6a21\u57fa\u76e4\u30e2\u30c7\u30eb\u306e\u9769\u65b0\u7684\u539f\u7406\u89e3\u660e\u3068\u65b9\u6cd5\u8ad6\u306e\u65b0\u5c55\u958b","funder_award_id":"24K02905","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G6718509927","display_name":null,"funder_award_id":"CREST","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G7053381585","display_name":null,"funder_award_id":"JPMJCR2015","funder_id":"https://openalex.org/F4320338075","funder_display_name":"Core Research for Evolutional Science and Technology"},{"id":"https://openalex.org/G7939374355","display_name":null,"funder_award_id":"JPMJCR2115","funder_id":"https://openalex.org/F4320338075","funder_display_name":"Core Research for Evolutional Science and Technology"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"},{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"},{"id":"https://openalex.org/F4320338075","display_name":"Core Research for Evolutional Science and Technology","ror":"https://ror.org/00097mb19"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4414897584.pdf","grobid_xml":"https://content.openalex.org/works/W4414897584.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Mixture":[0],"of":[1,6,28,34,56,74,113,151,168,181,193],"Experts":[2],"(MoE),":[3],"an":[4,70,162],"ensemble":[5],"specialized":[7],"models":[8],"equipped":[9],"with":[10,69],"a":[11,66,85,93,104,137],"router":[12],"that":[13,84,136],"dynamically":[14],"distributes":[15],"each":[16,120,152],"input":[17],"to":[18,41,110,154,161,177],"appropriate":[19],"experts,":[20],"has":[21],"achieved":[22],"successful":[23],"results":[24],"in":[25,90,140,190],"the":[26,51,59,79,101,111,127,131,149,157,166,175,179,182,191],"field":[27],"machine":[29],"learning.":[30],"However,":[31],"theoretical":[32],"understanding":[33],"this":[35,46,142,171],"architecture":[36],"is":[37,107,117,173],"falling":[38],"behind":[39],"due":[40],"its":[42,187],"inherent":[43],"complexity.":[44],"In":[45],"paper,":[47],"we":[48,82,125,134],"theoretically":[49],"study":[50],"sample":[52],"and":[53],"runtime":[54],"complexity":[55],"MoE":[57,138,183],"following":[58],"stochastic":[60],"gradient":[61],"descent":[62],"(SGD)":[63],"when":[64,124],"learning":[65],"regression":[67],"task":[68],"underlying":[71],"cluster":[72],"structure":[73],"single":[75],"index":[76],"models.":[77],"On":[78,130],"one":[80],"hand,":[81,133],"prove":[83],"vanilla":[86],"neural":[87],"network":[88],"fails":[89],"detecting":[91],"such":[92],"latent":[94],"organization":[95],"as":[96,103],"it":[97],"can":[98],"only":[99],"process":[100],"problem":[102,143],"whole.":[105],"This":[106],"intrinsically":[108],"related":[109],"concept":[112],"information":[114],"exponent":[115],"which":[116],"low":[118],"for":[119],"cluster,":[121],"but":[122],"increases":[123],"consider":[126],"entire":[128],"task.":[129],"other":[132],"show":[135],"succeeds":[139],"dividing":[141],"into":[144],"easier":[145],"subproblems":[146],"by":[147,185],"leveraging":[148],"ability":[150],"expert":[153],"weakly":[155],"recover":[156],"simpler":[158],"function":[159],"corresponding":[160],"individual":[163],"cluster.":[164],"To":[165],"best":[167],"our":[169],"knowledge,":[170],"work":[172],"among":[174],"first":[176],"explore":[178],"benefits":[180],"framework":[184],"examining":[186],"SGD":[188],"dynamics":[189],"context":[192],"nonlinear":[194],"regression.":[195]},"counts_by_year":[],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}