{"id":"https://openalex.org/W4400529565","doi":"https://doi.org/10.1145/3626772.3657922","title":"MoME: Mixture-of-Masked-Experts for Efficient Multi-Task Recommendation","display_name":"MoME: Mixture-of-Masked-Experts for Efficient Multi-Task Recommendation","publication_year":2024,"publication_date":"2024-07-10","ids":{"openalex":"https://openalex.org/W4400529565","doi":"https://doi.org/10.1145/3626772.3657922"},"language":"en","primary_location":{"id":"doi:10.1145/3626772.3657922","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3626772.3657922","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3626772.3657922","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101211073","display_name":"Jiahui Xu","orcid":"https://orcid.org/0009-0005-9459-8289"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiahui Xu","raw_affiliation_strings":["ShanghaiTech University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0005-9459-8289","affiliations":[{"raw_affiliation_string":"ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055324098","display_name":"Lu Sun","orcid":"https://orcid.org/0000-0001-8126-2982"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lu Sun","raw_affiliation_strings":["ShanghaiTech University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8126-2982","affiliations":[{"raw_affiliation_string":"ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062272326","display_name":"Dengji Zhao","orcid":"https://orcid.org/0000-0002-9572-1753"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dengji Zhao","raw_affiliation_strings":["ShanghaiTech University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-9572-1753","affiliations":[{"raw_affiliation_string":"ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I30809798"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2527","last_page":"2531"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7461903095245361},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7084763646125793},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.42779144644737244},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.2313441038131714},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.056894898414611816}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7461903095245361},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7084763646125793},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.42779144644737244},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2313441038131714},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.056894898414611816},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3626772.3657922","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3626772.3657922","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3626772.3657922","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3626772.3657922","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2997940111","display_name":null,"funder_award_id":"23010503000","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1677182931","https://openalex.org/W2251324968","https://openalex.org/W2791091755","https://openalex.org/W2809290718","https://openalex.org/W2903852246","https://openalex.org/W2963072899","https://openalex.org/W2963498646","https://openalex.org/W2963877604","https://openalex.org/W2966182616","https://openalex.org/W2998103904","https://openalex.org/W3087931390","https://openalex.org/W3155127799","https://openalex.org/W3171188212","https://openalex.org/W3187615801","https://openalex.org/W4281624287","https://openalex.org/W4287124167"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W4390273403","https://openalex.org/W4386781444","https://openalex.org/W2150182025","https://openalex.org/W3092950680","https://openalex.org/W3197542405","https://openalex.org/W2056712470","https://openalex.org/W3125580266","https://openalex.org/W4317039510"],"abstract_inverted_index":{"Multi-task":[0],"learning":[1,107,115],"techniques":[2],"have":[3,46],"attracted":[4],"great":[5],"attention":[6],"in":[7,50,59,96,181],"recommendation":[8,23,28,184],"systems":[9],"because":[10],"they":[11,54,68],"can":[12],"meet":[13],"the":[14,90,176],"needs":[15],"of":[16,39,118,164,179,183],"modeling":[17],"multiple":[18],"perspectives":[19],"simultaneously":[20],"and":[21,33,45,63,74,122,132,147,161,186],"improve":[22,43],"performance.":[24],"As":[25],"promising":[26],"multi-task":[27],"system":[29],"models,":[30,141],"Mixture-of-Experts":[31],"(MoE)":[32],"related":[34],"methods":[35],"use":[36],"an":[37,101],"ensemble":[38],"expert":[40,94,124,134,168],"sub-networks":[41,95],"to":[42,71,88,126,138],"generalization":[44],"achieved":[47],"significant":[48],"success":[49],"practical":[51],"applications.":[52],"However,":[53],"still":[55],"face":[56],"key":[57],"challenges":[58],"efficient":[60,144],"parameter":[61,145],"sharing":[62,146],"resource":[64],"utilization,":[65],"especially":[66],"when":[67],"are":[69,98],"applied":[70],"real-world":[72,173],"datasets":[73,174],"resource-constrained":[75],"devices.":[76],"In":[77],"this":[78],"paper,":[79],"we":[80],"propose":[81],"a":[82,112,158,162],"novel":[83],"framework":[84],"called":[85],"Mixture-of-Masked-Experts":[86],"(MoME)":[87],"address":[89],"challenges.":[91],"Unlike":[92],"MoE,":[93],"MoME":[97,142,180],"extracted":[99],"from":[100],"identical":[102],"over-parameterized":[103],"base":[104,129,159],"network":[105,160],"by":[106],"binary":[108,113,167],"masks.":[109,169],"It":[110],"utilizes":[111],"mask":[114],"mechanism":[116],"composed":[117],"neuron-level":[119],"model":[120,130],"masking":[121,125],"weight-level":[123],"achieve":[127],"coarse-grained":[128],"pruning":[131],"fine-grained":[133],"pruning,":[135],"respectively.":[136],"Compared":[137],"existing":[139],"MoE-based":[140],"achieves":[143],"requires":[148],"significantly":[149],"less":[150],"sub-network":[151],"storage":[152],"since":[153],"it":[154],"actually":[155],"only":[156],"trains":[157],"mixture":[163],"partially":[165],"overlapped":[166],"Experimental":[170],"results":[171],"on":[172],"demonstrate":[175],"superior":[177],"performance":[178],"terms":[182],"accuracy":[185],"computational":[187],"efficiency.":[188],"Our":[189],"code":[190],"is":[191],"available":[192],"at":[193],"https://https://github.com/Xjh0327/MoME.":[194]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}
