{"id":"https://openalex.org/W4403577923","doi":"https://doi.org/10.1145/3627673.3679691","title":"MMLRec: A Unified Multi-Task and Multi-Scenario Learning Benchmark for Recommendation","display_name":"MMLRec: A Unified Multi-Task and Multi-Scenario Learning Benchmark for Recommendation","publication_year":2024,"publication_date":"2024-10-20","ids":{"openalex":"https://openalex.org/W4403577923","doi":"https://doi.org/10.1145/3627673.3679691"},"language":"en","primary_location":{"id":"doi:10.1145/3627673.3679691","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3627673.3679691","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3627673.3679691","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053707736","display_name":"Guanghu Yuan","orcid":"https://orcid.org/0000-0003-1559-2996"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Guanghu Yuan","raw_affiliation_strings":["Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000018492","display_name":"Jieyu Yang","orcid":"https://orcid.org/0000-0002-7973-3981"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jieyu Yang","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100728142","display_name":"Shujie Li","orcid":"https://orcid.org/0000-0001-5239-2454"},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shujie Li","raw_affiliation_strings":["Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045837483","display_name":"Mingjie Zhong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mingjie Zhong","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060281068","display_name":"Ang Li","orcid":"https://orcid.org/0009-0004-8930-1658"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ang Li","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081961170","display_name":"Ke Ding","orcid":"https://orcid.org/0009-0001-0562-1987"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ke Ding","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082449442","display_name":"Yong He","orcid":"https://orcid.org/0009-0000-5390-2655"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yong He","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083369457","display_name":"Min Yang","orcid":"https://orcid.org/0000-0001-7345-5071"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Yang","raw_affiliation_strings":["Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100425242","display_name":"Liang Zhang","orcid":"https://orcid.org/0000-0002-7744-7789"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang Zhang","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100746436","display_name":"Xiaolu Zhang","orcid":"https://orcid.org/0009-0007-7508-0956"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaolu Zhang","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044628261","display_name":"Linjian Mo","orcid":"https://orcid.org/0000-0002-6682-1448"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Linjian Mo","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":11,"corresponding_author_ids":["https://openalex.org/A5053707736"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210145761"],"apc_list":null,"apc_paid":null,"fwci":0.8118,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.80254769,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"3063","last_page":"3072"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8456215858459473},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7935158014297485},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7111774682998657},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4504375159740448},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.4204041659832001},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37568074464797974},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.09659183025360107},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09415680170059204}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8456215858459473},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7935158014297485},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7111774682998657},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4504375159740448},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.4204041659832001},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37568074464797974},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.09659183025360107},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09415680170059204},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3627673.3679691","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3627673.3679691","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3627673.3679691","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3627673.3679691","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W2809290718","https://openalex.org/W2903852246","https://openalex.org/W2962989965","https://openalex.org/W2963877604","https://openalex.org/W2971196067","https://openalex.org/W3087931390","https://openalex.org/W3094431459","https://openalex.org/W3107962275","https://openalex.org/W3141797743","https://openalex.org/W3155127799","https://openalex.org/W3170073102","https://openalex.org/W3187615801","https://openalex.org/W3191654415","https://openalex.org/W3209943551","https://openalex.org/W4221140664","https://openalex.org/W4223591050","https://openalex.org/W4290876156","https://openalex.org/W4292423901","https://openalex.org/W4307073350","https://openalex.org/W4385568236","https://openalex.org/W4388502659","https://openalex.org/W6888974371"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"In":[0],"recent":[1,77],"years,":[2,78],"there":[3,79,204],"has":[4,52],"been":[5],"a":[6,82,145,214],"trend":[7],"in":[8,76,229,251],"the":[9,25,60,123,252],"field":[10],"of":[11,27,48,63,106,112,147,254],"recommender":[12,160],"systems":[13,161],"towards":[14],"multi-task":[15],"modeling":[16,47],"and":[17,30,44,50,72,101,109,132,138,150,153,225,257],"multi-scenario":[18],"modeling.":[19],"The":[20],"aim":[21],"is":[22,220],"to":[23,40,85,183,221],"enhance":[24],"performance":[26],"various":[28],"tasks":[29,37,49,209],"scenarios":[31,39,51],"by":[32],"jointly":[33],"training":[34],"on":[35,156],"multiple":[36,157],"or":[38,210],"learn":[41],"common":[42],"patterns":[43],"features.":[45],"Joint":[46],"also":[53,246],"received":[54],"widespread":[55],"attention":[56],"recently.":[57],"However,":[58],"despite":[59],"rich":[61],"proposals":[62],"methods":[64,199],"for":[65,128],"Multi-Task":[66],"Learning":[67,70,74],"(MTL),":[68],"Multi-Scenario":[69],"(MSL),":[71],"Multi-Task-Multi-Scenario":[73],"(MTMSL)":[75],"still":[80],"lacks":[81],"comprehensive":[83,126],"benchmark":[84,127,143,239],"evaluate":[86],"these":[87],"methods.":[88],"Previous":[89],"studies":[90],"often":[91],"employed":[92],"different":[93],"datasets,":[94],"data":[95,98],"processing":[96,137],"techniques,":[97],"partitioning":[99],"strategies,":[100],"hyperparameter":[102],"settings,":[103],"making":[104],"replication":[105],"existing":[107],"research":[108,228,250],"fair":[110,164],"comparison":[111],"experimental":[113,193],"results":[114,182],"challenging.":[115],"To":[116],"address":[117],"this":[118,230],"challenge,":[119],"we":[120,167],"introduce":[121],"MMLRec,":[122],"first":[124],"unified":[125,215],"evaluating":[129],"MTL,":[130,148,255],"MSL":[131],"MTMSL,":[133],"featuring":[134],"consistent":[135],"dataset":[136],"identical":[139],"parameter":[140],"settings.":[141],"This":[142],"implements":[144],"range":[146],"MSL,":[149,256],"MTMSL":[151],"algorithms,":[152],"evaluates":[154],"them":[155],"commonly":[158],"used":[159],"datasets.":[162],"Through":[163],"comparative":[165],"experiments,":[166],"find":[168],"that":[169,196,236],"some":[170],"structurally":[171],"simplistic":[172],"recommendation":[173],"algorithms":[174,186],"are":[175,205],"underestimated,":[176],"as":[177],"they":[178],"can":[179,240],"achieve":[180],"comparable":[181],"more":[184,197],"complex":[185,198],"while":[187,245],"maintaining":[188],"lower":[189],"complexity.":[190],"Furthermore,":[191],"our":[192,218,237],"analysis":[194],"indicates":[195],"exhibit":[200],"better":[201],"robustness":[202],"when":[203],"significant":[206],"differences":[207],"between":[208],"scenarios.":[211],"By":[212],"providing":[213],"framework":[216],"(MMLRec),":[217],"goal":[219],"promote":[222],"rapid":[223],"evaluation":[224],"inspire":[226],"innovative":[227],"continuously":[231],"evolving":[232],"field.":[233],"We":[234],"hope":[235],"open-source":[238],"facilitate":[241],"swift,":[242],"equitable":[243],"evaluations,":[244],"fostering":[247],"further":[248],"breakthrough":[249],"domains":[253],"MTMSL.":[258]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}