{"id":"https://openalex.org/W4410090343","doi":"https://doi.org/10.1145/3696410.3714862","title":"MA4DIV: Multi-Agent Reinforcement Learning for Search Result Diversification","display_name":"MA4DIV: Multi-Agent Reinforcement Learning for Search Result Diversification","publication_year":2025,"publication_date":"2025-04-22","ids":{"openalex":"https://openalex.org/W4410090343","doi":"https://doi.org/10.1145/3696410.3714862"},"language":"en","primary_location":{"id":"doi:10.1145/3696410.3714862","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3696410.3714862","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013838158","display_name":"Yiqun Chen","orcid":"https://orcid.org/0009-0008-6135-2604"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yiqun Chen","raw_affiliation_strings":["Renmin University of China, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072119199","display_name":"Jiaxin Mao","orcid":"https://orcid.org/0000-0002-9257-5498"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxin Mao","raw_affiliation_strings":["Renmin University of China, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100388253","display_name":"Yi Zhang","orcid":"https://orcid.org/0000-0002-9700-0693"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Zhang","raw_affiliation_strings":["Baidu Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073156713","display_name":"Dehong Ma","orcid":"https://orcid.org/0000-0003-2215-5356"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dehong Ma","raw_affiliation_strings":["Baidu Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006380388","display_name":"Long Xia","orcid":"https://orcid.org/0009-0007-7536-6241"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Long Xia","raw_affiliation_strings":["Baidu Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101866323","display_name":"Jun Fan","orcid":"https://orcid.org/0009-0000-2127-0702"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Fan","raw_affiliation_strings":["Baidu Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008762356","display_name":"Daiting Shi","orcid":"https://orcid.org/0000-0003-4926-3357"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Daiting Shi","raw_affiliation_strings":["Baidu Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004991630","display_name":"Zhicong Cheng","orcid":"https://orcid.org/0000-0002-6503-4581"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhicong Cheng","raw_affiliation_strings":["Baidu Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086564536","display_name":"Simiu Gu","orcid":"https://orcid.org/0000-0002-0113-4540"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Simiu Gu","raw_affiliation_strings":["Baidu Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101771060","display_name":"Dawei Yin","orcid":"https://orcid.org/0000-0002-0684-6205"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dawei Yin","raw_affiliation_strings":["Baidu Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5013838158"],"corresponding_institution_ids":["https://openalex.org/I78988378"],"apc_list":null,"apc_paid":null,"fwci":11.0775,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.97862216,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1703","last_page":"1715"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8592431545257568},{"id":"https://openalex.org/keywords/diversification","display_name":"Diversification (marketing strategy)","score":0.7033523321151733},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6327148675918579},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5251854658126831},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4682878851890564},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3477635383605957},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11889725923538208},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.11691504716873169},{"id":"https://openalex.org/keywords/marketing","display_name":"Marketing","score":0.0625036358833313},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.04779231548309326}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8592431545257568},{"id":"https://openalex.org/C180916674","wikidata":"https://www.wikidata.org/wiki/Q3711935","display_name":"Diversification (marketing strategy)","level":2,"score":0.7033523321151733},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6327148675918579},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5251854658126831},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4682878851890564},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3477635383605957},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11889725923538208},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.11691504716873169},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0625036358833313},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.04779231548309326}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3696410.3714862","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3696410.3714862","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1990473707","https://openalex.org/W1993320088","https://openalex.org/W2005084129","https://openalex.org/W2023188792","https://openalex.org/W2023599408","https://openalex.org/W2047804176","https://openalex.org/W2047952076","https://openalex.org/W2051968805","https://openalex.org/W2091158010","https://openalex.org/W2093495945","https://openalex.org/W2096658177","https://openalex.org/W2103404183","https://openalex.org/W2132314908","https://openalex.org/W2152228468","https://openalex.org/W2163200373","https://openalex.org/W2337233909","https://openalex.org/W2572616666","https://openalex.org/W2739826497","https://openalex.org/W2739916191","https://openalex.org/W2740384884","https://openalex.org/W2798694866","https://openalex.org/W2985506593","https://openalex.org/W3012628147","https://openalex.org/W3012886296","https://openalex.org/W3035106673","https://openalex.org/W3035590471","https://openalex.org/W3093493377","https://openalex.org/W3132466668","https://openalex.org/W3138773240","https://openalex.org/W3155865710","https://openalex.org/W4233840023","https://openalex.org/W4282569005","https://openalex.org/W4283799002","https://openalex.org/W4286748781","https://openalex.org/W4290877092","https://openalex.org/W4385767524","https://openalex.org/W4392384899"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Search":[0],"result":[1,88,104],"diversification":[2,105],"(SRD),":[3],"which":[4,90],"aims":[5],"to":[6,65],"ensure":[7],"that":[8,162],"documents":[9],"in":[10,27,72,155,167],"a":[11,15,21,37,52,73,109,122,151],"ranking":[12,119],"list":[13],"cover":[14],"broad":[16],"range":[17],"of":[18,39,58],"subtopics,":[19],"is":[20,98,106],"significant":[22],"and":[23,30,68,101,150,170],"widely":[24],"studied":[25],"problem":[26,120],"Information":[28],"Retrieval":[29],"Web":[31],"Search.":[32],"Existing":[33],"methods":[34],"primarily":[35],"utilize":[36],"paradigm":[38],"''greedy":[40],"selection'',":[41],"i.e.,":[42],"selecting":[43],"one":[44],"document":[45,97],"with":[46],"the":[47,59,102,117,132,156,177],"highest":[48],"diversity":[49,133],"score":[50],"at":[51],"time":[53],"or":[54],"optimize":[55],"an":[56,99],"approximation":[57],"objective":[60],"function.":[61],"These":[62],"approaches":[63],"tend":[64],"be":[66],"inefficient":[67],"are":[69],"easily":[70],"trapped":[71],"suboptimal":[74],"state.":[75],"To":[76],"address":[77],"these":[78],"challenges,":[79],"we":[80],"introduce":[81],"Multi-Agent":[82],"reinforcement":[83],"learning":[84],"(MARL)":[85],"for":[86,129],"search":[87,103],"DIVersity,":[89],"called":[91],"MA4DIV.":[92],"In":[93],"this":[94,126],"approach,":[95],"each":[96],"agent":[100],"modeled":[107],"as":[108,121,136],"cooperative":[110,123],"task":[111],"among":[112],"multiple":[113],"agents.":[114],"By":[115],"modeling":[116],"SRD":[118],"MARL":[124],"problem,":[125],"approach":[127],"allows":[128],"directly":[130],"optimizing":[131],"metrics,":[134],"such":[135],"\u03b1-NDCG,":[137],"while":[138],"achieving":[139],"high":[140],"training":[141],"efficiency.":[142],"We":[143],"conducted":[144],"experiments":[145],"on":[146,176],"public":[147],"TREC":[148],"datasets":[149],"larger":[152],"scale":[153],"dataset":[154],"industrial":[157,178],"setting.":[158],"The":[159],"experiemnts":[160],"show":[161],"MA4DIV":[163],"achieves":[164],"substantial":[165],"improvements":[166],"both":[168],"effectiveness":[169],"efficiency":[171],"than":[172],"existing":[173],"baselines,":[174],"especially":[175],"dataset.":[179]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-04T09:10:02.777135","created_date":"2025-10-10T00:00:00"}