{"id":"https://openalex.org/W2788125442","doi":"https://doi.org/10.1145/3269206.3272021","title":"Real-Time Bidding with Multi-Agent Reinforcement Learning in Display Advertising","display_name":"Real-Time Bidding with Multi-Agent Reinforcement Learning in Display Advertising","publication_year":2018,"publication_date":"2018-10-17","ids":{"openalex":"https://openalex.org/W2788125442","doi":"https://doi.org/10.1145/3269206.3272021","mag":"2788125442"},"language":"en","primary_location":{"id":"doi:10.1145/3269206.3272021","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3269206.3272021","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1802.09756","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110949531","display_name":"Junqi Jin","orcid":"https://orcid.org/0000-0003-2424-2744"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Junqi Jin","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112346700","display_name":"Chengru Song","orcid":null},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengru Song","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100452600","display_name":"Han Li","orcid":"https://orcid.org/0000-0002-7380-6174"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Li","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062939922","display_name":"Kun Gai","orcid":"https://orcid.org/0000-0002-3636-3618"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Gai","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100384767","display_name":"Jun Wang","orcid":"https://orcid.org/0000-0002-5890-0365"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jun Wang","raw_affiliation_strings":["University College London, London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University College London, London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090720315","display_name":"Weinan Zhang","orcid":"https://orcid.org/0000-0002-0127-2425"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weinan Zhang","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5110949531"],"corresponding_institution_ids":["https://openalex.org/I45928872"],"apc_list":null,"apc_paid":null,"fwci":23.8392,"has_fulltext":false,"cited_by_count":157,"citation_normalized_percentile":{"value":0.99437996,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"2193","last_page":"2201"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11161","display_name":"Consumer Market Behavior and Pricing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11161","display_name":"Consumer Market Behavior and Pricing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bidding","display_name":"Bidding","score":0.9488815069198608},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7734237909317017},{"id":"https://openalex.org/keywords/real-time-bidding","display_name":"Real-time bidding","score":0.7383885979652405},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6446494460105896},{"id":"https://openalex.org/keywords/revenue","display_name":"Revenue","score":0.6082636713981628},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.5844045877456665},{"id":"https://openalex.org/keywords/competition","display_name":"Competition (biology)","score":0.5033645033836365},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.44672900438308716},{"id":"https://openalex.org/keywords/investment","display_name":"Investment (military)","score":0.43748411536216736},{"id":"https://openalex.org/keywords/display-advertising","display_name":"Display advertising","score":0.42970627546310425},{"id":"https://openalex.org/keywords/return-on-investment","display_name":"Return on investment","score":0.4225025475025177},{"id":"https://openalex.org/keywords/ebidding","display_name":"Ebidding","score":0.4148254692554474},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.25265800952911377},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24126410484313965},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.23064756393432617},{"id":"https://openalex.org/keywords/marketing","display_name":"Marketing","score":0.21789446473121643},{"id":"https://openalex.org/keywords/online-advertising","display_name":"Online advertising","score":0.20190539956092834},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.12081125378608704},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.09693413972854614},{"id":"https://openalex.org/keywords/production","display_name":"Production (economics)","score":0.09133651852607727},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.08269855380058289}],"concepts":[{"id":"https://openalex.org/C9233905","wikidata":"https://www.wikidata.org/wiki/Q3276328","display_name":"Bidding","level":2,"score":0.9488815069198608},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7734237909317017},{"id":"https://openalex.org/C1525070","wikidata":"https://www.wikidata.org/wiki/Q2134714","display_name":"Real-time bidding","level":3,"score":0.7383885979652405},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6446494460105896},{"id":"https://openalex.org/C195487862","wikidata":"https://www.wikidata.org/wiki/Q850210","display_name":"Revenue","level":2,"score":0.6082636713981628},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.5844045877456665},{"id":"https://openalex.org/C91306197","wikidata":"https://www.wikidata.org/wiki/Q45767","display_name":"Competition (biology)","level":2,"score":0.5033645033836365},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.44672900438308716},{"id":"https://openalex.org/C27548731","wikidata":"https://www.wikidata.org/wiki/Q88272","display_name":"Investment (military)","level":3,"score":0.43748411536216736},{"id":"https://openalex.org/C2777999536","wikidata":"https://www.wikidata.org/wiki/Q2399498","display_name":"Display advertising","level":4,"score":0.42970627546310425},{"id":"https://openalex.org/C169549615","wikidata":"https://www.wikidata.org/wiki/Q939134","display_name":"Return on investment","level":3,"score":0.4225025475025177},{"id":"https://openalex.org/C143989560","wikidata":"https://www.wikidata.org/wiki/Q17011617","display_name":"Ebidding","level":3,"score":0.4148254692554474},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.25265800952911377},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24126410484313965},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.23064756393432617},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.21789446473121643},{"id":"https://openalex.org/C512338625","wikidata":"https://www.wikidata.org/wiki/Q624902","display_name":"Online advertising","level":3,"score":0.20190539956092834},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.12081125378608704},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.09693413972854614},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.09133651852607727},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.08269855380058289},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3269206.3272021","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3269206.3272021","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1802.09756","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1802.09756","pdf_url":"https://arxiv.org/pdf/1802.09756","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10066097","is_oa":false,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10066097/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"     In:   (Proceedings) CIKM 2018. (pp. pp. 2193-2202).  ArXiv (2018)     ","raw_type":"Proceedings paper"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1802.09756","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1802.09756","pdf_url":"https://arxiv.org/pdf/1802.09756","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Partnerships for the goals","score":0.550000011920929,"id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1513468570","https://openalex.org/W1515851193","https://openalex.org/W1607392272","https://openalex.org/W1641379095","https://openalex.org/W1907356258","https://openalex.org/W2021375049","https://openalex.org/W2024390895","https://openalex.org/W2029523065","https://openalex.org/W2039842578","https://openalex.org/W2077055010","https://openalex.org/W2088640816","https://openalex.org/W2092560364","https://openalex.org/W2112420033","https://openalex.org/W2120846115","https://openalex.org/W2145067550","https://openalex.org/W2149822245","https://openalex.org/W2165150801","https://openalex.org/W2173248099","https://openalex.org/W2199385070","https://openalex.org/W2216069195","https://openalex.org/W2312609093","https://openalex.org/W2395575420","https://openalex.org/W2508573783","https://openalex.org/W2562337727","https://openalex.org/W2594794854","https://openalex.org/W2602275733","https://openalex.org/W2604202871","https://openalex.org/W2623431351","https://openalex.org/W2745512453","https://openalex.org/W2761686124","https://openalex.org/W2768629321","https://openalex.org/W2951002685","https://openalex.org/W2964043796","https://openalex.org/W2964345382","https://openalex.org/W3101681922","https://openalex.org/W3105140685","https://openalex.org/W3105851319","https://openalex.org/W3122305203","https://openalex.org/W3123656117"],"related_works":["https://openalex.org/W2372662578","https://openalex.org/W2367213784","https://openalex.org/W2355176056","https://openalex.org/W2360391211","https://openalex.org/W2141395620","https://openalex.org/W2360290312","https://openalex.org/W2380848687","https://openalex.org/W3099082736","https://openalex.org/W4385421505","https://openalex.org/W341704063"],"abstract_inverted_index":{"Real-time":[0],"advertising":[1],"allows":[2],"advertisers":[3,30,55],"to":[4,34,53,105],"bid":[5],"for":[6,9],"each":[7,86],"impression":[8],"a":[10,48,74,81,89],"visiting":[11],"user.":[12],"To":[13,71],"optimize":[14],"specific":[15],"goals":[16],"such":[17],"as":[18],"maximizing":[19],"revenue":[20],"and":[21,41,84,103,112,140,143],"return":[22],"on":[23,119],"investment":[24],"(ROI)":[25],"led":[26],"by":[27],"ad":[28],"placements,":[29],"not":[31],"only":[32],"need":[33],"estimate":[35],"the":[36,39,58,107,110,126,144],"relevance":[37],"between":[38,109],"ads":[40],"user's":[42],"interests,":[43],"but":[44],"most":[45],"importantly":[46],"require":[47],"strategic":[49,90],"response":[50],"with":[51,67,73,88],"respect":[52],"other":[54],"bidding":[56,65,91,135,146,154],"in":[57],"market.":[59],"In":[60],"this":[61],"paper,":[62],"we":[63,79],"formulate":[64],"optimization":[66],"multi-agent":[68],"reinforcement":[69],"learning.":[70],"deal":[72],"large":[75],"number":[76],"of":[77,128],"advertisers,":[78],"propose":[80],"clustering":[82],"method":[83],"assign":[85],"cluster":[87],"agent.":[92],"A":[93],"practical":[94],"Distributed":[95],"Coordinated":[96],"Multi-Agent":[97],"Bidding":[98],"(DCMAB)":[99],"has":[100,124],"been":[101],"proposed":[102],"implemented":[104],"balance":[106],"tradeoff":[108],"competition":[111],"cooperation":[113],"among":[114],"advertisers.":[115],"The":[116],"empirical":[117],"study":[118],"our":[120,129],"industry-scaled":[121],"real-world":[122],"data":[123],"demonstrated":[125],"effectiveness":[127],"methods.":[130],"Our":[131],"results":[132],"show":[133],"cluster-based":[134],"would":[136],"largely":[137],"outperform":[138],"single-agent":[139],"bandit":[141],"approaches,":[142],"coordinated":[145],"achieves":[147],"better":[148],"overall":[149],"objectives":[150],"than":[151],"purely":[152],"self-interested":[153],"agents.":[155]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":27},{"year":2021,"cited_by_count":32},{"year":2020,"cited_by_count":18},{"year":2019,"cited_by_count":18},{"year":2018,"cited_by_count":5}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}