{"id":"https://openalex.org/W4396757567","doi":"https://doi.org/10.1145/3589334.3645495","title":"User Response in Ad Auctions: An MDP Formulation of Long-term Revenue Optimization","display_name":"User Response in Ad Auctions: An MDP Formulation of Long-term Revenue Optimization","publication_year":2024,"publication_date":"2024-05-08","ids":{"openalex":"https://openalex.org/W4396757567","doi":"https://doi.org/10.1145/3589334.3645495"},"language":"en","primary_location":{"id":"doi:10.1145/3589334.3645495","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3589334.3645495","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2024","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3589334.3645495","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102877899","display_name":"Yang Cai","orcid":"https://orcid.org/0000-0002-5426-1324"},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yang Cai","raw_affiliation_strings":["Yale University, New Haven, CT, USA"],"raw_orcid":"https://orcid.org/0000-0002-5426-1324","affiliations":[{"raw_affiliation_string":"Yale University, New Haven, CT, USA","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063460883","display_name":"Zhe Feng","orcid":"https://orcid.org/0000-0001-6036-375X"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhe Feng","raw_affiliation_strings":["Google, Mountain View, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-6036-375X","affiliations":[{"raw_affiliation_string":"Google, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076085270","display_name":"Christopher Liaw","orcid":"https://orcid.org/0000-0001-5373-9229"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher Liaw","raw_affiliation_strings":["Google, Mountain View, CA, Canada"],"raw_orcid":"https://orcid.org/0000-0001-5373-9229","affiliations":[{"raw_affiliation_string":"Google, Mountain View, CA, Canada","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075894805","display_name":"Aranyak Mehta","orcid":"https://orcid.org/0000-0002-6132-4901"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aranyak Mehta","raw_affiliation_strings":["Google, Mountain View, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-6132-4901","affiliations":[{"raw_affiliation_string":"Google, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031659489","display_name":"Grigoris Velegkas","orcid":"https://orcid.org/0000-0001-7148-0548"},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Grigoris Velegkas","raw_affiliation_strings":["Yale University, New Haven, CT, USA"],"raw_orcid":"https://orcid.org/0000-0001-7148-0548","affiliations":[{"raw_affiliation_string":"Yale University, New Haven, CT, USA","institution_ids":["https://openalex.org/I32971472"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"111","last_page":"122"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11161","display_name":"Consumer Market Behavior and Pricing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10328","display_name":"Supply Chain and Inventory Management","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/common-value-auction","display_name":"Common value auction","score":0.7980523109436035},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.7211374044418335},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6687860488891602},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5828908085823059},{"id":"https://openalex.org/keywords/revenue","display_name":"Revenue","score":0.5050504803657532},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.411182701587677},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3292127251625061},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.17975500226020813},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16004297137260437},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1433199644088745},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.11292678117752075},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.09539154171943665},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.09108537435531616}],"concepts":[{"id":"https://openalex.org/C163239763","wikidata":"https://www.wikidata.org/wiki/Q5153637","display_name":"Common value auction","level":2,"score":0.7980523109436035},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.7211374044418335},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6687860488891602},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5828908085823059},{"id":"https://openalex.org/C195487862","wikidata":"https://www.wikidata.org/wiki/Q850210","display_name":"Revenue","level":2,"score":0.5050504803657532},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.411182701587677},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3292127251625061},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.17975500226020813},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16004297137260437},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1433199644088745},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.11292678117752075},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.09539154171943665},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.09108537435531616},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3589334.3645495","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3589334.3645495","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2024","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3589334.3645495","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3589334.3645495","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2024","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1532603232","https://openalex.org/W1941744740","https://openalex.org/W2015007620","https://openalex.org/W2039439610","https://openalex.org/W2074380434","https://openalex.org/W2085192478","https://openalex.org/W2109345727","https://openalex.org/W2118442327","https://openalex.org/W2130359158","https://openalex.org/W2133198311","https://openalex.org/W2153500072","https://openalex.org/W2164143329","https://openalex.org/W2166421991","https://openalex.org/W2170716717","https://openalex.org/W2266969817","https://openalex.org/W2544285741","https://openalex.org/W2559655401","https://openalex.org/W2573726028","https://openalex.org/W2586627062","https://openalex.org/W2672683147","https://openalex.org/W2788734366","https://openalex.org/W2936435657","https://openalex.org/W2999905431","https://openalex.org/W3040724493","https://openalex.org/W3100022481","https://openalex.org/W3122305203","https://openalex.org/W3122934458","https://openalex.org/W3123129857","https://openalex.org/W3125017230","https://openalex.org/W4220695218","https://openalex.org/W4243139241","https://openalex.org/W4298023569"],"related_works":["https://openalex.org/W3125419042","https://openalex.org/W1565528629","https://openalex.org/W203077648","https://openalex.org/W995038129","https://openalex.org/W4388211099","https://openalex.org/W1569465204","https://openalex.org/W2100192999","https://openalex.org/W2561443874","https://openalex.org/W3123623930","https://openalex.org/W2116814789"],"abstract_inverted_index":{"We":[0,86],"propose":[1,163],"a":[2,59,95,99,134,164,181],"new":[3],"Markov":[4],"Decision":[5],"Process":[6],"(MDP)":[7],"model":[8,36],"for":[9,91],"ad":[10,125],"auctions":[11,171],"to":[12,17,73,79,126,150,184],"capture":[13],"the":[14,18,23,27,45,54,65,69,74,80,83,88,108,112,114,119,124,127,151,155,159,185],"user":[15,33,55,81,116],"response":[16],"quality":[19],"of":[20,25,53,76,101,111,122,158],"ads,":[21],"with":[22,64,98,172],"objective":[24],"maximizing":[26],"long-term":[28],"discounted":[29,189],"revenue.":[30,190],"By":[31],"incorporating":[32],"response,":[34],"our":[35],"takes":[37],"into":[38],"consideration":[39],"all":[40],"three":[41],"parties":[42],"involved":[43],"in":[44,68,82],"auction":[46,97],"(advertiser,":[47],"auctioneer,":[48],"and":[49,118,136,154,176],"user).":[50],"The":[51],"state":[52],"is":[56],"modeled":[57],"as":[58,94],"user-specific":[60],"click-through":[61],"rate":[62],"(CTR)":[63],"CTR":[66],"changing":[67],"next":[70],"round":[71],"according":[72],"set":[75],"ads":[77],"shown":[78],"current":[84,115],"round.":[85],"characterize":[87],"optimal":[89,143,186],"mechanism":[90,166],"this":[92,130],"MDP":[93,153],"Myerson's":[96],"notion":[100],"modified":[102],"virtual":[103],"value,":[104],"which":[105,139],"relies":[106],"on":[107],"value":[109,156],"distribution":[110],"advertiser,":[113],"state,":[117],"future":[120],"impact":[121],"showing":[123],"user.":[128],"Leveraging":[129],"characterization,":[131],"we":[132,162],"design":[133],"sample-efficient":[135],"computationally-efficient":[137],"algorithm":[138],"outputs":[140],"an":[141],"approximately":[142],"policy":[144],"that":[145],"requires":[146],"only":[147],"sample":[148],"access":[149],"true":[152],"distributions":[157],"bidders.":[160],"Finally,":[161],"simple":[165],"built":[167],"upon":[168],"second":[169],"price":[170],"personalized":[173],"reserve":[174],"prices":[175],"show":[177],"it":[178],"can":[179],"achieve":[180],"constant-factor":[182],"approximation":[183],"long":[187],"term":[188]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}