{"id":"https://openalex.org/W1992556596","doi":"https://doi.org/10.1145/2396761.2396828","title":"Sequential selection of correlated ads by POMDPs","display_name":"Sequential selection of correlated ads by POMDPs","publication_year":2012,"publication_date":"2012-10-29","ids":{"openalex":"https://openalex.org/W1992556596","doi":"https://doi.org/10.1145/2396761.2396828","mag":"1992556596"},"language":"en","primary_location":{"id":"doi:10.1145/2396761.2396828","doi":"https://doi.org/10.1145/2396761.2396828","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2396761.2396828","pdf_url":null,"source":{"id":"https://openalex.org/S4393918199","display_name":"ACM International Conference on Information and Knowledge Management (CIKM)","issn_l":"2155-0751","issn":["2155-0751"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 21st ACM international conference on Information and knowledge management","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1307.3284","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020541155","display_name":"Shuai Yuan","orcid":"https://orcid.org/0000-0003-1720-4483","observed_orcids":["https://orcid.org/0000-0003-1720-4483"]},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Shuai Yuan","raw_affiliation_strings":["University College London, London, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University College London, London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100384838","display_name":"Jun Wang","orcid":"https://orcid.org/0000-0003-4173-6703","observed_orcids":["https://orcid.org/0000-0003-4173-6703","https://orcid.org/0000-0001-9548-0411","https://orcid.org/0000-0002-0481-5341","https://orcid.org/0000-0002-5890-0365","https://orcid.org/0000-0002-4021-4228","https://orcid.org/0000-0003-0593-1034","https://orcid.org/0009-0005-2577-6221","https://orcid.org/0009-0005-2667-7460","https://orcid.org/0000-0001-9006-7951","https://orcid.org/0000-0001-8708-1584"]},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jun Wang","raw_affiliation_strings":["University College London, London, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University College London, London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I45129253"],"apc_list":null,"apc_paid":null,"fwci":11.0901,"has_fulltext":false,"cited_by_count":44,"citation_normalized_percentile":{"value":0.98808257,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"515","last_page":"524"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9286999702453613,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9286999702453613,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.02199999988079071,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.01899999938905239,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/online-advertising","display_name":"online advertising","score":0.9139999747276306},{"id":"https://openalex.org/keywords/ad-allocation","display_name":"ad allocation","score":0.6380000114440918},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-processes","display_name":"partially observable Markov decision processes","score":0.8270000219345093},{"id":"https://openalex.org/keywords/exploration-exploitation-trade-off","display_name":"exploration-exploitation balance","score":0.9010000228881836},{"id":"https://openalex.org/keywords/collaborative-filtering","display_name":"collaborative filtering","score":0.9649999737739563},{"id":"https://openalex.org/keywords/search-engine-advertising","display_name":"search engine advertising","score":0.6159999966621399}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7637356519699097},{"id":"https://openalex.org/C22171661","wikidata":"https://www.wikidata.org/wiki/Q1074380","display_name":"Stochastic game","level":2,"score":0.6758214235305786},{"id":"https://openalex.org/C21959979","wikidata":"https://www.wikidata.org/wiki/Q36774","display_name":"Web page","level":2,"score":0.6529669761657715},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.6514581441879272},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5716465711593628},{"id":"https://openalex.org/C195487862","wikidata":"https://www.wikidata.org/wiki/Q850210","display_name":"Revenue","level":2,"score":0.5499970316886902},{"id":"https://openalex.org/C2777999536","wikidata":"https://www.wikidata.org/wiki/Q2399498","display_name":"Display advertising","level":4,"score":0.5220832228660583},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5036343932151794},{"id":"https://openalex.org/C512338625","wikidata":"https://www.wikidata.org/wiki/Q624902","display_name":"Online advertising","level":3,"score":0.4470613896846771},{"id":"https://openalex.org/C123197309","wikidata":"https://www.wikidata.org/wiki/Q2882343","display_name":"Multi-armed bandit","level":3,"score":0.4259300231933594},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.4126947224140167},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.335490345954895},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3156733512878418},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.3098941445350647},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.2913028597831726},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.20942232012748718},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.16609561443328857},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.1611207127571106},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11623403429985046},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.10215678811073303},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/2396761.2396828","doi":"https://doi.org/10.1145/2396761.2396828","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2396761.2396828","pdf_url":null,"source":{"id":"https://openalex.org/S4393918199","display_name":"ACM International Conference on Information and Knowledge Management (CIKM)","issn_l":"2155-0751","issn":["2155-0751"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 21st ACM international conference on Information and knowledge management","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1307.3284","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1307.3284","pdf_url":"https://arxiv.org/pdf/1307.3284","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.745.5801","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.745.5801","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://arxiv.org/pdf/1307.3284.pdf","raw_type":"text"},{"id":"doi:10.48550/arxiv.1307.3284","doi":"https://doi.org/10.48550/arxiv.1307.3284","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1307.3284","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1307.3284","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1307.3284","pdf_url":"https://arxiv.org/pdf/1307.3284","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/1","display_name":"No poverty","score":0.6000000238418579}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W190675879","https://openalex.org/W1967766192","https://openalex.org/W1978086656","https://openalex.org/W1990519637","https://openalex.org/W1990590523","https://openalex.org/W1996406592","https://openalex.org/W1996439970","https://openalex.org/W2009193773","https://openalex.org/W2073358075","https://openalex.org/W2073448073","https://openalex.org/W2078386114","https://openalex.org/W2079987483","https://openalex.org/W2080050718","https://openalex.org/W2085937320","https://openalex.org/W2090883204","https://openalex.org/W2094437488","https://openalex.org/W2098432798","https://openalex.org/W2099664903","https://openalex.org/W2110325612","https://openalex.org/W2113889826","https://openalex.org/W2117423367","https://openalex.org/W2125015703","https://openalex.org/W2129241460","https://openalex.org/W2147896987","https://openalex.org/W2158807713","https://openalex.org/W2168405694","https://openalex.org/W2591957553","https://openalex.org/W3101822862","https://openalex.org/W4232980324","https://openalex.org/W7061598787"],"related_works":["https://openalex.org/W7067300968","https://openalex.org/W7075608652","https://openalex.org/W7099340889","https://openalex.org/W2197735750","https://openalex.org/W905789928","https://openalex.org/W2799781735","https://openalex.org/W1968049117","https://openalex.org/W2034379460","https://openalex.org/W1966549302","https://openalex.org/W7095499039"],"abstract_inverted_index":{"Online":[0],"advertising":[1],"has":[2],"become":[3],"a":[4,76,168,187,197,203],"key":[5],"source":[6],"of":[7,21,107,118,154,160,179,219,222],"revenue":[8],"for":[9],"both":[10],"web":[11,38],"search":[12,205],"engines":[13],"and":[14,73,147,163,209,226],"online":[15,53],"publishers.":[16],"For":[17],"them,":[18],"the":[19,44,82,97,105,128,137,152,158,161,176,213,220,223],"ability":[20],"allocating":[22,119],"right":[23,26],"ads":[24,33,58,74,109,120,155,181],"to":[25,59,92,103,110,121,150,156,190],"webpages":[27,72],"is":[28,75,207],"critical":[29],"because":[30,85],"any":[31],"mismatched":[32],"would":[34],"not":[35,89],"only":[36],"harm":[37],"users'":[39],"satisfactions":[40],"but":[41,79],"also":[42],"lower":[43],"ad":[45,62,113,165,200],"income.":[46],"In":[47,132],"this":[48,133],"paper,":[49,134],"we":[50,101,135,215],"study":[51],"how":[52,149],"publishers":[54],"could":[55],"optimally":[56],"select":[57],"maximize":[60],"their":[61],"incomes":[63,166],"over":[64,212],"time.":[65],"The":[66],"conventional":[67],"offline,":[68],"content-based":[69],"matching":[70,87],"between":[71],"fine":[77],"start":[78],"cannot":[80],"solve":[81],"problem":[83,138],"completely":[84],"good":[86,93],"does":[88],"necessarily":[90],"lead":[91],"payoff.":[94],"Moreover,":[95],"with":[96,116],"limited":[98],"display":[99],"impressions,":[100],"need":[102,106],"balance":[104],"selecting":[108],"learn":[111],"true":[112],"payoffs":[114,125],"(exploration)":[115],"that":[117,175,228],"generate":[122],"high":[123],"immediate":[124],"based":[126],"on":[127],"current":[129],"belief":[130,177],"(exploitation).":[131],"address":[136],"by":[139],"employing":[140],"Partially":[141],"observable":[142],"Markov":[143],"decision":[144],"processes":[145],"(POMDPs)":[146],"discuss":[148],"utilize":[151],"correlation":[153],"improve":[157],"efficiency":[159],"exploration":[162],"increase":[164],"in":[167],"long":[169],"run.":[170],"Our":[171],"mathematical":[172],"derivation":[173],"shows":[174],"states":[178],"correlated":[180],"can":[182],"be":[183],"naturally":[184],"updated":[185],"using":[186],"formula":[188],"similar":[189],"collaborative":[191],"filtering.":[192],"To":[193],"test":[194],"our":[195,229],"model,":[196],"real":[198],"world":[199],"dataset":[201],"from":[202],"major":[204],"engine":[206],"collected":[208],"categorized.":[210],"Experimenting":[211],"data,":[214],"provide":[216],"an":[217],"analyse":[218],"effect":[221],"underlying":[224],"parameters,":[225],"demonstrate":[227],"algorithms":[230],"significantly":[231],"outperform":[232],"other":[233],"strong":[234],"baselines.":[235]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":8},{"year":2014,"cited_by_count":7},{"year":2013,"cited_by_count":5}],"updated_date":"2026-10-29T09:56:32.521200","created_date":"2016-06-24T00:00:00"}