{"id":"https://openalex.org/W3110995086","doi":"https://doi.org/10.1145/3447548.3467089","title":"Exploration in Online Advertising Systems with Deep Uncertainty-Aware Learning","display_name":"Exploration in Online Advertising Systems with Deep Uncertainty-Aware Learning","publication_year":2021,"publication_date":"2021-08-12","ids":{"openalex":"https://openalex.org/W3110995086","doi":"https://doi.org/10.1145/3447548.3467089","mag":"3110995086"},"language":"en","primary_location":{"id":"doi:10.1145/3447548.3467089","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3447548.3467089","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM SIGKDD Conference on Knowledge Discovery & Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2012.02298","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Chao Du","orcid":null},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chao Du","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhifeng Gao","orcid":null},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhifeng Gao","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shuo Yuan","orcid":null},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuo Yuan","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lining Gao","orcid":null},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lining Gao","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ziyan Li","orcid":null},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyan Li","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yifan Zeng","orcid":null},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifan Zeng","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xiaoqiang Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoqiang Zhu","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jian Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Xu","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Kun Gai","orcid":null},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Gai","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"last","author":{"id":null,"display_name":"Kuang-Chih Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kuang-Chih Lee","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I45928872"],"apc_list":null,"apc_paid":null,"fwci":1.6111,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.83113056,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"2792","last_page":"2801"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.6811000108718872},{"id":"https://openalex.org/keywords/personalization","display_name":"Personalization","score":0.66839998960495},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5827999711036682},{"id":"https://openalex.org/keywords/revenue","display_name":"Revenue","score":0.5404999852180481},{"id":"https://openalex.org/keywords/online-advertising","display_name":"Online advertising","score":0.4984999895095825},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.39800000190734863},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.3646000027656555},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.3474999964237213}],"concepts":[{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.6811000108718872},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6773999929428101},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.66839998960495},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5827999711036682},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5570999979972839},{"id":"https://openalex.org/C195487862","wikidata":"https://www.wikidata.org/wiki/Q850210","display_name":"Revenue","level":2,"score":0.5404999852180481},{"id":"https://openalex.org/C512338625","wikidata":"https://www.wikidata.org/wiki/Q624902","display_name":"Online advertising","level":3,"score":0.4984999895095825},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46779999136924744},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.39800000190734863},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.3646000027656555},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.3474999964237213},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3433000147342682},{"id":"https://openalex.org/C2777999536","wikidata":"https://www.wikidata.org/wiki/Q2399498","display_name":"Display advertising","level":4,"score":0.32510000467300415},{"id":"https://openalex.org/C2994201839","wikidata":"https://www.wikidata.org/wiki/Q624902","display_name":"Digital advertising","level":4,"score":0.3111000061035156},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.2939999997615814},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.2906999886035919},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.2840000092983246},{"id":"https://openalex.org/C79416737","wikidata":"https://www.wikidata.org/wiki/Q2305519","display_name":"Social learning","level":2,"score":0.2615000009536743},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2606000006198883},{"id":"https://openalex.org/C2986087404","wikidata":"https://www.wikidata.org/wiki/Q15946010","display_name":"Online learning","level":2,"score":0.25929999351501465},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2531000077724457},{"id":"https://openalex.org/C110350745","wikidata":"https://www.wikidata.org/wiki/Q1761818","display_name":"Advertising campaign","level":2,"score":0.2517000138759613}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3447548.3467089","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3447548.3467089","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM SIGKDD Conference on Knowledge Discovery & Data Mining","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2012.02298","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2012.02298","pdf_url":"https://arxiv.org/pdf/2012.02298","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2012.02298","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2012.02298","pdf_url":"https://arxiv.org/pdf/2012.02298","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W116955694","https://openalex.org/W1988578917","https://openalex.org/W2023599408","https://openalex.org/W2027731328","https://openalex.org/W2096963972","https://openalex.org/W2108114251","https://openalex.org/W2112420033","https://openalex.org/W2113922211","https://openalex.org/W2138909795","https://openalex.org/W2166566250","https://openalex.org/W2475334473","https://openalex.org/W2548570154","https://openalex.org/W2604202871","https://openalex.org/W2605350416","https://openalex.org/W2723293840","https://openalex.org/W2765564115","https://openalex.org/W2783666221","https://openalex.org/W2788376840","https://openalex.org/W2893370267","https://openalex.org/W2962745591","https://openalex.org/W2963841569","https://openalex.org/W4230674625","https://openalex.org/W6719272443"],"related_works":[],"abstract_inverted_index":{"Modern":[0],"online":[1,176],"advertising":[2,160,184],"systems":[3,124],"inevitably":[4],"rely":[5],"on":[6,95,117,164],"personalization":[7],"methods,":[8,58],"such":[9,154],"as":[10,155],"click-through":[11],"rate":[12],"(CTR)":[13],"prediction.":[14],"Recent":[15],"progress":[16],"in":[17,32,64,71,122,159,180],"CTR":[18,92],"prediction":[19],"enjoys":[20],"the":[21,51,65,69,106,132,156,169,181],"rich":[22],"representation":[23],"capabilities":[24],"of":[25,43,47,108,137,171],"deep":[26,76,109],"learning":[27],"and":[28,120,192],"achieves":[29],"great":[30],"success":[31],"large-scale":[33],"industrial":[34],"applications.":[35],"However,":[36],"these":[37],"methods":[38],"can":[39,99,113],"suffer":[40],"from":[41],"lack":[42],"exploration.":[44],"Another":[45],"line":[46],"prior":[48],"work":[49],"addresses":[50],"exploration-exploitation":[52],"trade-off":[53],"problem":[54],"with":[55,75,125],"contextual":[56],"bandit":[57,141],"which":[59,98],"are":[60],"recently":[61],"less":[62],"studied":[63],"industry":[66],"due":[67],"to":[68,90,139,149],"difficulty":[70],"extending":[72],"their":[73],"flexibility":[74,107],"models.":[77],"In":[78],"this":[79],"paper,":[80],"we":[81,143],"propose":[82],"a":[83],"novel":[84],"Deep":[85],"Uncertainty-Aware":[86],"Learning":[87],"(DUAL)":[88],"method":[89],"learn":[91],"models":[93,119],"based":[94],"Gaussian":[96],"processes,":[97],"provide":[100],"predictive":[101,133],"uncertainty":[102,134],"estimations":[103],"while":[104],"maintaining":[105],"neural":[110],"networks.":[111],"DUAL":[112,138],"be":[114],"easily":[115],"implemented":[116],"existing":[118],"deployed":[121,179],"real-time":[123],"minimal":[126],"extra":[127],"computational":[128],"overhead.":[129],"By":[130],"linking":[131],"estimation":[135],"ability":[136],"well-known":[140],"algorithms,":[142],"further":[144],"present":[145],"DUAL-based":[146],"Ad-ranking":[147],"strategies":[148],"boost":[150],"up":[151],"long-term":[152],"utilities":[153],"social":[157,189],"welfare":[158,190],"systems.":[161],"Experimental":[162],"results":[163],"several":[165],"public":[166],"datasets":[167],"demonstrate":[168],"effectiveness":[170],"our":[172],"methods.":[173],"Remarkably,":[174],"an":[175,187,193],"A/B":[177],"test":[178],"Alibaba":[182],"display":[183],"platform":[185],"shows":[186],"8.2%":[188],"improvement":[191],"8.0%":[194],"revenue":[195],"lift.":[196]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2020-12-21T00:00:00"}