{"id":"https://openalex.org/W2965512832","doi":"https://doi.org/10.1145/3320496.3320500","title":"\"Deep reinforcement learning for search, recommendation, and online advertising: a survey\" by Xiangyu Zhao, Long Xia, Jiliang Tang, and Dawei Yin with Martin Vesely as coordinator","display_name":"\"Deep reinforcement learning for search, recommendation, and online advertising: a survey\" by Xiangyu Zhao, Long Xia, Jiliang Tang, and Dawei Yin with Martin Vesely as coordinator","publication_year":2019,"publication_date":"2019-07-29","ids":{"openalex":"https://openalex.org/W2965512832","doi":"https://doi.org/10.1145/3320496.3320500","mag":"2965512832"},"language":"en","primary_location":{"id":"doi:10.1145/3320496.3320500","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3320496.3320500","pdf_url":null,"source":{"id":"https://openalex.org/S4210205892","display_name":"ACM SIGWEB Newsletter","issn_l":"1931-1435","issn":["1931-1435","1931-1745"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGWEB Newsletter","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1812.07127","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100645854","display_name":"Xiangyu Zhao","orcid":"https://orcid.org/0000-0003-2926-4416"},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Xiangyu Zhao","raw_affiliation_strings":["Michigan State University"],"affiliations":[{"raw_affiliation_string":"Michigan State University","institution_ids":["https://openalex.org/I87216513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006078127","display_name":"Xia Long","orcid":"https://orcid.org/0000-0002-9705-1589"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Long Xia","raw_affiliation_strings":["JD.com"],"affiliations":[{"raw_affiliation_string":"JD.com","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040639891","display_name":"Jiliang Tang","orcid":"https://orcid.org/0000-0001-7125-3898"},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiliang Tang","raw_affiliation_strings":["Michigan State University"],"affiliations":[{"raw_affiliation_string":"Michigan State University","institution_ids":["https://openalex.org/I87216513"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054482111","display_name":"Dawei Yin","orcid":"https://orcid.org/0000-0002-8846-2001"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dawei Yin","raw_affiliation_strings":["JD.com"],"affiliations":[{"raw_affiliation_string":"JD.com","institution_ids":["https://openalex.org/I4210103986"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100645854"],"corresponding_institution_ids":["https://openalex.org/I87216513"],"apc_list":null,"apc_paid":null,"fwci":8.4288,"has_fulltext":false,"cited_by_count":76,"citation_normalized_percentile":{"value":0.97804713,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"2019","issue":"Spring","first_page":"1","last_page":"15"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7610702514648438},{"id":"https://openalex.org/keywords/information-overload","display_name":"Information overload","score":0.7526293992996216},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6817640066146851},{"id":"https://openalex.org/keywords/click-through-rate","display_name":"Click-through rate","score":0.6336192488670349},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.550482988357544},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4630999267101288},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.44263720512390137},{"id":"https://openalex.org/keywords/information-seeking","display_name":"Information seeking","score":0.4414832293987274},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.41967886686325073},{"id":"https://openalex.org/keywords/online-learning","display_name":"Online learning","score":0.4195680618286133},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3112303912639618},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.08866497874259949}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7610702514648438},{"id":"https://openalex.org/C186625053","wikidata":"https://www.wikidata.org/wiki/Q1130191","display_name":"Information overload","level":2,"score":0.7526293992996216},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6817640066146851},{"id":"https://openalex.org/C115174607","wikidata":"https://www.wikidata.org/wiki/Q1100934","display_name":"Click-through rate","level":2,"score":0.6336192488670349},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.550482988357544},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4630999267101288},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.44263720512390137},{"id":"https://openalex.org/C2776636917","wikidata":"https://www.wikidata.org/wiki/Q3772297","display_name":"Information seeking","level":2,"score":0.4414832293987274},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.41967886686325073},{"id":"https://openalex.org/C2986087404","wikidata":"https://www.wikidata.org/wiki/Q15946010","display_name":"Online learning","level":2,"score":0.4195680618286133},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3112303912639618},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.08866497874259949}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3320496.3320500","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3320496.3320500","pdf_url":null,"source":{"id":"https://openalex.org/S4210205892","display_name":"ACM SIGWEB Newsletter","issn_l":"1931-1435","issn":["1931-1435","1931-1745"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGWEB Newsletter","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1812.07127","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1812.07127","pdf_url":"https://arxiv.org/pdf/1812.07127","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1812.07127","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1812.07127","pdf_url":"https://arxiv.org/pdf/1812.07127","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals","score":0.4699999988079071}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":125,"referenced_works":["https://openalex.org/W139596442","https://openalex.org/W158284412","https://openalex.org/W1479936213","https://openalex.org/W1515851193","https://openalex.org/W1626155273","https://openalex.org/W1900560890","https://openalex.org/W1917528016","https://openalex.org/W1967675625","https://openalex.org/W1980035368","https://openalex.org/W2001071536","https://openalex.org/W2011418219","https://openalex.org/W2021247827","https://openalex.org/W2034725503","https://openalex.org/W2044375425","https://openalex.org/W2048226872","https://openalex.org/W2055007736","https://openalex.org/W2058840575","https://openalex.org/W2077902449","https://openalex.org/W2079313653","https://openalex.org/W2090955639","https://openalex.org/W2092092836","https://openalex.org/W2094387729","https://openalex.org/W2097193844","https://openalex.org/W2099618002","https://openalex.org/W2103561211","https://openalex.org/W2107726111","https://openalex.org/W2112420033","https://openalex.org/W2114537044","https://openalex.org/W2119717200","https://openalex.org/W2120327309","https://openalex.org/W2127176025","https://openalex.org/W2127452535","https://openalex.org/W2130801532","https://openalex.org/W2134150392","https://openalex.org/W2136602922","https://openalex.org/W2138108551","https://openalex.org/W2140135625","https://openalex.org/W2142537246","https://openalex.org/W2145339207","https://openalex.org/W2156737235","https://openalex.org/W2168359464","https://openalex.org/W2168405694","https://openalex.org/W2169728355","https://openalex.org/W2171749496","https://openalex.org/W2172968643","https://openalex.org/W2208783499","https://openalex.org/W2215378786","https://openalex.org/W2259177609","https://openalex.org/W2271350114","https://openalex.org/W2296128795","https://openalex.org/W2341171179","https://openalex.org/W2358698356","https://openalex.org/W2400128071","https://openalex.org/W2513853793","https://openalex.org/W2562337727","https://openalex.org/W2566089760","https://openalex.org/W2572616666","https://openalex.org/W2583596000","https://openalex.org/W2586680856","https://openalex.org/W2587322242","https://openalex.org/W2602868127","https://openalex.org/W2604900582","https://openalex.org/W2607188338","https://openalex.org/W2739916191","https://openalex.org/W2740384884","https://openalex.org/W2740489910","https://openalex.org/W2743027853","https://openalex.org/W2767807341","https://openalex.org/W2781763969","https://openalex.org/W2783573456","https://openalex.org/W2787933113","https://openalex.org/W2788079612","https://openalex.org/W2788125442","https://openalex.org/W2788295351","https://openalex.org/W2788376840","https://openalex.org/W2788991205","https://openalex.org/W2790532312","https://openalex.org/W2797234205","https://openalex.org/W2798369493","https://openalex.org/W2798694866","https://openalex.org/W2799544270","https://openalex.org/W2809162153","https://openalex.org/W2810246440","https://openalex.org/W2884349765","https://openalex.org/W2886601525","https://openalex.org/W2889658777","https://openalex.org/W2890699433","https://openalex.org/W2892046593","https://openalex.org/W2893268956","https://openalex.org/W2896702309","https://openalex.org/W2898273872","https://openalex.org/W2901806698","https://openalex.org/W2912788911","https://openalex.org/W2925845208","https://openalex.org/W2941385591","https://openalex.org/W2949462525","https://openalex.org/W2952852844","https://openalex.org/W2962739804","https://openalex.org/W2963280733","https://openalex.org/W2963440040","https://openalex.org/W2963609889","https://openalex.org/W2963619374","https://openalex.org/W2963841569","https://openalex.org/W2964108915","https://openalex.org/W2964132277","https://openalex.org/W3011120880","https://openalex.org/W3049342604","https://openalex.org/W3099947523","https://openalex.org/W3102778384","https://openalex.org/W3102899483","https://openalex.org/W3103182070","https://openalex.org/W3103752844","https://openalex.org/W3104966867","https://openalex.org/W3105140685","https://openalex.org/W3105195949","https://openalex.org/W3121632328","https://openalex.org/W3139377883","https://openalex.org/W3197350416","https://openalex.org/W4206671592","https://openalex.org/W4230563027","https://openalex.org/W4245108548","https://openalex.org/W4285719527","https://openalex.org/W4289709987","https://openalex.org/W4394672593","https://openalex.org/W6704298589"],"related_works":["https://openalex.org/W4251329182","https://openalex.org/W1599110641","https://openalex.org/W1549403601","https://openalex.org/W2497510784","https://openalex.org/W4252183363","https://openalex.org/W2787177576","https://openalex.org/W2418053903","https://openalex.org/W2078352417","https://openalex.org/W2098758514","https://openalex.org/W1575740715"],"abstract_inverted_index":{"Search,":[0],"recommendation,":[1,136],"and":[2,35,92,121,137,147],"online":[3,138],"advertising":[4,139],"are":[5,79],"the":[6,13,32,43,97],"three":[7],"most":[8],"important":[9],"information-providing":[10],"mechanisms":[11],"on":[12],"web.":[14],"These":[15,68],"information":[16,21,44,65,84,111],"seeking":[17,66,85,112],"techniques,":[18],"satisfying":[19],"users'":[20,89],"needs":[22],"by":[23],"suggesting":[24],"users":[25,103],"personalized":[26],"objects":[27],"(information":[28],"or":[29],"services)":[30],"at":[31],"appropriate":[33],"time":[34],"place,":[36],"play":[37],"a":[38],"crucial":[39],"role":[40],"in":[41,51,61],"mitigating":[42],"overload":[45],"problem.":[46],"With":[47],"recent":[48],"great":[49],"advances":[50],"deep":[52,131],"reinforcement":[53,132],"learning":[54,133],"(DRL),":[55],"there":[56],"have":[57,72],"been":[58],"increasing":[59],"interests":[60],"developing":[62],"DRL":[63,69],"based":[64,70],"techniques.":[67],"techniques":[71],"two":[73],"key":[74],"advantages":[75],"-":[76],"(1)":[77],"they":[78,94],"able":[80],"to":[81,88,110,142],"continuously":[82],"update":[83],"strategies":[86],"according":[87,109],"real-time":[90],"feedback,":[91],"(2)":[93],"can":[95],"maximize":[96],"expected":[98],"cumulative":[99],"long-term":[100],"reward":[101,105],"from":[102,140],"where":[104],"has":[106],"different":[107],"definitions":[108],"applications":[113],"such":[114],"as":[115],"click-through":[116],"rate,":[117],"revenue,":[118],"user":[119],"satisfaction":[120],"engagement.":[122],"In":[123],"this":[124],"paper,":[125],"we":[126],"give":[127],"an":[128],"overview":[129],"of":[130],"for":[134],"search,":[135],"methodologies":[141],"applications,":[143],"review":[144],"representative":[145],"algorithms,":[146],"discuss":[148],"some":[149],"appealing":[150],"research":[151],"directions.":[152]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":16},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":5}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2019-08-13T00:00:00"}