{"id":"https://openalex.org/W3080585915","doi":"https://doi.org/10.1145/3394486.3403329","title":"Maximizing Cumulative User Engagement in Sequential Recommendation","display_name":"Maximizing Cumulative User Engagement in Sequential Recommendation","publication_year":2020,"publication_date":"2020-08-20","ids":{"openalex":"https://openalex.org/W3080585915","doi":"https://doi.org/10.1145/3394486.3403329","mag":"3080585915"},"language":"en","primary_location":{"id":"doi:10.1145/3394486.3403329","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3394486.3403329","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053515029","display_name":"Yifei Zhao","orcid":"https://orcid.org/0000-0003-4781-0521"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yifei Zhao","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101924582","display_name":"Yuhang Zhou","orcid":"https://orcid.org/0000-0003-1735-6014"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu-Hang Zhou","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007900661","display_name":"Mingdong Ou","orcid":null},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingdong Ou","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075740101","display_name":"Huan Xu","orcid":"https://orcid.org/0000-0002-4075-3846"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huan Xu","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100341097","display_name":"Nan Li","orcid":"https://orcid.org/0000-0002-9963-7794"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nan Li","raw_affiliation_strings":["Microsoft, Suzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Suzhou, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5053515029"],"corresponding_institution_ids":["https://openalex.org/I45928872"],"apc_list":null,"apc_paid":null,"fwci":2.5057,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.91670944,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2784","last_page":"2792"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9775000214576721,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8093554377555847},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7228591442108154},{"id":"https://openalex.org/keywords/user-engagement","display_name":"User engagement","score":0.5908344984054565},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.5088815689086914},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.4672759771347046},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4612727165222168},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.41872337460517883},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4136936664581299},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3927730321884155},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.32591599225997925},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.27560967206954956},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22700878977775574},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.21228989958763123},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.09027466177940369}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8093554377555847},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7228591442108154},{"id":"https://openalex.org/C2984870255","wikidata":"https://www.wikidata.org/wiki/Q5196451","display_name":"User engagement","level":2,"score":0.5908344984054565},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.5088815689086914},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.4672759771347046},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4612727165222168},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.41872337460517883},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4136936664581299},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3927730321884155},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.32591599225997925},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27560967206954956},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22700878977775574},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.21228989958763123},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.09027466177940369},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3394486.3403329","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3394486.3403329","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1596981350","https://openalex.org/W1981276685","https://openalex.org/W2009533501","https://openalex.org/W2039114216","https://openalex.org/W2076618162","https://openalex.org/W2098824882","https://openalex.org/W2106848050","https://openalex.org/W2110119381","https://openalex.org/W2154318594","https://openalex.org/W2518116149","https://openalex.org/W2577078233","https://openalex.org/W2583674722","https://openalex.org/W2726499916","https://openalex.org/W2750004028","https://openalex.org/W2783272285","https://openalex.org/W2783944588","https://openalex.org/W2798385737","https://openalex.org/W3138773240"],"related_works":["https://openalex.org/W4390273403","https://openalex.org/W4386781444","https://openalex.org/W3092950680","https://openalex.org/W4246980185","https://openalex.org/W2150182025","https://openalex.org/W3197542405","https://openalex.org/W187740018","https://openalex.org/W2162286586","https://openalex.org/W4255368532","https://openalex.org/W3172701938"],"abstract_inverted_index":{"To":[0],"maximize":[1],"cumulative":[2,6,119,180],"user":[3,26,33,77,83,96,120,134],"engagement":[4,27,121,135],"(e.g.":[5],"clicks)":[7],"in":[8,51],"sequential":[9],"recommendation,":[10],"it":[11,140],"is":[12,122,141,168],"often":[13,41],"needed":[14],"to":[15,49,73,124],"tradeoff":[16,75],"two":[17,44],"potentially":[18],"conflicting":[19],"objectives,":[20],"that":[21,143],"is,":[22],"pursuing":[23],"higher":[24],"immediate":[25,82,133],"(e.g.,":[28],"click-through":[29],"rate)":[30],"and":[31,66,70,80,95,114,136],"encouraging":[32],"browsing":[34,78],"(i.e.,":[35],"more":[36],"items":[37,88],"exposured).":[38],"Existing":[39],"works":[40],"study":[42,58],"these":[43],"tasks":[45],"separately,":[46],"thus":[47],"tend":[48],"result":[50],"sub-optimal":[52],"results.":[53],"In":[54],"this":[55,59,166],"paper,":[56],"we":[57,102],"problem":[60,116,146],"from":[61],"an":[62,99],"online":[63],"optimization":[64],"perspective,":[65],"propose":[67],"a":[68,108,125,171],"flexible":[69],"practical":[71],"framework":[72],"explicitly":[74],"longer":[76],"length":[79],"high":[81],"engagement.":[84],"Specifically,":[85],"by":[86],"considering":[87],"as":[89,93,98,107],"actions,":[90],"user's":[91,105],"requests":[92],"states":[94],"leaving":[97],"absorbing":[100],"state,":[101],"formulate":[103],"each":[104],"behavior":[106],"personalized":[109],"Markov":[110],"decision":[111],"process":[112],"(MDP),":[113],"the":[115,144,159,162],"of":[117,161,179],"maximizing":[118],"reduced":[123],"stochastic":[126],"shortest":[127],"path":[128],"(SSP)":[129],"problem.":[130],"Meanwhile,":[131],"with":[132],"quit":[137],"probability":[138],"estimation,":[139],"shown":[142],"SSP":[145],"can":[147],"be":[148],"efficiently":[149],"solved":[150],"via":[151],"dynamic":[152],"programming.":[153],"Experiments":[154],"on":[155],"real-world":[156],"datasets":[157],"demonstrate":[158],"effectiveness":[160],"proposed":[163],"approach.":[164],"Moreover,":[165],"approach":[167],"deployed":[169],"at":[170],"large":[172],"E-commerce":[173],"platform,":[174],"achieved":[175],"over":[176],"7%":[177],"improvement":[178],"clicks.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3}],"updated_date":"2026-05-10T08:33:47.465468","created_date":"2025-10-10T00:00:00"}