{"id":"https://openalex.org/W4367310443","doi":"https://doi.org/10.1145/3543873.3587626","title":"On Modeling Long-Term User Engagement from Stochastic Feedback","display_name":"On Modeling Long-Term User Engagement from Stochastic Feedback","publication_year":2023,"publication_date":"2023-04-28","ids":{"openalex":"https://openalex.org/W4367310443","doi":"https://doi.org/10.1145/3543873.3587626"},"language":"en","primary_location":{"id":"doi:10.1145/3543873.3587626","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3543873.3587626","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2023","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101852296","display_name":"Guoxi Zhang","orcid":"https://orcid.org/0000-0001-8154-6985"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Guoxi Zhang","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, Japan","institution_ids":["https://openalex.org/I22299242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026828158","display_name":"Xing Yao","orcid":"https://orcid.org/0009-0006-6137-5780"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xing Yao","raw_affiliation_strings":["China Central Depository & Clearing Co., Ltd., China"],"affiliations":[{"raw_affiliation_string":"China Central Depository & Clearing Co., Ltd., China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014059108","display_name":"Xuanji Xiao","orcid":"https://orcid.org/0000-0002-0499-8838"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xuanji Xiao","raw_affiliation_strings":["Shopee Inc., China"],"affiliations":[{"raw_affiliation_string":"Shopee Inc., China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5101852296"],"corresponding_institution_ids":["https://openalex.org/I22299242"],"apc_list":null,"apc_paid":null,"fwci":0.2545,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.54776735,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"940","last_page":"944"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8553158044815063},{"id":"https://openalex.org/keywords/randomness","display_name":"Randomness","score":0.8335564136505127},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7738366723060608},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.6878939867019653},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.6438707113265991},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.5447787046432495},{"id":"https://openalex.org/keywords/user-engagement","display_name":"User engagement","score":0.4889878034591675},{"id":"https://openalex.org/keywords/user-modeling","display_name":"User modeling","score":0.4428454339504242},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4012913703918457},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.36343902349472046},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3353922963142395},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.18548482656478882},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.16111519932746887}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8553158044815063},{"id":"https://openalex.org/C125112378","wikidata":"https://www.wikidata.org/wiki/Q176640","display_name":"Randomness","level":2,"score":0.8335564136505127},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7738366723060608},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.6878939867019653},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6438707113265991},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.5447787046432495},{"id":"https://openalex.org/C2984870255","wikidata":"https://www.wikidata.org/wiki/Q5196451","display_name":"User engagement","level":2,"score":0.4889878034591675},{"id":"https://openalex.org/C67712803","wikidata":"https://www.wikidata.org/wiki/Q7901853","display_name":"User modeling","level":3,"score":0.4428454339504242},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4012913703918457},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.36343902349472046},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3353922963142395},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.18548482656478882},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.16111519932746887},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3543873.3587626","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3543873.3587626","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2023","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W2765302304","https://openalex.org/W2787933113","https://openalex.org/W2799544270","https://openalex.org/W2902572901","https://openalex.org/W2948345531","https://openalex.org/W3102899483"],"related_works":["https://openalex.org/W3034924094","https://openalex.org/W3094954546","https://openalex.org/W1488708774","https://openalex.org/W1982811510","https://openalex.org/W2537376277","https://openalex.org/W3172701938","https://openalex.org/W4297577197","https://openalex.org/W3128744564","https://openalex.org/W4396233422","https://openalex.org/W2766485692"],"abstract_inverted_index":{"An":[0],"ultimate":[1],"goal":[2],"of":[3,28,120,127,132],"recommender":[4],"systems":[5],"(RS)":[6],"is":[7,15,72],"to":[8,54,73],"improve":[9],"user":[10,78,92],"engagement.":[11],"Reinforcement":[12],"learning":[13],"(RL)":[14],"a":[16],"promising":[17],"paradigm":[18],"for":[19,100],"this":[20],"goal,":[21],"as":[22],"it":[23],"directly":[24,82],"optimizes":[25],"overall":[26],"performance":[27],"sequential":[29],"recommendation.":[30],"However,":[31],"many":[32],"existing":[33],"RL-based":[34,106],"approaches":[35],"induce":[36],"huge":[37],"computational":[38],"overhead,":[39],"because":[40],"they":[41],"require":[42,66],"not":[43,65],"only":[44],"the":[45,67,75,86,118,121,125,129],"recommended":[46],"items":[47,53,81],"but":[48,102],"also":[49],"all":[50],"other":[51],"candidate":[52,68],"be":[55],"stored.":[56],"This":[57],"paper":[58],"proposes":[59],"an":[60],"efficient":[61],"alternative":[62],"that":[63],"does":[64],"items.":[69],"The":[70],"idea":[71],"model":[74],"correlation":[76],"between":[77],"engagement":[79],"and":[80,94,124],"from":[83],"data.":[84],"Moreover,":[85],"proposed":[87,122],"approach":[88,123],"consider":[89],"randomness":[90],"in":[91,105],"feedback":[93],"termination":[95],"behavior,":[96],"which":[97],"are":[98],"ubiquitous":[99],"RS":[101],"rarely":[103],"discussed":[104],"prior":[107],"work.":[108],"With":[109],"online":[110],"A/B":[111],"experiments":[112],"on":[113],"real-world":[114],"RS,":[115],"we":[116],"confirm":[117],"efficacy":[119],"importance":[126],"modeling":[128],"two":[130],"types":[131],"randomness.":[133]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}