{"id":"https://openalex.org/W4324312897","doi":"https://doi.org/10.1145/3543507.3583418","title":"User Retention-oriented Recommendation with Decision Transformer","display_name":"User Retention-oriented Recommendation with Decision Transformer","publication_year":2023,"publication_date":"2023-04-26","ids":{"openalex":"https://openalex.org/W4324312897","doi":"https://doi.org/10.1145/3543507.3583418"},"language":"en","primary_location":{"id":"doi:10.1145/3543507.3583418","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3543507.3583418","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2023","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2303.06347","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014758877","display_name":"Kesen Zhao","orcid":"https://orcid.org/0000-0002-7187-3381"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Kesen Zhao","raw_affiliation_strings":["City University of Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"City University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089307887","display_name":"Lixin Zou","orcid":"https://orcid.org/0000-0001-6755-871X"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lixin Zou","raw_affiliation_strings":["Wuhan University, China"],"affiliations":[{"raw_affiliation_string":"Wuhan University, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100645854","display_name":"Xiangyu Zhao","orcid":"https://orcid.org/0000-0003-2926-4416"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiangyu Zhao","raw_affiliation_strings":["City University of Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"City University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021037797","display_name":"Maolin Wang","orcid":"https://orcid.org/0000-0002-0073-0172"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Maolin Wang","raw_affiliation_strings":["City University of Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"City University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054482111","display_name":"Dawei Yin","orcid":"https://orcid.org/0000-0002-8846-2001"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dawei Yin","raw_affiliation_strings":["Baidu Inc., China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc., China","institution_ids":["https://openalex.org/I98301712"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5014758877"],"corresponding_institution_ids":["https://openalex.org/I168719708"],"apc_list":null,"apc_paid":null,"fwci":11.4162,"has_fulltext":true,"cited_by_count":25,"citation_normalized_percentile":{"value":0.98406224,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1141","last_page":"1149"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9853000044822693,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8256272077560425},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7636064887046814},{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.687880277633667},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6023467183113098},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5368735194206238},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5323204398155212},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5233932137489319},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5209806561470032},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.49925756454467773},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.44712457060813904},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.4381718635559082}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8256272077560425},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7636064887046814},{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.687880277633667},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6023467183113098},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5368735194206238},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5323204398155212},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5233932137489319},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5209806561470032},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.49925756454467773},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.44712457060813904},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.4381718635559082},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3543507.3583418","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3543507.3583418","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2023","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2303.06347","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2303.06347","pdf_url":"https://arxiv.org/pdf/2303.06347","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2303.06347","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2303.06347","pdf_url":"https://arxiv.org/pdf/2303.06347","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.7200000286102295}],"awards":[{"id":"https://openalex.org/G553902691","display_name":null,"funder_award_id":"Start-up","funder_id":"https://openalex.org/F4320309893","funder_display_name":"City University of Hong Kong"},{"id":"https://openalex.org/G7271486925","display_name":null,"funder_award_id":"9360163","funder_id":"https://openalex.org/F4320309893","funder_display_name":"City University of Hong Kong"},{"id":"https://openalex.org/G8226490486","display_name":null,"funder_award_id":"9360163","funder_id":"https://openalex.org/F4320334123","funder_display_name":"Hong Kong Institute for Data Science"}],"funders":[{"id":"https://openalex.org/F4320309893","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23"},{"id":"https://openalex.org/F4320318398","display_name":"Ant Group","ror":null},{"id":"https://openalex.org/F4320319065","display_name":"Aromatic Plant Research Center","ror":"https://ror.org/05eebgw43"},{"id":"https://openalex.org/F4320334123","display_name":"Hong Kong Institute for Data Science","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4324312897.pdf"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W1593271688","https://openalex.org/W2017107296","https://openalex.org/W2123427850","https://openalex.org/W2130942839","https://openalex.org/W2154652894","https://openalex.org/W2156387975","https://openalex.org/W2157331557","https://openalex.org/W2166237624","https://openalex.org/W2171279286","https://openalex.org/W2187547424","https://openalex.org/W2194775991","https://openalex.org/W2257979135","https://openalex.org/W2469952266","https://openalex.org/W2512965516","https://openalex.org/W2596180971","https://openalex.org/W2767807341","https://openalex.org/W2781763969","https://openalex.org/W2788295351","https://openalex.org/W2799544270","https://openalex.org/W2893890797","https://openalex.org/W2896457183","https://openalex.org/W2899663614","https://openalex.org/W2902572901","https://openalex.org/W2919013397","https://openalex.org/W2937556626","https://openalex.org/W2948345531","https://openalex.org/W2963367478","https://openalex.org/W2963532001","https://openalex.org/W2963619374","https://openalex.org/W2963842088","https://openalex.org/W2972818416","https://openalex.org/W2984100107","https://openalex.org/W2996959725","https://openalex.org/W3003416843","https://openalex.org/W3007328579","https://openalex.org/W3034329167","https://openalex.org/W3040127368","https://openalex.org/W3043826557","https://openalex.org/W3095319910","https://openalex.org/W3102778384","https://openalex.org/W3102899483","https://openalex.org/W3104966867","https://openalex.org/W3105787366","https://openalex.org/W3116249021","https://openalex.org/W3153252032","https://openalex.org/W3169291081","https://openalex.org/W3170841641","https://openalex.org/W3197104471","https://openalex.org/W4283026930","https://openalex.org/W4284702156","https://openalex.org/W4285602653","https://openalex.org/W4287177420","https://openalex.org/W4287185638","https://openalex.org/W4299286960","https://openalex.org/W4306317444","https://openalex.org/W4306873598","https://openalex.org/W4379527413","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W3201448254","https://openalex.org/W4286970243","https://openalex.org/W2066431708","https://openalex.org/W4384133558","https://openalex.org/W3025615835","https://openalex.org/W173210993","https://openalex.org/W2390660599","https://openalex.org/W3028847759","https://openalex.org/W2393688264","https://openalex.org/W3170174360"],"abstract_inverted_index":{"Improving":[0],"user":[1,18,75,189],"retention":[2,76],"with":[3,77],"reinforcement":[4],"learning":[5,123,170],"(RL)":[6],"has":[7],"attracted":[8],"increasing":[9],"attention":[10],"due":[11,33],"to":[12,34,46,172,187],"its":[13],"significant":[14,193],"importance":[15],"in":[16,59,65,98,111,195],"boosting":[17],"engagement.":[19],"However,":[20,94],"training":[21,177],"the":[22,35,41,48,55,83,88,96,106,113,121,144,174,192,196,200,203],"RL":[23,89],"policy":[24,49,67,122],"from":[25,54],"scratch":[26],"without":[27,50],"hurting":[28],"users\u2019":[29],"experience":[30],"is":[31,100,209],"unavoidable":[32],"requirement":[36],"of":[37,105,140,157,202],"trial-and-error":[38],"searches.":[39],"Furthermore,":[40,180],"offline":[42,84,129,185],"methods,":[43],"which":[44,81],"aim":[45],"optimize":[47],"online":[51],"interactions,":[52],"suffer":[53],"notorious":[56],"stability":[57],"problem":[58,103],"value":[60],"estimation":[61],"or":[62],"unbounded":[63],"variance":[64],"counterfactual":[66],"evaluation.":[68,131],"To":[69],"this":[70,133],"end,":[71],"we":[72,165,181],"propose":[73],"optimizing":[74],"Decision":[78],"Transformer":[79],"(DT),":[80],"avoids":[82],"difficulty":[85],"by":[86,154],"translating":[87],"as":[90],"an":[91,150],"autoregressive":[92],"problem.":[93],"deploying":[95],"DT":[97],"recommendation":[99,125],"a":[101,138,167],"non-trivial":[102],"because":[104],"following":[107],"challenges:":[108],"(1)":[109],"deficiency":[110],"modeling":[112],"numerical":[114],"reward":[115,152,162],"value;":[116],"(2)":[117],"data":[118],"discrepancy":[119,175],"between":[120,176],"and":[124,178],"generation;":[126],"(3)":[127],"unreliable":[128],"performance":[130],"In":[132],"work,":[134],"we,":[135],"therefore,":[136],"contribute":[137],"series":[139],"strategies":[141],"for":[142,160],"tackling":[143],"exposed":[145],"issues.":[146],"We":[147],"first":[148],"articulate":[149],"efficient":[151],"prompt":[153],"weighted":[155,168],"aggregation":[156],"meta":[158],"embeddings":[159],"informative":[161],"embedding.":[163],"Then,":[164],"endow":[166],"contrastive":[169],"method":[171],"solve":[173],"inference.":[179],"design":[182],"two":[183],"robust":[184],"metrics":[186],"measure":[188],"retention.":[190],"Finally,":[191],"improvement":[194],"benchmark":[197],"datasets":[198],"demonstrates":[199],"superiority":[201],"proposed":[204],"method.":[205],"The":[206],"implementation":[207],"code":[208],"available":[210],"at":[211],"https://github.com/kesenzhao/DT4Rec.git.":[212]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}