{"id":"https://openalex.org/W4386728928","doi":"https://doi.org/10.1145/3604915.3608852","title":"Progressive Horizon Learning: Adaptive Long Term Optimization for Personalized Recommendation","display_name":"Progressive Horizon Learning: Adaptive Long Term Optimization for Personalized Recommendation","publication_year":2023,"publication_date":"2023-09-14","ids":{"openalex":"https://openalex.org/W4386728928","doi":"https://doi.org/10.1145/3604915.3608852"},"language":"en","primary_location":{"id":"doi:10.1145/3604915.3608852","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3604915.3608852","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3604915.3608852","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3604915.3608852","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001467291","display_name":"Congrui Yi","orcid":"https://orcid.org/0009-0009-5336-8160"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Congrui Yi","raw_affiliation_strings":["Prime Machine Learning, Amazon, USA"],"raw_orcid":"https://orcid.org/0009-0009-5336-8160","affiliations":[{"raw_affiliation_string":"Prime Machine Learning, Amazon, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092867329","display_name":"David Zumwalt","orcid":"https://orcid.org/0009-0002-5114-7048"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Zumwalt","raw_affiliation_strings":["Prime Machine Learning, Amazon, USA"],"raw_orcid":"https://orcid.org/0009-0002-5114-7048","affiliations":[{"raw_affiliation_string":"Prime Machine Learning, Amazon, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073567755","display_name":"Zijian Ni","orcid":"https://orcid.org/0000-0003-1181-8337"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zijian Ni","raw_affiliation_strings":["Prime Machine Learning, Amazon, USA"],"raw_orcid":"https://orcid.org/0000-0003-1181-8337","affiliations":[{"raw_affiliation_string":"Prime Machine Learning, Amazon, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076704333","display_name":"Shreya Chakrabarti","orcid":"https://orcid.org/0000-0001-9428-1154"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shreya Chakrabarti","raw_affiliation_strings":["Prime Machine Learning, Amazon, USA"],"raw_orcid":"https://orcid.org/0000-0001-9428-1154","affiliations":[{"raw_affiliation_string":"Prime Machine Learning, Amazon, USA","institution_ids":["https://openalex.org/I1311688040"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5001467291"],"corresponding_institution_ids":["https://openalex.org/I1311688040"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.15439531,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"940","last_page":"946"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8276796936988831},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.7459317445755005},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7235487103462219},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.7061671018600464},{"id":"https://openalex.org/keywords/personalization","display_name":"Personalization","score":0.6632803082466125},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5911019444465637},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.5774962902069092},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5275675058364868},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47033509612083435},{"id":"https://openalex.org/keywords/time-horizon","display_name":"Time horizon","score":0.41692090034484863},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.1315903663635254},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.09913599491119385}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8276796936988831},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.7459317445755005},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7235487103462219},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.7061671018600464},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.6632803082466125},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5911019444465637},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.5774962902069092},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5275675058364868},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47033509612083435},{"id":"https://openalex.org/C28761237","wikidata":"https://www.wikidata.org/wiki/Q7805321","display_name":"Time horizon","level":2,"score":0.41692090034484863},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.1315903663635254},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.09913599491119385},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3604915.3608852","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3604915.3608852","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3604915.3608852","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM Conference on Recommender Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3604915.3608852","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3604915.3608852","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3604915.3608852","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386728928.pdf","grobid_xml":"https://content.openalex.org/works/W4386728928.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W1095970959","https://openalex.org/W2021866613","https://openalex.org/W2039522160","https://openalex.org/W2046033161","https://openalex.org/W2112420033","https://openalex.org/W2358698356","https://openalex.org/W2400213106","https://openalex.org/W2475334473","https://openalex.org/W2595177306","https://openalex.org/W2963367478","https://openalex.org/W2963842088","https://openalex.org/W2964182926","https://openalex.org/W2973171206","https://openalex.org/W2973198305","https://openalex.org/W3098057095","https://openalex.org/W3113470404","https://openalex.org/W3177331119","https://openalex.org/W3210967257","https://openalex.org/W4226275807","https://openalex.org/W4233471163","https://openalex.org/W4284713203","https://openalex.org/W6778883912"],"related_works":["https://openalex.org/W2770234245","https://openalex.org/W96612179","https://openalex.org/W4229499248","https://openalex.org/W2566006169","https://openalex.org/W1567818861","https://openalex.org/W2987774938","https://openalex.org/W4256492088","https://openalex.org/W4390273403","https://openalex.org/W632915154","https://openalex.org/W2055733372"],"abstract_inverted_index":{"As":[0],"E-commerce":[1],"and":[2,22,100,121,130,201,213,230],"subscription":[3],"services":[4],"scale,":[5],"personalized":[6,193],"recommender":[7,78],"systems":[8],"are":[9],"often":[10,142],"needed":[11],"to":[12,37,55,67,81,89,206],"further":[13],"drive":[14],"long":[15,53,157,176],"term":[16],"business":[17],"growth":[18],"in":[19,155,226],"acquisition,":[20],"engagement,":[21],"retention":[23],"of":[24,47,103,127,167],"customers.":[25],"However,":[26],"long-term":[27,70,207,231],"metrics":[28,146],"associated":[29],"with":[30,147],"these":[31,183],"goals":[32],"can":[33,111,152,196],"require":[34],"several":[35],"months":[36],"mature.":[38],"Additionally,":[39],"deep":[40],"personalization":[41],"also":[42],"demands":[43],"a":[44,52,65,69,77,84,115,124,192],"large":[45,116],"volume":[46],"training":[48,64],"data":[49,93,128,169,215],"that":[50,195,219],"take":[51],"time":[54,62,178],"collect.":[56],"These":[57],"factors":[58],"incur":[59],"substantial":[60],"lead":[61,177],"for":[63,94,170],"model":[66,74,149,194],"optimize":[68,143],"metric.":[71,106],"Before":[72],"such":[73],"is":[75],"deployed,":[76],"system":[79],"has":[80],"rely":[82,163],"on":[83,164],"simple":[85,148],"policy":[86],"(e.g.":[87],"random)":[88],"collect":[90],"customer":[91,109],"feedback":[92],"training,":[95,172],"inflicting":[96],"high":[97,125],"opportunity":[98],"cost":[99],"delaying":[101],"optimization":[102,208],"the":[104,156],"target":[105],"Besides,":[107],"as":[108],"preferences":[110],"shift":[112],"over":[113,209],"time,":[114],"temporal":[117],"gap":[118],"between":[119],"inputs":[120],"outcome":[122],"poses":[123],"risk":[126],"staleness":[129],"suboptimal":[131,154],"learning.":[132],"Existing":[133],"approaches":[134,162],"involve":[135],"various":[136],"compromises.":[137],"For":[138],"instance,":[139],"contextual":[140],"bandits":[141],"short-term":[144],"surrogate":[145],"structure,":[150],"which":[151,173],"be":[153],"run,":[158],"while":[159],"Reinforcement":[160],"Learning":[161,189],"an":[165],"abundance":[166],"historical":[168],"offline":[171],"essentially":[174],"means":[175],"before":[179],"deployment.":[180],"To":[181],"address":[182],"problems,":[184],"we":[185,217],"propose":[186],"Progressive":[187],"Horizon":[188],"Recommender":[190],"(PHLRec),":[191],"progressively":[197],"learn":[198],"metric":[199,232],"patterns":[200],"adaptively":[202],"evolve":[203],"from":[204],"short-":[205],"time.":[210],"Through":[211],"simulations":[212],"real":[214],"experiments,":[216],"demonstrated":[218],"PHLRec":[220],"outperforms":[221],"competing":[222],"methods,":[223],"achieving":[224],"optimality":[225],"both":[227],"deployment":[228],"speed":[229],"performances.":[233]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
