{"id":"https://openalex.org/W3200328667","doi":"https://doi.org/10.1145/3460231.3474600","title":"Learning a Voice-based Conversational Recommender using Offline Policy Optimization","display_name":"Learning a Voice-based Conversational Recommender using Offline Policy Optimization","publication_year":2021,"publication_date":"2021-09-13","ids":{"openalex":"https://openalex.org/W3200328667","doi":"https://doi.org/10.1145/3460231.3474600","mag":"3200328667"},"language":"en","primary_location":{"id":"doi:10.1145/3460231.3474600","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3460231.3474600","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Fifteenth ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008513708","display_name":"Fran\u00e7ois Mairesse","orcid":"https://orcid.org/0000-0002-4969-4600"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Francois Mairesse","raw_affiliation_strings":["Amazon, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon, United States","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004270217","display_name":"Zhonghao Luo","orcid":null},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhonghao Luo","raw_affiliation_strings":["Amazon, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon, United States","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100419650","display_name":"Tao Ye","orcid":"https://orcid.org/0000-0002-1814-530X"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tao Ye","raw_affiliation_strings":["Amazon, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon, United States","institution_ids":["https://openalex.org/I1311688040"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1311688040"],"apc_list":null,"apc_paid":null,"fwci":0.4395,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.62371608,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"562","last_page":"564"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8549431562423706},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.7771750688552856},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6386290788650513},{"id":"https://openalex.org/keywords/dialog-box","display_name":"Dialog box","score":0.5510084629058838},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.502016544342041},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.500687837600708},{"id":"https://openalex.org/keywords/dialog-system","display_name":"Dialog system","score":0.46687620878219604},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4603196978569031},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4476548433303833},{"id":"https://openalex.org/keywords/collaborative-filtering","display_name":"Collaborative filtering","score":0.4145590364933014},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.35558149218559265},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.20037579536437988}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8549431562423706},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.7771750688552856},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6386290788650513},{"id":"https://openalex.org/C173853756","wikidata":"https://www.wikidata.org/wiki/Q86915","display_name":"Dialog box","level":2,"score":0.5510084629058838},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.502016544342041},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.500687837600708},{"id":"https://openalex.org/C190954187","wikidata":"https://www.wikidata.org/wiki/Q5270587","display_name":"Dialog system","level":3,"score":0.46687620878219604},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4603196978569031},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4476548433303833},{"id":"https://openalex.org/C21569690","wikidata":"https://www.wikidata.org/wiki/Q94702","display_name":"Collaborative filtering","level":3,"score":0.4145590364933014},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35558149218559265},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.20037579536437988},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3460231.3474600","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3460231.3474600","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Fifteenth ACM Conference on Recommender Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1591706642","https://openalex.org/W1835900096","https://openalex.org/W2115101920","https://openalex.org/W2122124659","https://openalex.org/W2295598076","https://openalex.org/W2349436533","https://openalex.org/W2891389695","https://openalex.org/W2951403958","https://openalex.org/W3003609932","https://openalex.org/W3009804075","https://openalex.org/W3102476541","https://openalex.org/W3165654682"],"related_works":["https://openalex.org/W3174836468","https://openalex.org/W2348159088","https://openalex.org/W2402445420","https://openalex.org/W2140558572","https://openalex.org/W1773619406","https://openalex.org/W3183295012","https://openalex.org/W2549666521","https://openalex.org/W3133893348","https://openalex.org/W2904380468","https://openalex.org/W1788415671"],"abstract_inverted_index":{"Voice-based":[0],"conversational":[1,65,133,202],"recommenders":[2],"offer":[3],"a":[4,29,197],"natural":[5],"way":[6,199],"to":[7,27,36,42,46,57,71,129,141,159,200,213],"improve":[8],"recommendation":[9],"quality":[10],"by":[11,119,125,145,174,184],"asking":[12],"the":[13,48,51,137,143,154,179,207,215],"user":[14],"for":[15],"missing":[16],"information.":[17],"This":[18],"talk":[19],"details":[20],"how":[21],"we":[22],"use":[23],"offline":[24,117,190],"policy":[25,92,191],"optimization":[26,192],"learn":[28],"dialog":[30,217],"manager":[31],"that":[32,96,152,189],"determines":[33],"what":[34,39],"items":[35,158],"present":[37,160],"and":[38,87,103,161],"clarifying":[40],"questions":[41,86],"ask,":[43],"in":[44],"order":[45],"maximize":[47],"success":[49,171],"of":[50,139,156,181,209],"conversation.":[52],"Counter-factual":[53],"learning":[54],"allows":[55],"us":[56],"compare":[58],"various":[59],"modeling":[60],"techniques":[61],"using":[62],"only":[63],"logged":[64],"data.":[66,109],"Our":[67],"approach":[68],"is":[69,196],"applied":[70],"Amazon":[72],"Music\u2019s":[73],"first":[74,111],"voice":[75],"browsing":[76],"experience":[77],"(Alexa,":[78],"help":[79],"me":[80],"find":[81],"music),":[82],"which":[83],"interleaves":[84],"disambiguation":[85],"music":[88],"sample":[89],"suggestions.":[90],"Offline":[91],"evaluation":[93],"results":[94,187],"show":[95],"an":[97,163],"XGBoost":[98],"reward":[99],"regressor":[100],"outperforms":[101],"linear":[102],"neural":[104],"policies":[105],"on":[106],"held":[107],"out":[108],"A":[110,147],"user-facing":[112,210],"A/B":[113,149],"test":[114,150],"confirms":[115],"our":[116,121,130],"results,":[118],"increasing":[120],"task":[122,144,170],"completion":[123],"rate":[124,172],"8%":[126],"relative":[127],"compared":[128],"production":[131],"rule-based":[132],"recommender,":[134],"while":[135,177,205],"reducing":[136,178],"number":[138,180,208],"turns":[140,182],"complete":[142],"20%.":[146],"second":[148],"shows":[151],"extending":[153],"set":[155],"candidate":[157],"adding":[162],"embedding-based":[164],"user-item":[165],"affinity":[166],"action":[167],"feature":[168],"improves":[169],"further":[173,183],"4%":[175],"relative,":[176],"13%.":[185],"These":[186],"suggest":[188],"from":[193],"conversation":[194],"logs":[195],"viable":[198],"foster":[201],"recommender":[203],"research,":[204],"minimizing":[206],"experiments":[211],"needed":[212],"determine":[214],"optimal":[216],"policy.":[218]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2025-10-10T00:00:00"}
