{"id":"https://openalex.org/W4386148680","doi":"https://doi.org/10.1145/3604915.3610244","title":"Learning from Negative User Feedback and Measuring Responsiveness for Sequential Recommenders","display_name":"Learning from Negative User Feedback and Measuring Responsiveness for Sequential Recommenders","publication_year":2023,"publication_date":"2023-09-14","ids":{"openalex":"https://openalex.org/W4386148680","doi":"https://doi.org/10.1145/3604915.3610244"},"language":"en","primary_location":{"id":"doi:10.1145/3604915.3610244","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3604915.3610244","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2308.12256","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100735540","display_name":"Yueqi Wang","orcid":"https://orcid.org/0000-0001-8828-3516"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yueqi Wang","raw_affiliation_strings":["Google, USA"],"raw_orcid":"https://orcid.org/0000-0001-8828-3516","affiliations":[{"raw_affiliation_string":"Google, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075357064","display_name":"Yoni Halpern","orcid":"https://orcid.org/0009-0006-7126-4558"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yoni Halpern","raw_affiliation_strings":["Google, USA"],"raw_orcid":"https://orcid.org/0009-0006-7126-4558","affiliations":[{"raw_affiliation_string":"Google, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102899038","display_name":"Shuo Chang","orcid":"https://orcid.org/0009-0004-2345-1186"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shuo Chang","raw_affiliation_strings":["Google, USA"],"raw_orcid":"https://orcid.org/0009-0004-2345-1186","affiliations":[{"raw_affiliation_string":"Google, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101534974","display_name":"Jingchen Feng","orcid":"https://orcid.org/0000-0001-5166-2141"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jingchen Feng","raw_affiliation_strings":["Google, USA"],"raw_orcid":"https://orcid.org/0000-0001-5166-2141","affiliations":[{"raw_affiliation_string":"Google, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101705800","display_name":"Elaine Ya Le","orcid":"https://orcid.org/0009-0009-0236-3562"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elaine Ya Le","raw_affiliation_strings":["Google, USA"],"raw_orcid":"https://orcid.org/0009-0009-0236-3562","affiliations":[{"raw_affiliation_string":"Google, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102898653","display_name":"Longfei Li","orcid":"https://orcid.org/0009-0009-5769-5206"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Longfei Li","raw_affiliation_strings":["Google, USA"],"raw_orcid":"https://orcid.org/0009-0009-5769-5206","affiliations":[{"raw_affiliation_string":"Google, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090836578","display_name":"Xujian Liang","orcid":"https://orcid.org/0009-0009-8806-4343"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xujian Liang","raw_affiliation_strings":["Google, USA"],"raw_orcid":"https://orcid.org/0009-0009-8806-4343","affiliations":[{"raw_affiliation_string":"Google, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102907584","display_name":"Min-Cheng Huang","orcid":"https://orcid.org/0009-0007-7836-3337"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Min-Cheng Huang","raw_affiliation_strings":["Google, USA"],"raw_orcid":"https://orcid.org/0009-0007-7836-3337","affiliations":[{"raw_affiliation_string":"Google, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032345308","display_name":"Shane Li","orcid":"https://orcid.org/0009-0003-6810-7031"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shane Li","raw_affiliation_strings":["Google, USA"],"raw_orcid":"https://orcid.org/0009-0003-6810-7031","affiliations":[{"raw_affiliation_string":"Google, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080988309","display_name":"Alex Beutel","orcid":"https://orcid.org/0000-0002-5917-2849"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I4210161460","display_name":"OpenAI (United States)","ror":"https://ror.org/05wx9n238","country_code":"US","type":"company","lineage":["https://openalex.org/I4210161460"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alex Beutel","raw_affiliation_strings":["OpenAI (work done while at Google), USA"],"raw_orcid":"https://orcid.org/0000-0002-5917-2849","affiliations":[{"raw_affiliation_string":"OpenAI (work done while at Google), USA","institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I4210161460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100366785","display_name":"Yaping Zhang","orcid":"https://orcid.org/0009-0009-9295-1367"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yaping Zhang","raw_affiliation_strings":["Google, USA"],"raw_orcid":"https://orcid.org/0009-0002-7674-2409","affiliations":[{"raw_affiliation_string":"Google, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073519838","display_name":"Shuchao Bi","orcid":"https://orcid.org/0009-0003-7545-4410"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shuchao Bi","raw_affiliation_strings":["Google, USA"],"raw_orcid":"https://orcid.org/0009-0003-7545-4410","affiliations":[{"raw_affiliation_string":"Google, USA","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5100735540"],"corresponding_institution_ids":["https://openalex.org/I1291425158"],"apc_list":null,"apc_paid":null,"fwci":3.5874,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.93768363,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1049","last_page":"1053"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9742000102996826,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8070429563522339},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.799957275390625},{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.6619053483009338},{"id":"https://openalex.org/keywords/user-modeling","display_name":"User modeling","score":0.5439313650131226},{"id":"https://openalex.org/keywords/negative-feedback","display_name":"Negative feedback","score":0.48840540647506714},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4799244999885559},{"id":"https://openalex.org/keywords/collaborative-filtering","display_name":"Collaborative filtering","score":0.4516262114048004},{"id":"https://openalex.org/keywords/user-experience-design","display_name":"User experience design","score":0.4127786457538605},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4087417721748352},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3659883141517639},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3308337926864624},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.2684484124183655}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8070429563522339},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.799957275390625},{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.6619053483009338},{"id":"https://openalex.org/C67712803","wikidata":"https://www.wikidata.org/wiki/Q7901853","display_name":"User modeling","level":3,"score":0.5439313650131226},{"id":"https://openalex.org/C93586867","wikidata":"https://www.wikidata.org/wiki/Q62527","display_name":"Negative feedback","level":3,"score":0.48840540647506714},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4799244999885559},{"id":"https://openalex.org/C21569690","wikidata":"https://www.wikidata.org/wiki/Q94702","display_name":"Collaborative filtering","level":3,"score":0.4516262114048004},{"id":"https://openalex.org/C201025465","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"User experience design","level":2,"score":0.4127786457538605},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4087417721748352},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3659883141517639},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3308337926864624},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.2684484124183655},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3604915.3610244","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3604915.3610244","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM Conference on Recommender Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2308.12256","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.12256","pdf_url":"https://arxiv.org/pdf/2308.12256","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2308.12256","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.12256","pdf_url":"https://arxiv.org/pdf/2308.12256","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.6100000143051147,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386148680.pdf","grobid_xml":"https://content.openalex.org/works/W4386148680.grobid-xml"},"referenced_works_count":16,"referenced_works":["https://openalex.org/W618024573","https://openalex.org/W2088347181","https://openalex.org/W2512971201","https://openalex.org/W2750004028","https://openalex.org/W2773640334","https://openalex.org/W2788295351","https://openalex.org/W2902572901","https://openalex.org/W2973172293","https://openalex.org/W3023045848","https://openalex.org/W3102778384","https://openalex.org/W3116249021","https://openalex.org/W3194210786","https://openalex.org/W4221030716","https://openalex.org/W4224867157","https://openalex.org/W4288804669","https://openalex.org/W4300958906"],"related_works":["https://openalex.org/W2471180092","https://openalex.org/W2214462757","https://openalex.org/W3048212026","https://openalex.org/W2786397983","https://openalex.org/W4316810125","https://openalex.org/W2505756943","https://openalex.org/W4360925797","https://openalex.org/W2373382863","https://openalex.org/W317925544","https://openalex.org/W2332737623"],"abstract_inverted_index":{"Sequential":[0],"recommenders":[1,53,104],"have":[2],"been":[3,29],"widely":[4],"used":[5],"in":[6,12,71,105,147],"industry":[7],"due":[8],"to":[9,31,61,151,160],"their":[10],"strength":[11],"modeling":[13,173],"user":[14,35,38,45,85,96,166],"preferences.":[15],"While":[16],"these":[17],"models":[18],"excel":[19],"at":[20,82],"learning":[21,32],"a":[22,110,137,145,156],"user\u2019s":[23],"positive":[24,84],"interests,":[25],"less":[26],"attention":[27],"has":[28],"paid":[30],"from":[33,171],"negative":[34,65,95,124,152],"feedback.":[36,125],"Negative":[37],"feedback":[39,66,97,153],"is":[40],"an":[41,50],"important":[42],"lever":[43],"of":[44,75,102,119,130],"control,":[46],"and":[47,57,93],"comes":[48],"with":[49,123],"expectation":[51],"that":[52,114],"should":[54],"respond":[55],"quickly":[56],"reduce":[58],"similar":[59],"recommendations":[60],"the":[62,72,99,106,117,128,172],"user.":[63],"However,":[64],"signals":[67],"are":[68],"often":[69],"ignored":[70],"training":[73,100],"objective":[74,101],"sequential":[76,103],"retrieval":[77,107],"models,":[78],"which":[79],"primarily":[80],"aim":[81],"predicting":[83],"interactions.":[86],"In":[87],"this":[88,131],"work,":[89],"we":[90,143],"incorporate":[91],"explicit":[92],"implicit":[94],"into":[98],"stage":[108],"using":[109,133],"\"not-to-recommend\"":[111],"loss":[112],"function":[113],"optimizes":[115],"for":[116],"log-likelihood":[118],"not":[120],"recommending":[121],"items":[122],"We":[126],"demonstrate":[127],"effectiveness":[129],"approach":[132],"live":[134],"experiments":[135],"on":[136],"large-scale":[138],"industrial":[139],"recommender":[140,149,162],"system.":[141],"Furthermore,":[142],"address":[144],"challenge":[146],"measuring":[148],"responsiveness":[150,170],"by":[154],"developing":[155],"counterfactual":[157],"simulation":[158],"framework":[159],"compare":[161],"responses":[163],"between":[164],"different":[165],"actions,":[167],"showing":[168],"improved":[169],"change.":[174]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2023-08-25T00:00:00"}