{"id":"https://openalex.org/W3087770553","doi":"https://doi.org/10.1145/3383313.3412208","title":"Deconfounding User Satisfaction Estimation from Response Rate Bias","display_name":"Deconfounding User Satisfaction Estimation from Response Rate Bias","publication_year":2020,"publication_date":"2020-09-19","ids":{"openalex":"https://openalex.org/W3087770553","doi":"https://doi.org/10.1145/3383313.3412208","mag":"3087770553"},"language":"en","primary_location":{"id":"doi:10.1145/3383313.3412208","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3383313.3412208","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3383313.3412208","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Fourteenth ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3383313.3412208","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068681271","display_name":"Konstantina Christakopoulou","orcid":"https://orcid.org/0000-0002-1650-1796"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Konstantina Christakopoulou","raw_affiliation_strings":["Google, United States"],"affiliations":[{"raw_affiliation_string":"Google, United States","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052212390","display_name":"Madeleine Traverse","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Madeleine Traverse","raw_affiliation_strings":["Google, United States"],"affiliations":[{"raw_affiliation_string":"Google, United States","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009533280","display_name":"Trevor Potter","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Trevor Potter","raw_affiliation_strings":["Google, United States"],"affiliations":[{"raw_affiliation_string":"Google, United States","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082225008","display_name":"Emma Marriott","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Emma Marriott","raw_affiliation_strings":["Google, United States"],"affiliations":[{"raw_affiliation_string":"Google, United States","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100714110","display_name":"Daniel Li","orcid":"https://orcid.org/0000-0002-7536-3418"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel Li","raw_affiliation_strings":["Google, United States"],"affiliations":[{"raw_affiliation_string":"Google, United States","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033193321","display_name":"Chris Haulk","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chris Haulk","raw_affiliation_strings":["Google, United States"],"affiliations":[{"raw_affiliation_string":"Google, United States","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028125399","display_name":"Ed H.","orcid":"https://orcid.org/0000-0003-3230-5338"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ed H. Chi","raw_affiliation_strings":["Google, United States"],"affiliations":[{"raw_affiliation_string":"Google, United States","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100699702","display_name":"Minmin Chen","orcid":"https://orcid.org/0000-0002-7342-9022"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Minmin Chen","raw_affiliation_strings":["Google, United States"],"affiliations":[{"raw_affiliation_string":"Google, United States","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5068681271"],"corresponding_institution_ids":["https://openalex.org/I1291425158"],"apc_list":null,"apc_paid":null,"fwci":3.4697,"has_fulltext":true,"cited_by_count":22,"citation_normalized_percentile":{"value":0.93885084,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"450","last_page":"455"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11161","display_name":"Consumer Market Behavior and Pricing","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7626773715019226},{"id":"https://openalex.org/keywords/user-satisfaction","display_name":"User satisfaction","score":0.7487673163414001},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.6666610240936279},{"id":"https://openalex.org/keywords/ask-price","display_name":"Ask price","score":0.5668949484825134},{"id":"https://openalex.org/keywords/user-engagement","display_name":"User engagement","score":0.5386350750923157},{"id":"https://openalex.org/keywords/dwell-time","display_name":"Dwell time","score":0.5315883755683899},{"id":"https://openalex.org/keywords/computer-user-satisfaction","display_name":"Computer user satisfaction","score":0.5280628800392151},{"id":"https://openalex.org/keywords/user-modeling","display_name":"User modeling","score":0.4769493639469147},{"id":"https://openalex.org/keywords/user-experience-design","display_name":"User experience design","score":0.46014201641082764},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4331291913986206},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3304378390312195},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.279626727104187},{"id":"https://openalex.org/keywords/user-interface-design","display_name":"User interface design","score":0.23269936442375183},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.07922574877738953}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7626773715019226},{"id":"https://openalex.org/C3017893058","wikidata":"https://www.wikidata.org/wiki/Q999278","display_name":"User satisfaction","level":2,"score":0.7487673163414001},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.6666610240936279},{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.5668949484825134},{"id":"https://openalex.org/C2984870255","wikidata":"https://www.wikidata.org/wiki/Q5196451","display_name":"User engagement","level":2,"score":0.5386350750923157},{"id":"https://openalex.org/C151637689","wikidata":"https://www.wikidata.org/wiki/Q5318064","display_name":"Dwell time","level":2,"score":0.5315883755683899},{"id":"https://openalex.org/C63880386","wikidata":"https://www.wikidata.org/wiki/Q5157592","display_name":"Computer user satisfaction","level":4,"score":0.5280628800392151},{"id":"https://openalex.org/C67712803","wikidata":"https://www.wikidata.org/wiki/Q7901853","display_name":"User modeling","level":3,"score":0.4769493639469147},{"id":"https://openalex.org/C201025465","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"User experience design","level":2,"score":0.46014201641082764},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4331291913986206},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3304378390312195},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.279626727104187},{"id":"https://openalex.org/C149229913","wikidata":"https://www.wikidata.org/wiki/Q135707","display_name":"User interface design","level":3,"score":0.23269936442375183},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.07922574877738953},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3383313.3412208","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3383313.3412208","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3383313.3412208","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Fourteenth ACM Conference on Recommender Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3383313.3412208","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3383313.3412208","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3383313.3412208","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Fourteenth ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.5,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3087770553.pdf","grobid_xml":"https://content.openalex.org/works/W3087770553.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W1985759455","https://openalex.org/W1992665562","https://openalex.org/W2038385982","https://openalex.org/W2044758663","https://openalex.org/W2098695000","https://openalex.org/W2164942343","https://openalex.org/W2166237624","https://openalex.org/W2333234013","https://openalex.org/W2340526403","https://openalex.org/W2507134384","https://openalex.org/W2512971201","https://openalex.org/W2769473018","https://openalex.org/W2799155063","https://openalex.org/W2892838935","https://openalex.org/W2897955056","https://openalex.org/W2902572901","https://openalex.org/W2912422269","https://openalex.org/W2913340405","https://openalex.org/W2914639375","https://openalex.org/W2972657244","https://openalex.org/W2973172293","https://openalex.org/W3012576969","https://openalex.org/W3121466867","https://openalex.org/W3122193054","https://openalex.org/W3150893739"],"related_works":["https://openalex.org/W2172342304","https://openalex.org/W2808833968","https://openalex.org/W2071480855","https://openalex.org/W1548943108","https://openalex.org/W2905222223","https://openalex.org/W3042062206","https://openalex.org/W2097372808","https://openalex.org/W1581880642","https://openalex.org/W2624385866","https://openalex.org/W3087770553"],"abstract_inverted_index":{"Improving":[0],"user":[1,31,46,62,100],"satisfaction":[2,63],"is":[3],"at":[4],"the":[5,74,83,95,107],"forefront":[6],"of":[7,22,40],"industrial":[8],"recommender":[9],"systems.":[10],"While":[11],"significant":[12],"progress":[13],"has":[14,35,101],"been":[15,36],"made":[16],"by":[17,50,128],"utilizing":[18],"logged":[19],"implicit":[20],"data":[21,52,55,87],"user-item":[23],"interactions":[24],"(i.e.,":[25],"clicks,":[26],"dwell/watch":[27],"time,":[28],"and":[29,44,93],"other":[30],"engagement":[32],"signals),":[33],"there":[34],"a":[37,99,103],"recent":[38,84],"surge":[39],"interest":[41],"in":[42,82],"measuring":[43,92],"modeling":[45,94],"satisfaction,":[47],"as":[48,126],"provided":[49],"orthogonal":[51],"sources.":[53],"Such":[54],"sources":[56],"typically":[57],"originate":[58],"from":[59],"responses":[60],"to":[61,69,97],"surveys,":[64],"which":[65,98],"explicitly":[66],"ask":[67],"users":[68,112,121],"rate":[70],"their":[71],"experience":[72,105],"with":[73,119],"system":[75],"and/or":[76],"specific":[77],"items":[78],"they":[79,123],"have":[80],"consumed":[81],"past.":[85],"This":[86],"can":[88],"be":[89],"valuable":[90],"for":[91],"degree":[96],"had":[102],"satisfactory":[104],"on":[106],"recommendation":[108],"platform,":[109],"since":[110],"what":[111,120],"do":[113],"(engagement)":[114],"does":[115],"not":[116],"always":[117],"align":[118],"say":[122],"want":[124],"(satisfaction":[125],"measured":[127],"surveys).":[129]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}