{"id":"https://openalex.org/W4383533286","doi":"https://doi.org/10.1145/3580507.3597702","title":"Causal Estimation of User Learning in Personalized Systems","display_name":"Causal Estimation of User Learning in Personalized Systems","publication_year":2023,"publication_date":"2023-07-07","ids":{"openalex":"https://openalex.org/W4383533286","doi":"https://doi.org/10.1145/3580507.3597702"},"language":"en","primary_location":{"id":"doi:10.1145/3580507.3597702","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3580507.3597702","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3580507.3597702","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th ACM Conference on Economics and Computation","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3580507.3597702","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020697807","display_name":"Evan Munro","orcid":"https://orcid.org/0000-0001-9453-4799"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Evan Munro","raw_affiliation_strings":["Graduate School of Business, Stanford University, Stanford, United States of America"],"affiliations":[{"raw_affiliation_string":"Graduate School of Business, Stanford University, Stanford, United States of America","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034400968","display_name":"David Jones","orcid":"https://orcid.org/0000-0002-8152-6818"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I58610484","display_name":"Seattle University","ror":"https://ror.org/02jqc0m91","country_code":"US","type":"education","lineage":["https://openalex.org/I58610484"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Jones","raw_affiliation_strings":["Google, Seattle, USA"],"affiliations":[{"raw_affiliation_string":"Google, Seattle, USA","institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I58610484"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015487549","display_name":"Jennifer Brennan","orcid":"https://orcid.org/0000-0001-8101-8939"},"institutions":[{"id":"https://openalex.org/I58610484","display_name":"Seattle University","ror":"https://ror.org/02jqc0m91","country_code":"US","type":"education","lineage":["https://openalex.org/I58610484"]},{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jennifer Brennan","raw_affiliation_strings":["Google Research, Seattle, USA"],"affiliations":[{"raw_affiliation_string":"Google Research, Seattle, USA","institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I58610484"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092081560","display_name":"Roland Nelet","orcid":"https://orcid.org/0009-0007-7306-9825"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Roland Nelet","raw_affiliation_strings":["Google Research, New York, USA"],"affiliations":[{"raw_affiliation_string":"Google Research, New York, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075598023","display_name":"Vahab Mirrokni","orcid":"https://orcid.org/0000-0001-6705-5629"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vahab Mirrokni","raw_affiliation_strings":["Google Research, New York, United States of America"],"affiliations":[{"raw_affiliation_string":"Google Research, New York, United States of America","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013723114","display_name":"Jean Pouget-Abadie","orcid":"https://orcid.org/0000-0003-3729-9547"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jean Pouget-Abadie","raw_affiliation_strings":["Google Research, New York, USA"],"affiliations":[{"raw_affiliation_string":"Google Research, New York, USA","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5020697807"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":0.6954,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.71300615,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"992","last_page":"1016"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9556999802589417,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.9383999705314636,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/personalization","display_name":"Personalization","score":0.954479992389679},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7728065252304077},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.6584163904190063},{"id":"https://openalex.org/keywords/user-modeling","display_name":"User modeling","score":0.5147204995155334},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.5102226734161377},{"id":"https://openalex.org/keywords/causal-model","display_name":"Causal model","score":0.4402904212474823},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4119621813297272},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3979146480560303},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3692193627357483},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.2154810130596161},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.12729397416114807}],"concepts":[{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.954479992389679},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7728065252304077},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.6584163904190063},{"id":"https://openalex.org/C67712803","wikidata":"https://www.wikidata.org/wiki/Q7901853","display_name":"User modeling","level":3,"score":0.5147204995155334},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.5102226734161377},{"id":"https://openalex.org/C11671645","wikidata":"https://www.wikidata.org/wiki/Q5054567","display_name":"Causal model","level":2,"score":0.4402904212474823},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4119621813297272},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3979146480560303},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3692193627357483},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.2154810130596161},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.12729397416114807},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3580507.3597702","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3580507.3597702","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3580507.3597702","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th ACM Conference on Economics and Computation","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3580507.3597702","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3580507.3597702","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3580507.3597702","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th ACM Conference on Economics and Computation","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6800000071525574,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4383533286.pdf","grobid_xml":"https://content.openalex.org/works/W4383533286.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W8423564","https://openalex.org/W1528349055","https://openalex.org/W1888549093","https://openalex.org/W2012797835","https://openalex.org/W2039522160","https://openalex.org/W2074380434","https://openalex.org/W2133554893","https://openalex.org/W2158703410","https://openalex.org/W2288539294","https://openalex.org/W2770681912","https://openalex.org/W2908054697","https://openalex.org/W2964019528","https://openalex.org/W3100124730","https://openalex.org/W3131754018","https://openalex.org/W3150266318","https://openalex.org/W3150893739","https://openalex.org/W3201725591","https://openalex.org/W3208285536","https://openalex.org/W3211684364","https://openalex.org/W4220848927","https://openalex.org/W4221116461","https://openalex.org/W4226159968","https://openalex.org/W4289802188"],"related_works":["https://openalex.org/W2392634181","https://openalex.org/W1485340534","https://openalex.org/W4385242450","https://openalex.org/W3042298328","https://openalex.org/W3153633758","https://openalex.org/W2166738765","https://openalex.org/W4221102078","https://openalex.org/W1980607706","https://openalex.org/W4243882446","https://openalex.org/W2501795671"],"abstract_inverted_index":{"In":[0,113],"online":[1],"platforms,":[2],"the":[3,21,25,51,57,60,78,83,89,103,123],"impact":[4],"of":[5,41,59,105,127],"a":[6,37,45],"treatment":[7],"on":[8,110],"an":[9],"observed":[10],"outcome":[11],"may":[12],"change":[13,32],"over":[14,33],"time":[15],"as":[16,29],"1)":[17],"users":[18],"learn":[19],"about":[20],"intervention,":[22],"and":[23,96],"2)":[24],"system":[26,80],"personalization,":[27],"such":[28],"individualized":[30],"recommendations,":[31],"time.":[34],"We":[35,48,70],"introduce":[36],"non-parametric":[38],"causal":[39,90,107,125],"model":[40],"user":[42,61,94],"actions":[43],"in":[44,77],"personalized":[46],"system.":[47],"show":[49,116],"that":[50,75,117],"Cookie-Cookie-Day":[52],"(CCD)":[53],"experiment,":[54],"designed":[55],"for":[56,102],"measurement":[58],"learning":[62,95],"effect,":[63],"is":[64,68],"biased":[65],"when":[66],"there":[67],"personalization.":[69,97],"derive":[71],"new":[72,119],"experimental":[73],"designs":[74,120],"intervene":[76],"personalization":[79],"to":[81,86],"generate":[82],"variation":[84],"necessary":[85],"separately":[87],"identify":[88],"effect":[91],"mediated":[92],"through":[93],"Making":[98],"parametric":[99],"assumptions":[100],"allows":[101],"estimation":[104],"long-term":[106],"effects":[108,126],"based":[109],"medium-term":[111],"experiments.":[112],"simulations,":[114],"we":[115],"our":[118],"successfully":[121],"recover":[122],"dynamic":[124],"interest.":[128]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}