{"id":"https://openalex.org/W4290927835","doi":"https://doi.org/10.1145/3534678.3539175","title":"Interpretable Personalized Experimentation","display_name":"Interpretable Personalized Experimentation","publication_year":2022,"publication_date":"2022-08-12","ids":{"openalex":"https://openalex.org/W4290927835","doi":"https://doi.org/10.1145/3534678.3539175"},"language":"en","primary_location":{"id":"doi:10.1145/3534678.3539175","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3534678.3539175","pdf_url":null,"source":{"id":"https://openalex.org/S4363608767","display_name":"Proceedings of the 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100403068","display_name":"Han Wu","orcid":"https://orcid.org/0000-0002-6091-9153"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Han Wu","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101755049","display_name":"Sarah Tan","orcid":"https://orcid.org/0000-0001-5453-4874"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sarah Tan","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100371220","display_name":"Weiwei Li","orcid":"https://orcid.org/0000-0003-2690-6786"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weiwei Li","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055008606","display_name":"Mia R. Garrard","orcid":null},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mia Garrard","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055201153","display_name":"Adam Obeng","orcid":"https://orcid.org/0000-0002-2906-4775"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Adam Obeng","raw_affiliation_strings":["Unaffiliated, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Unaffiliated, San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063445465","display_name":"Drew Dimmery","orcid":"https://orcid.org/0000-0001-9602-6325"},"institutions":[{"id":"https://openalex.org/I129774422","display_name":"University of Vienna","ror":"https://ror.org/03prydq77","country_code":"AT","type":"education","lineage":["https://openalex.org/I129774422"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Drew Dimmery","raw_affiliation_strings":["University of Vienna, Vienna, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Vienna, Vienna, Austria","institution_ids":["https://openalex.org/I129774422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081115999","display_name":"Shaun Singh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shaun Singh","raw_affiliation_strings":["Unaffiliated, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Unaffiliated, San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064601948","display_name":"Hanson Wang","orcid":"https://orcid.org/0000-0002-8554-8248"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hanson Wang","raw_affiliation_strings":["Unaffiliated, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Unaffiliated, San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074472243","display_name":"Daniel Jiang","orcid":"https://orcid.org/0000-0002-5388-8061"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel Jiang","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006700143","display_name":"Eytan Bakshy","orcid":null},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eytan Bakshy","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5100403068"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":0.3768,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.58031088,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"4173","last_page":"4183"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7973282337188721},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7096805572509766},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.6152998208999634},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5327225923538208},{"id":"https://openalex.org/keywords/personalized-medicine","display_name":"Personalized medicine","score":0.49863672256469727},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3649614453315735},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35677599906921387},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.1806815266609192},{"id":"https://openalex.org/keywords/bioinformatics","display_name":"Bioinformatics","score":0.07906734943389893}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7973282337188721},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7096805572509766},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.6152998208999634},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5327225923538208},{"id":"https://openalex.org/C32220436","wikidata":"https://www.wikidata.org/wiki/Q2072214","display_name":"Personalized medicine","level":2,"score":0.49863672256469727},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3649614453315735},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35677599906921387},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.1806815266609192},{"id":"https://openalex.org/C60644358","wikidata":"https://www.wikidata.org/wiki/Q128570","display_name":"Bioinformatics","level":1,"score":0.07906734943389893},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3534678.3539175","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3534678.3539175","pdf_url":null,"source":{"id":"https://openalex.org/S4363608767","display_name":"Proceedings of the 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1919599643","https://openalex.org/W1970074386","https://openalex.org/W1994857208","https://openalex.org/W2058248640","https://openalex.org/W2064903582","https://openalex.org/W2105224904","https://openalex.org/W2119909550","https://openalex.org/W2132917208","https://openalex.org/W2154908680","https://openalex.org/W2164985671","https://openalex.org/W2208550830","https://openalex.org/W2251567929","https://openalex.org/W2294370754","https://openalex.org/W2512971201","https://openalex.org/W2624816748","https://openalex.org/W2749313621","https://openalex.org/W2808787330","https://openalex.org/W2904006561","https://openalex.org/W2913340405","https://openalex.org/W2929484490","https://openalex.org/W2937302337","https://openalex.org/W2944481928","https://openalex.org/W2950501506","https://openalex.org/W2952292818","https://openalex.org/W3018023298","https://openalex.org/W3102569414","https://openalex.org/W3119520891","https://openalex.org/W3124999902","https://openalex.org/W3154617266","https://openalex.org/W3210596924","https://openalex.org/W4206275166","https://openalex.org/W4288401015"],"related_works":["https://openalex.org/W2389214306","https://openalex.org/W4235240664","https://openalex.org/W2965083567","https://openalex.org/W1838576100","https://openalex.org/W2095886385","https://openalex.org/W2047881532","https://openalex.org/W2089704382","https://openalex.org/W1983399550","https://openalex.org/W2285795935","https://openalex.org/W97075385"],"abstract_inverted_index":{"Black-box":[0],"heterogeneous":[1],"treatment":[2],"effect":[3],"(HTE)":[4],"models":[5],"are":[6,23],"increasingly":[7],"being":[8],"used":[9,85],"to":[10,17,25,31],"create":[11],"personalized":[12,45,79],"policies":[13],"that":[14],"assign":[15],"individuals":[16],"their":[18],"optimal":[19],"treatments.":[20],"However,":[21],"they":[22],"difficult":[24],"understand,":[26],"and":[27,49,93,97],"can":[28],"be":[29],"burdensome":[30],"maintain":[32],"in":[33,51,58,86],"a":[34,42,59],"production":[35,52],"environment.":[36],"In":[37],"this":[38],"paper,":[39],"we":[40],"present":[41],"scalable,":[43],"interpretable":[44,78],"experimentation":[46],"system,":[47],"implemented":[48],"deployed":[50],"at":[53,66],"Meta.":[54],"The":[55],"system":[56,88],"works":[57],"multiple":[60,62],"treatment,":[61],"outcome":[63],"setting":[64],"typical":[65],"Meta":[67,94],"to:":[68],"(1)":[69],"learn":[70],"explanations":[71],"for":[72],"black-box":[73],"HTE":[74],"models;":[75],"(2)":[76],"generate":[77],"policies.":[80],"We":[81],"evaluate":[82],"the":[83,87,102,105],"methods":[84],"on":[89],"publicly":[90],"available":[91],"data":[92],"use":[95],"cases,":[96],"discuss":[98],"lessons":[99],"learnt":[100],"during":[101],"development":[103],"of":[104],"system.":[106]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}