{"id":"https://openalex.org/W2543154812","doi":"https://doi.org/10.1145/3041021.3054190","title":"Predicting Counterfactuals from Large Historical Data and Small Randomized Trials","display_name":"Predicting Counterfactuals from Large Historical Data and Small Randomized Trials","publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2543154812","doi":"https://doi.org/10.1145/3041021.3054190","mag":"2543154812"},"language":"en","primary_location":{"id":"doi:10.1145/3041021.3054190","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3041021.3054190","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th International Conference on World Wide Web Companion - WWW '17 Companion","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3041021.3054190","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061734145","display_name":"Nir Rosenfeld","orcid":"https://orcid.org/0000-0002-4334-2508"},"institutions":[{"id":"https://openalex.org/I4210125051","display_name":"Microsoft (Israel)","ror":"https://ror.org/03819cc96","country_code":"IL","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210125051"]},{"id":"https://openalex.org/I197251160","display_name":"Hebrew University of Jerusalem","ror":"https://ror.org/03qxff017","country_code":"IL","type":"education","lineage":["https://openalex.org/I197251160"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Nir Rosenfeld","raw_affiliation_strings":["Hebrew University of Jerusalem & Microsoft Research, Jerusalem, Israel"],"affiliations":[{"raw_affiliation_string":"Hebrew University of Jerusalem & Microsoft Research, Jerusalem, Israel","institution_ids":["https://openalex.org/I197251160","https://openalex.org/I4210125051"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014637159","display_name":"Yishay Mansour","orcid":"https://orcid.org/0000-0001-6891-2645"},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]},{"id":"https://openalex.org/I4210125051","display_name":"Microsoft (Israel)","ror":"https://ror.org/03819cc96","country_code":"IL","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210125051"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Yishay Mansour","raw_affiliation_strings":["Tel Aviv University and Microsoft Research, Tel Aviv, Israel"],"affiliations":[{"raw_affiliation_string":"Tel Aviv University and Microsoft Research, Tel Aviv, Israel","institution_ids":["https://openalex.org/I4210125051","https://openalex.org/I16391192"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009670109","display_name":"Elad Yom\u2010Tov","orcid":"https://orcid.org/0000-0002-2380-4584"},"institutions":[{"id":"https://openalex.org/I4210125051","display_name":"Microsoft (Israel)","ror":"https://ror.org/03819cc96","country_code":"IL","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210125051"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Elad Yom-Tov","raw_affiliation_strings":["Microsoft Research, Herzeliya, Israel"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Herzeliya, Israel","institution_ids":["https://openalex.org/I4210125051"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5061734145"],"corresponding_institution_ids":["https://openalex.org/I197251160","https://openalex.org/I4210125051"],"apc_list":null,"apc_paid":null,"fwci":2.6398,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.89793329,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"602","last_page":"609"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.8993887901306152},{"id":"https://openalex.org/keywords/counterfactual-conditional","display_name":"Counterfactual conditional","score":0.7448544502258301},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6586137413978577},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.637839674949646},{"id":"https://openalex.org/keywords/randomized-controlled-trial","display_name":"Randomized controlled trial","score":0.5836946964263916},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.5329424142837524},{"id":"https://openalex.org/keywords/randomized-experiment","display_name":"Randomized experiment","score":0.5305951833724976},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5255680680274963},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4884876012802124},{"id":"https://openalex.org/keywords/neglect","display_name":"Neglect","score":0.4784572124481201},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41723161935806274},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.38463538885116577},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3632572293281555},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.2619265615940094},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2090371549129486},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.15262320637702942},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.1269994080066681},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09515148401260376}],"concepts":[{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.8993887901306152},{"id":"https://openalex.org/C71889745","wikidata":"https://www.wikidata.org/wiki/Q1783264","display_name":"Counterfactual conditional","level":3,"score":0.7448544502258301},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6586137413978577},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.637839674949646},{"id":"https://openalex.org/C168563851","wikidata":"https://www.wikidata.org/wiki/Q1436668","display_name":"Randomized controlled trial","level":2,"score":0.5836946964263916},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.5329424142837524},{"id":"https://openalex.org/C155108698","wikidata":"https://www.wikidata.org/wiki/Q1231081","display_name":"Randomized experiment","level":2,"score":0.5305951833724976},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5255680680274963},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4884876012802124},{"id":"https://openalex.org/C2776289891","wikidata":"https://www.wikidata.org/wiki/Q1931511","display_name":"Neglect","level":2,"score":0.4784572124481201},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41723161935806274},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.38463538885116577},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3632572293281555},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2619265615940094},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2090371549129486},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.15262320637702942},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.1269994080066681},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09515148401260376},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C141071460","wikidata":"https://www.wikidata.org/wiki/Q40821","display_name":"Surgery","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3041021.3054190","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3041021.3054190","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th International Conference on World Wide Web Companion - WWW '17 Companion","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3041021.3054190","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3041021.3054190","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th International Conference on World Wide Web Companion - WWW '17 Companion","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.7699999809265137,"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W147186041","https://openalex.org/W998888398","https://openalex.org/W1094752974","https://openalex.org/W1597496369","https://openalex.org/W2014226385","https://openalex.org/W2063260227","https://openalex.org/W2070996757","https://openalex.org/W2102309268","https://openalex.org/W2104094955","https://openalex.org/W2105256943","https://openalex.org/W2110228583","https://openalex.org/W2112420033","https://openalex.org/W2122124659","https://openalex.org/W2126292488","https://openalex.org/W2132917208","https://openalex.org/W2133491790","https://openalex.org/W2137370054","https://openalex.org/W2140514146","https://openalex.org/W2143891888","https://openalex.org/W2144020560","https://openalex.org/W2169113736","https://openalex.org/W2188353343","https://openalex.org/W2251567929","https://openalex.org/W2389937032","https://openalex.org/W2436058270","https://openalex.org/W3099006712"],"related_works":["https://openalex.org/W2056582926","https://openalex.org/W3137864021","https://openalex.org/W2162910442","https://openalex.org/W2079879923","https://openalex.org/W4200271736","https://openalex.org/W2104420793","https://openalex.org/W3017854570","https://openalex.org/W2028689793","https://openalex.org/W4242448314","https://openalex.org/W3028884462"],"abstract_inverted_index":{"When":[0],"a":[1,9,13,18,60],"new":[2,48],"treatment":[3,49,57],"is":[4,41],"considered":[5],"for":[6,111],"use,":[7],"whether":[8],"pharmaceutical":[10],"drug":[11],"or":[12],"search":[14],"engine":[15],"ranking":[16],"algorithm,":[17],"typical":[19],"question":[20,40],"that":[21,28,53],"arises":[22],"is,":[23],"will":[24],"its":[25],"performance":[26],"exceed":[27],"of":[29,46,54,90,101,115],"the":[30,44,47,55,78,88,98,112],"current":[31],"treatment?":[32],"The":[33],"conventional":[34,56],"way":[35],"to":[36,42,52],"answer":[37],"this":[38,65],"counterfactual":[39],"estimate":[43],"effect":[45],"in":[50,80,106],"comparison":[51],"by":[58],"running":[59,91],"controlled,":[61],"randomized":[62,92],"experiment.":[63],"While":[64],"approach":[66],"theoretically":[67],"ensures":[68],"an":[69],"unbiased":[70],"estimator,":[71],"it":[72],"suffers":[73],"from":[74],"several":[75],"drawbacks,":[76],"including":[77],"difficulty":[79],"finding":[81],"representative":[82],"experimental":[83],"populations":[84],"as":[85,87],"well":[86],"cost":[89],"trials.":[93],"Moreover,":[94],"such":[95],"trials":[96],"neglect":[97],"huge":[99],"quantities":[100],"available":[102],"control-condition":[103],"data,":[104],"which":[105],"principle":[107],"can":[108],"be":[109],"utilized":[110],"harder":[113],"task":[114],"predicting":[116],"individualized":[117],"effects.":[118]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}