{"id":"https://openalex.org/W2971934873","doi":"https://doi.org/10.1145/3351095.3372851","title":"Counterfactual risk assessments, evaluation, and fairness","display_name":"Counterfactual risk assessments, evaluation, and fairness","publication_year":2020,"publication_date":"2020-01-22","ids":{"openalex":"https://openalex.org/W2971934873","doi":"https://doi.org/10.1145/3351095.3372851","mag":"2971934873"},"language":"en","primary_location":{"id":"doi:10.1145/3351095.3372851","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3351095.3372851","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3351095.3372851","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3351095.3372851","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057845767","display_name":"Amanda Coston","orcid":"https://orcid.org/0000-0001-9282-9921"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Amanda Coston","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000142504","display_name":"Alan Mishler","orcid":"https://orcid.org/0000-0002-7654-208X"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alan Mishler","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052315912","display_name":"Edward H. Kennedy","orcid":"https://orcid.org/0000-0002-0227-158X"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Edward H. Kennedy","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057438082","display_name":"Alexandra Chouldechova","orcid":"https://orcid.org/0000-0002-2337-9610"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexandra Chouldechova","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5057845767"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":1.47983298,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.88358858,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"582","last_page":"593"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10804","display_name":"Health Systems, Economic Evaluations, Quality of Life","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10804","display_name":"Health Systems, Economic Evaluations, Quality of Life","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.9804999828338623,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9797000288963318,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.954362154006958},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.7992045879364014},{"id":"https://openalex.org/keywords/recidivism","display_name":"Recidivism","score":0.7204136252403259},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.631479799747467},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6289138793945312},{"id":"https://openalex.org/keywords/actuarial-science","display_name":"Actuarial science","score":0.5313155055046082},{"id":"https://openalex.org/keywords/performance-metric","display_name":"Performance metric","score":0.4539170563220978},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.4475381076335907},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4426896870136261},{"id":"https://openalex.org/keywords/welfare","display_name":"Welfare","score":0.415897011756897},{"id":"https://openalex.org/keywords/risk-assessment","display_name":"Risk assessment","score":0.41118893027305603},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.3444964289665222},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2514715790748596},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.17575788497924805},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.1692301332950592},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.16239911317825317},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.1426096260547638},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.10470172762870789}],"concepts":[{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.954362154006958},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.7992045879364014},{"id":"https://openalex.org/C2776090404","wikidata":"https://www.wikidata.org/wiki/Q1420643","display_name":"Recidivism","level":2,"score":0.7204136252403259},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.631479799747467},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6289138793945312},{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.5313155055046082},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.4539170563220978},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.4475381076335907},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4426896870136261},{"id":"https://openalex.org/C100243477","wikidata":"https://www.wikidata.org/wiki/Q12002092","display_name":"Welfare","level":2,"score":0.415897011756897},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.41118893027305603},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3444964289665222},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2514715790748596},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.17575788497924805},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1692301332950592},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.16239911317825317},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.1426096260547638},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.10470172762870789},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C73484699","wikidata":"https://www.wikidata.org/wiki/Q161733","display_name":"Criminology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C34447519","wikidata":"https://www.wikidata.org/wiki/Q179522","display_name":"Market economy","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3351095.3372851","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3351095.3372851","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3351095.3372851","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1909.00066","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1909.00066","pdf_url":"https://arxiv.org/pdf/1909.00066","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2971934873","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/1909.00066","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1909.00066","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1909.00066","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.1145/3351095.3372851","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3351095.3372851","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3351095.3372851","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.7200000286102295}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2971934873.pdf","grobid_xml":"https://content.openalex.org/works/W2971934873.grobid-xml"},"referenced_works_count":55,"referenced_works":["https://openalex.org/W189742998","https://openalex.org/W1516659296","https://openalex.org/W1572302037","https://openalex.org/W1809653203","https://openalex.org/W1812976209","https://openalex.org/W1835900096","https://openalex.org/W1987524465","https://openalex.org/W1996796871","https://openalex.org/W2014373672","https://openalex.org/W2026864154","https://openalex.org/W2039811614","https://openalex.org/W2040825624","https://openalex.org/W2091263333","https://openalex.org/W2100960835","https://openalex.org/W2116666691","https://openalex.org/W2116984840","https://openalex.org/W2138368371","https://openalex.org/W2147978323","https://openalex.org/W2162651021","https://openalex.org/W2162670686","https://openalex.org/W2183213045","https://openalex.org/W2203167467","https://openalex.org/W2530395818","https://openalex.org/W2584805976","https://openalex.org/W2744883502","https://openalex.org/W2748003190","https://openalex.org/W2778434186","https://openalex.org/W2781942582","https://openalex.org/W2785011159","https://openalex.org/W2788651580","https://openalex.org/W2790628304","https://openalex.org/W2809969113","https://openalex.org/W2890945214","https://openalex.org/W2892038960","https://openalex.org/W2897978524","https://openalex.org/W2900885930","https://openalex.org/W2904715593","https://openalex.org/W2945415297","https://openalex.org/W2945670789","https://openalex.org/W2949200088","https://openalex.org/W2962695761","https://openalex.org/W2962922665","https://openalex.org/W2962977061","https://openalex.org/W2963178340","https://openalex.org/W2963453196","https://openalex.org/W2963940658","https://openalex.org/W2964031043","https://openalex.org/W2964115178","https://openalex.org/W2964284025","https://openalex.org/W3003609932","https://openalex.org/W3102844537","https://openalex.org/W3126126666","https://openalex.org/W6638208828","https://openalex.org/W6742636707","https://openalex.org/W6806549906"],"related_works":["https://openalex.org/W3000875740","https://openalex.org/W2989570674","https://openalex.org/W3133726592","https://openalex.org/W3043023066","https://openalex.org/W3105086341","https://openalex.org/W3212296934","https://openalex.org/W3118727656","https://openalex.org/W2956372009","https://openalex.org/W2726674076","https://openalex.org/W3109763399","https://openalex.org/W3197138310","https://openalex.org/W2964256806","https://openalex.org/W2947305394","https://openalex.org/W3080714466","https://openalex.org/W2894096852","https://openalex.org/W3014986830","https://openalex.org/W3033351689","https://openalex.org/W2768049307","https://openalex.org/W2948301794","https://openalex.org/W3033995940"],"abstract_inverted_index":{"Algorithmic":[0],"risk":[1,30,87,113],"assessments":[2],"are":[3,65,109,119,152],"increasingly":[4],"used":[5],"to":[6,34,104,111,187,239],"help":[7],"humans":[8],"make":[9],"decisions":[10],"in":[11,72,134,203,220],"high-stakes":[12],"settings,":[13],"such":[14,37,56],"as":[15,38,57,123,211],"medicine,":[16],"criminal":[17],"justice":[18],"and":[19,67,145,191,210,232],"education.":[20],"In":[21],"each":[22],"of":[23,28,48,52,125,141],"these":[24],"cases,":[25],"the":[26,29,46,50,74,79,89,95,100,126,131,156,166,188,192,221,242],"purpose":[27],"assessment":[31],"tool":[32,101],"is":[33,102],"inform":[35],"actions,":[36],"medical":[39],"treatments":[40],"or":[41,60],"release":[42],"conditions,":[43],"often":[44,120],"with":[45],"aim":[47],"reducing":[49],"likelihood":[51],"an":[53],"adverse":[54],"event":[55],"hospital":[58],"readmission":[59],"recidivism.":[61],"Problematically,":[62],"most":[63],"tools":[64,84,108],"trained":[66],"evaluated":[68,122],"on":[69,78,130,228],"historical":[70,80,90],"data":[71,231],"which":[73],"outcomes":[75],"observed":[76],"depend":[77],"decision-making":[81,157],"policy.":[82],"These":[83],"thus":[85],"reflect":[86],"under":[88,94,114,181],"policy,":[91],"rather":[92],"than":[93],"different":[96],"decision":[97],"options":[98],"that":[99,149,177,179,200],"intended":[103],"inform.":[105],"Even":[106],"when":[107],"constructed":[110],"predict":[112],"a":[115,161,204,233],"specific":[116],"decision,":[117],"they":[118],"improperly":[121],"predictors":[124],"target":[127,201],"outcome.":[128],"Focusing":[129],"evaluation":[132],"task,":[133],"this":[135],"paper":[136],"we":[137,150,212],"define":[138],"counterfactual":[139,193,222],"analogues":[140],"common":[142],"predictive":[143],"performance":[144],"algorithmic":[146],"fairness":[147,185,206],"metrics":[148,168],"argue":[151],"better":[153],"suited":[154],"for":[155,164],"context.":[158],"We":[159,173,224],"introduce":[160],"new":[162],"method":[163,244],"estimating":[165],"proposed":[167,243],"using":[169],"doubly":[170],"robust":[171],"estimation.":[172],"provide":[174,225],"theoretical":[175],"results":[176],"show":[178,213],"only":[180],"strong":[182],"conditions":[183],"can":[184],"according":[186],"standard":[189,205,247],"metric":[190,194,207],"simultaneously":[195],"hold.":[196],"Consequently,":[197],"fairness-promoting":[198],"methods":[199],"parity":[202],"may":[208],"---":[209,216],"empirically,":[214],"do":[215],"induce":[217],"greater":[218],"imbalance":[219],"analogue.":[223],"empirical":[226],"comparisons":[227],"both":[229],"synthetic":[230],"real":[234],"world":[235],"child":[236],"welfare":[237],"dataset":[238],"demonstrate":[240],"how":[241],"improves":[245],"upon":[246],"practice.":[248]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2025-10-10T00:00:00"}