{"id":"https://openalex.org/W3213445505","doi":"https://doi.org/10.18653/v1/2021.emnlp-main.386","title":"Can We Improve Model Robustness through Secondary Attribute Counterfactuals?","display_name":"Can We Improve Model Robustness through Secondary Attribute Counterfactuals?","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3213445505","doi":"https://doi.org/10.18653/v1/2021.emnlp-main.386","mag":"3213445505"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2021.emnlp-main.386","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2021.emnlp-main.386","pdf_url":"https://aclanthology.org/2021.emnlp-main.386.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2021.emnlp-main.386.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081562952","display_name":"Ananth Balashankar","orcid":"https://orcid.org/0000-0002-5011-8168"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ananth Balashankar","raw_affiliation_strings":["Google AI"],"affiliations":[{"raw_affiliation_string":"Google AI","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024842018","display_name":"Xuezhi Wang","orcid":"https://orcid.org/0000-0001-7592-2358"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xuezhi Wang","raw_affiliation_strings":["Google AI"],"affiliations":[{"raw_affiliation_string":"Google AI","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081811516","display_name":"Ben Packer","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ben Packer","raw_affiliation_strings":["Google AI"],"affiliations":[{"raw_affiliation_string":"Google AI","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084311372","display_name":"Nithum Thain","orcid":"https://orcid.org/0000-0002-7367-0916"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nithum Thain","raw_affiliation_strings":["Google AI"],"affiliations":[{"raw_affiliation_string":"Google AI","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028125399","display_name":"Ed H.","orcid":"https://orcid.org/0000-0003-3230-5338"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ed Chi","raw_affiliation_strings":["Google AI"],"affiliations":[{"raw_affiliation_string":"Google AI","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080988309","display_name":"Alex Beutel","orcid":"https://orcid.org/0000-0002-5917-2849"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alex Beutel","raw_affiliation_strings":["Google AI"],"affiliations":[{"raw_affiliation_string":"Google AI","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5081562952"],"corresponding_institution_ids":["https://openalex.org/I1291425158"],"apc_list":null,"apc_paid":null,"fwci":1.0158,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.8017552,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"4701","last_page":"4712"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9847000241279602,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.833454966545105},{"id":"https://openalex.org/keywords/counterfactual-conditional","display_name":"Counterfactual conditional","score":0.8141645193099976},{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.8026986122131348},{"id":"https://openalex.org/keywords/spurious-relationship","display_name":"Spurious relationship","score":0.7480599880218506},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.745469331741333},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5166826248168945},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5023221969604492},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.46811407804489136}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.833454966545105},{"id":"https://openalex.org/C71889745","wikidata":"https://www.wikidata.org/wiki/Q1783264","display_name":"Counterfactual conditional","level":3,"score":0.8141645193099976},{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.8026986122131348},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.7480599880218506},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.745469331741333},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5166826248168945},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5023221969604492},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.46811407804489136},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2021.emnlp-main.386","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2021.emnlp-main.386","pdf_url":"https://aclanthology.org/2021.emnlp-main.386.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2021.emnlp-main.386","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2021.emnlp-main.386","pdf_url":"https://aclanthology.org/2021.emnlp-main.386.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3213445505.pdf","grobid_xml":"https://content.openalex.org/works/W3213445505.grobid-xml"},"referenced_works_count":71,"referenced_works":["https://openalex.org/W1945616565","https://openalex.org/W2035174176","https://openalex.org/W2099115159","https://openalex.org/W2101268022","https://openalex.org/W2155069789","https://openalex.org/W2168020168","https://openalex.org/W2473555522","https://openalex.org/W2483215953","https://openalex.org/W2530395818","https://openalex.org/W2547490807","https://openalex.org/W2596823239","https://openalex.org/W2753845591","https://openalex.org/W2757202410","https://openalex.org/W2773963565","https://openalex.org/W2788241675","https://openalex.org/W2788651580","https://openalex.org/W2791170418","https://openalex.org/W2798280648","https://openalex.org/W2799007037","https://openalex.org/W2799194071","https://openalex.org/W2807883874","https://openalex.org/W2887768933","https://openalex.org/W2890059736","https://openalex.org/W2910079857","https://openalex.org/W2914361693","https://openalex.org/W2921633540","https://openalex.org/W2947415936","https://openalex.org/W2949128310","https://openalex.org/W2950018712","https://openalex.org/W2950866572","https://openalex.org/W2951328433","https://openalex.org/W2952989203","https://openalex.org/W2953494151","https://openalex.org/W2954226438","https://openalex.org/W2954992865","https://openalex.org/W2956090150","https://openalex.org/W2962718684","https://openalex.org/W2962787423","https://openalex.org/W2962833164","https://openalex.org/W2962990575","https://openalex.org/W2963207607","https://openalex.org/W2963457723","https://openalex.org/W2963526187","https://openalex.org/W2963969878","https://openalex.org/W2964023221","https://openalex.org/W2964068917","https://openalex.org/W2964270319","https://openalex.org/W2970078867","https://openalex.org/W2970789589","https://openalex.org/W2972413484","https://openalex.org/W2977235550","https://openalex.org/W2982054702","https://openalex.org/W2987154291","https://openalex.org/W2988846051","https://openalex.org/W2989344603","https://openalex.org/W2994934025","https://openalex.org/W3016621059","https://openalex.org/W3024029620","https://openalex.org/W3030681628","https://openalex.org/W3034224415","https://openalex.org/W3034723486","https://openalex.org/W3035083705","https://openalex.org/W3035507081","https://openalex.org/W3037697022","https://openalex.org/W3037831233","https://openalex.org/W3090047754","https://openalex.org/W3093211917","https://openalex.org/W3104260136","https://openalex.org/W3128232076","https://openalex.org/W4288287305","https://openalex.org/W4295247485"],"related_works":["https://openalex.org/W2056582926","https://openalex.org/W3137864021","https://openalex.org/W2162910442","https://openalex.org/W2079879923","https://openalex.org/W4200271736","https://openalex.org/W2104420793","https://openalex.org/W3017854570","https://openalex.org/W2028689793","https://openalex.org/W4313936361","https://openalex.org/W4242448314"],"abstract_inverted_index":{"Developing":[0],"robust":[1],"NLP":[2],"models":[3,35],"that":[4,112,141],"perform":[5],"well":[6],"on":[7,37,86,126],"many,":[8],"even":[9],"small,":[10],"slices":[11],"of":[12,83,107],"data":[13,43],"is":[14],"a":[15,74],"significant":[16],"but":[17],"important":[18],"challenge,":[19],"with":[20,121],"implications":[21],"from":[22],"fairness":[23],"to":[24,131,134,144,152,155],"general":[25],"reliability.":[26],"To":[27],"this":[28,51,154],"end,":[29],"recent":[30],"research":[31],"has":[32],"explored":[33],"how":[34,41,55],"rely":[36],"spurious":[38],"correlations,":[39],"and":[40,56,90,149],"counterfactual":[42],"augmentation":[44],"(CDA)":[45],"can":[46,63,117],"mitigate":[47],"such":[48],"issues.":[49],"In":[50],"paper":[52],"we":[53,110],"study":[54],"why":[57],"modeling":[58],"counterfactuals":[59],"over":[60,96],"multiple":[61],"attributes":[62,85,95,116],"go":[64],"significantly":[65,118],"further":[66],"in":[67,104,123],"improving":[68],"model":[69],"performance.":[70],"We":[71,138],"propose":[72],"RDI,":[73],"context-aware":[75],"methodology":[76],"which":[77],"takes":[78],"into":[79],"account":[80],"the":[81,87,105,127,145],"impact":[82],"secondary":[84,94,115],"model's":[88],"predictions":[89],"increases":[91],"sensitivity":[92],"for":[93,114],"reweighted":[97],"counterfactually":[98],"augmented":[99],"data.":[100],"By":[101],"implementing":[102],"RDI":[103,142],"context":[106],"toxicity":[108],"detection,":[109],"find":[111],"accounting":[113],"improve":[119],"robustness,":[120],"improvements":[122],"sliced":[124],"accuracy":[125],"original":[128],"dataset":[129],"up":[130],"7%":[132],"compared":[133],"existing":[135],"robustness":[136],"methods.":[137],"also":[139],"demonstrate":[140],"generalizes":[143],"coreference":[146],"resolution":[147],"task":[148],"provide":[150],"guidelines":[151],"extend":[153],"other":[156],"tasks.":[157]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3}],"updated_date":"2026-03-11T14:59:36.786465","created_date":"2025-10-10T00:00:00"}