{"id":"https://openalex.org/W4386566788","doi":"https://doi.org/10.18653/v1/2023.eacl-main.116","title":"SODAPOP: Open-Ended Discovery of Social Biases in Social Commonsense Reasoning Models","display_name":"SODAPOP: Open-Ended Discovery of Social Biases in Social Commonsense Reasoning Models","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4386566788","doi":"https://doi.org/10.18653/v1/2023.eacl-main.116"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2023.eacl-main.116","doi":"https://doi.org/10.18653/v1/2023.eacl-main.116","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.eacl-main.116","pdf_url":"https://aclanthology.org/2023.eacl-main.116.pdf","source":{"id":"https://openalex.org/S4306418011","display_name":"Conference of the European Chapter of the Association for Computational Linguistics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th Conference of the European Chapter of the Association for Computational Linguistics","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2023.eacl-main.116.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113882665","display_name":"Haozhe An","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haozhe An","raw_affiliation_strings":["University of Maryland, College Park"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland, College Park","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053817812","display_name":"Zongxia Li","orcid":"https://orcid.org/0009-0001-1437-5132","observed_orcids":["https://orcid.org/0009-0001-1437-5132"]},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zongxia Li","raw_affiliation_strings":["University of Maryland, College Park"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland, College Park","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066282713","display_name":"Jieyu Zhao","orcid":"https://orcid.org/0000-0002-1013-557X","observed_orcids":["https://orcid.org/0000-0002-1013-557X"]},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jieyu Zhao","raw_affiliation_strings":["University of Maryland, College Park"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland, College Park","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082447472","display_name":"Rachel Rudinger","orcid":"https://orcid.org/0000-0002-5506-4701","observed_orcids":["https://orcid.org/0000-0002-5506-4701"]},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rachel Rudinger","raw_affiliation_strings":["University of Maryland, College Park"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland, College Park","institution_ids":["https://openalex.org/I66946132"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I66946132"],"apc_list":null,"apc_paid":null,"fwci":3.2491,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.93282609,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1573","last_page":"1596"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.8779000043869019,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.8779000043869019,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0340999998152256,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.020899999886751175,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/demographic-groups","display_name":"demographic groups","score":0.4830000102519989},{"id":"https://openalex.org/keywords/name-substitution","display_name":"name substitution","score":0.5059999823570251},{"id":"https://openalex.org/keywords/distractor-generation","display_name":"distractor generation","score":0.8659999966621399},{"id":"https://openalex.org/keywords/masked-language-models","display_name":"masked language models","score":0.8550000190734863}],"concepts":[{"id":"https://openalex.org/C2779458634","wikidata":"https://www.wikidata.org/wiki/Q24963715","display_name":"Debiasing","level":2,"score":0.8782605528831482},{"id":"https://openalex.org/C193221554","wikidata":"https://www.wikidata.org/wiki/Q5153664","display_name":"Commonsense reasoning","level":2,"score":0.8257979154586792},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6686810255050659},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6320511102676392},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5865001678466797},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5477220416069031},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5278741717338562},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4714905917644501},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43350130319595337},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.419063925743103},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3616167902946472},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2862723469734192},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.16695481538772583},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2023.eacl-main.116","doi":"https://doi.org/10.18653/v1/2023.eacl-main.116","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.eacl-main.116","pdf_url":"https://aclanthology.org/2023.eacl-main.116.pdf","source":{"id":"https://openalex.org/S4306418011","display_name":"Conference of the European Chapter of the Association for Computational Linguistics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th Conference of the European Chapter of the Association for Computational Linguistics","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2210.07269","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.07269","pdf_url":"https://arxiv.org/pdf/2210.07269","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2210.07269","doi":"https://doi.org/10.48550/arxiv.2210.07269","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2210.07269","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2023.eacl-main.116","doi":"https://doi.org/10.18653/v1/2023.eacl-main.116","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.eacl-main.116","pdf_url":"https://aclanthology.org/2023.eacl-main.116.pdf","source":{"id":"https://openalex.org/S4306418011","display_name":"Conference of the European Chapter of the Association for Computational Linguistics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th Conference of the European Chapter of the Association for Computational Linguistics","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.4000000059604645,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386566788.pdf","grobid_xml":"https://content.openalex.org/works/W4386566788.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W2140534852","https://openalex.org/W2145755360","https://openalex.org/W2187089797","https://openalex.org/W2387324665","https://openalex.org/W2466175319","https://openalex.org/W2728976754","https://openalex.org/W2798280648","https://openalex.org/W2893425640","https://openalex.org/W2922862135","https://openalex.org/W2936262349","https://openalex.org/W2959360485","https://openalex.org/W2963101081","https://openalex.org/W2963341956","https://openalex.org/W2963381846","https://openalex.org/W2963995027","https://openalex.org/W2965373594","https://openalex.org/W2971015127","https://openalex.org/W2972413484","https://openalex.org/W2984662393","https://openalex.org/W3015360426","https://openalex.org/W3016621059","https://openalex.org/W3016682301","https://openalex.org/W3017596848","https://openalex.org/W3019416653","https://openalex.org/W3032388710","https://openalex.org/W3034115845","https://openalex.org/W3035102548","https://openalex.org/W3035591180","https://openalex.org/W3089430725","https://openalex.org/W3092475477","https://openalex.org/W3093211917","https://openalex.org/W3099072156","https://openalex.org/W3099635335","https://openalex.org/W3105604018","https://openalex.org/W3114316604","https://openalex.org/W3174356895","https://openalex.org/W3174651299","https://openalex.org/W3206487987","https://openalex.org/W3207316473","https://openalex.org/W4283450324","https://openalex.org/W4285146702","https://openalex.org/W4285301689","https://openalex.org/W4398675183"],"related_works":["https://openalex.org/W3207316473","https://openalex.org/W4386576712","https://openalex.org/W4393146522","https://openalex.org/W4407762318","https://openalex.org/W4416036363","https://openalex.org/W4386804534","https://openalex.org/W6960387846","https://openalex.org/W7138471051","https://openalex.org/W4385570014","https://openalex.org/W4291496629"],"abstract_inverted_index":{"A":[0],"common":[1],"limitation":[2],"of":[3,27,144,156],"diagnostic":[4],"tests":[5,41],"for":[6,74],"detecting":[7],"social":[8,76,80,120],"biases":[9,45],"in":[10,49,79],"NLP":[11],"models":[12,151],"is":[13,35,38],"that":[14,21,46],"they":[15],"may":[16],"only":[17],"detect":[18,44],"stereotypic":[19,135],"associations":[20,34,136],"are":[22,47,129],"pre-specified":[23,54],"by":[24,55,97],"the":[25,28,56,89,125,133,154],"designer":[26],"test.Since":[29],"enumerating":[30],"all":[31],"possible":[32],"problematic":[33],"infeasible,":[36],"it":[37],"likely":[39],"these":[40],"fail":[42],"to":[43,123,131],"present":[48],"a":[50,114,119],"model":[51,122],"but":[52],"not":[53],"designer.To":[57],"address":[58],"this":[59],"limitation,":[60],"we":[61,128],"propose":[62],"SODAPOP":[63,83,148],"1":[64],"(SOcial":[65],"bias":[66,77],"Discovery":[67],"from":[68,88,113],"Answers":[69],"about":[70],"PeOPle),":[71],"an":[72,141],"approach":[73],"automatic":[75],"discovery":[78],"commonsense":[81,121],"question-answering.The":[82],"pipeline":[84],"generates":[85],"modified":[86],"instances":[87],"Social":[90],"IQa":[91],"dataset":[92],"(Sap":[93],"et":[94],"al.,":[95],"2019b)":[96],"(":[98],"1)":[99],"substituting":[100],"names":[101],"associated":[102],"with":[103],"different":[104],"demographic":[105,138],"groups,":[106],"and":[107,140,152],"(2)":[108],"generating":[109],"many":[110],"distractor":[111],"answers":[112],"masked":[115],"language":[116],"model.By":[117],"using":[118],"score":[124],"generated":[126],"distractors,":[127],"able":[130],"uncover":[132],"model's":[134],"between":[137],"groups":[139],"open":[142],"set":[143],"words.We":[145],"also":[146],"test":[147],"on":[149],"debiased":[150],"show":[153],"limitations":[155],"multiple":[157],"state-of-the-art":[158],"debiasing":[159],"algorithms.":[160]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3}],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2023-09-10T00:00:00"}