{"id":"https://openalex.org/W7118203049","doi":"https://doi.org/10.3389/frai.2025.1694388","title":"GECOBench: a gender-controlled text dataset and benchmark for quantifying biases in explanations","display_name":"GECOBench: a gender-controlled text dataset and benchmark for quantifying biases in explanations","publication_year":2026,"publication_date":"2026-01-05","ids":{"openalex":"https://openalex.org/W7118203049","doi":"https://doi.org/10.3389/frai.2025.1694388","pmid":"https://pubmed.ncbi.nlm.nih.gov/41561185"},"language":"en","primary_location":{"id":"doi:10.3389/frai.2025.1694388","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frai.2025.1694388","pdf_url":null,"source":{"id":"https://openalex.org/S4210197006","display_name":"Frontiers in Artificial Intelligence","issn_l":"2624-8212","issn":["2624-8212"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3389/frai.2025.1694388","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064229790","display_name":"Rick Wilming","orcid":null},"institutions":[{"id":"https://openalex.org/I1285933455","display_name":"Physikalisch-Technische Bundesanstalt","ror":"https://ror.org/05r3f7h03","country_code":"DE","type":"government","lineage":["https://openalex.org/I1285933455","https://openalex.org/I4210136623"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Rick Wilming","raw_affiliation_strings":["Physikalisch-Technische Bundesanstalt, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Physikalisch-Technische Bundesanstalt, Berlin, Germany","institution_ids":["https://openalex.org/I1285933455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098767808","display_name":"Artur Dox","orcid":null},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Artur Dox","raw_affiliation_strings":["Technische Universit\u00e4t Berlin, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113257063","display_name":"Hjalmar Schulz","orcid":null},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Hjalmar Schulz","raw_affiliation_strings":["Technische Universit\u00e4t Berlin, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121938362","display_name":"Marta Oliveira","orcid":null},"institutions":[{"id":"https://openalex.org/I1285933455","display_name":"Physikalisch-Technische Bundesanstalt","ror":"https://ror.org/05r3f7h03","country_code":"DE","type":"government","lineage":["https://openalex.org/I1285933455","https://openalex.org/I4210136623"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marta Oliveira","raw_affiliation_strings":["Physikalisch-Technische Bundesanstalt, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Physikalisch-Technische Bundesanstalt, Berlin, Germany","institution_ids":["https://openalex.org/I1285933455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121934890","display_name":"Benedict Clark","orcid":null},"institutions":[{"id":"https://openalex.org/I1285933455","display_name":"Physikalisch-Technische Bundesanstalt","ror":"https://ror.org/05r3f7h03","country_code":"DE","type":"government","lineage":["https://openalex.org/I1285933455","https://openalex.org/I4210136623"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Benedict Clark","raw_affiliation_strings":["Physikalisch-Technische Bundesanstalt, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Physikalisch-Technische Bundesanstalt, Berlin, Germany","institution_ids":["https://openalex.org/I1285933455"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5121936617","display_name":"Stefan Haufe","orcid":null},"institutions":[{"id":"https://openalex.org/I1285933455","display_name":"Physikalisch-Technische Bundesanstalt","ror":"https://ror.org/05r3f7h03","country_code":"DE","type":"government","lineage":["https://openalex.org/I1285933455","https://openalex.org/I4210136623"]},{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Stefan Haufe","raw_affiliation_strings":["Physikalisch-Technische Bundesanstalt, Berlin, Germany","Technische Universit\u00e4t Berlin, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Physikalisch-Technische Bundesanstalt, Berlin, Germany","institution_ids":["https://openalex.org/I1285933455"]},{"raw_affiliation_string":"Technische Universit\u00e4t Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5064229790"],"corresponding_institution_ids":["https://openalex.org/I1285933455"],"apc_list":{"value":1150,"currency":"USD","value_usd":1150},"apc_paid":{"value":1150,"currency":"USD","value_usd":1150},"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.1558268,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"8","issue":null,"first_page":"1694388","last_page":"1694388"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.6765276789665222,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.6765276789665222,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.08499857783317566,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.06401538103818893,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6369861960411072},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5503039360046387},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5370810031890869},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.5136005282402039},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.46282321214675903},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.46272507309913635},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.4296437203884125},{"id":"https://openalex.org/keywords/attribution","display_name":"Attribution","score":0.42621973156929016}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7236756086349487},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.651962161064148},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6369861960411072},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5503039360046387},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5370810031890869},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.5136005282402039},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5089776515960693},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.46282321214675903},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.46272507309913635},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4514663815498352},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.4296437203884125},{"id":"https://openalex.org/C143299363","wikidata":"https://www.wikidata.org/wiki/Q900584","display_name":"Attribution","level":2,"score":0.42621973156929016},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.3726317882537842},{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.3432960510253906},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.33916720747947693},{"id":"https://openalex.org/C2778827112","wikidata":"https://www.wikidata.org/wiki/Q22245680","display_name":"Feature engineering","level":3,"score":0.33816462755203247},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.332803338766098},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.3208414316177368},{"id":"https://openalex.org/C28076734","wikidata":"https://www.wikidata.org/wiki/Q63087","display_name":"Coreference","level":3,"score":0.3099392354488373},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.30799832940101624},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.30344724655151367},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3011176884174347},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29504382610321045},{"id":"https://openalex.org/C2777146004","wikidata":"https://www.wikidata.org/wiki/Q14949826","display_name":"CLARITY","level":2,"score":0.2591257393360138},{"id":"https://openalex.org/C2780957641","wikidata":"https://www.wikidata.org/wiki/Q1999796","display_name":"Spell","level":2,"score":0.2557080090045929}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3389/frai.2025.1694388","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frai.2025.1694388","pdf_url":null,"source":{"id":"https://openalex.org/S4210197006","display_name":"Frontiers in Artificial Intelligence","issn_l":"2624-8212","issn":["2624-8212"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence","raw_type":"journal-article"},{"id":"pmid:41561185","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41561185","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in artificial intelligence","raw_type":null},{"id":"pmh:oai:doaj.org/article:5371ed92b6a248e88bffadce81e8bb10","is_oa":false,"landing_page_url":"https://doaj.org/article/5371ed92b6a248e88bffadce81e8bb10","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Artificial Intelligence, Vol 8 (2026)","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:12813014","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12813014/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Front Artif Intell","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3389/frai.2025.1694388","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frai.2025.1694388","pdf_url":null,"source":{"id":"https://openalex.org/S4210197006","display_name":"Frontiers in Artificial Intelligence","issn_l":"2624-8212","issn":["2624-8212"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6286221742630005,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W4206285331","https://openalex.org/W3212053370","https://openalex.org/W4229442586","https://openalex.org/W3037831233","https://openalex.org/W2963612262","https://openalex.org/W3201264086","https://openalex.org/W4389520801","https://openalex.org/W4394653679","https://openalex.org/W4406191102","https://openalex.org/W4400675959","https://openalex.org/W4280578116","https://openalex.org/W4408742984","https://openalex.org/W2997588435","https://openalex.org/W3035503910","https://openalex.org/W4287867774","https://openalex.org/W1973862412","https://openalex.org/W3041995706","https://openalex.org/W2979860911","https://openalex.org/W4298242388","https://openalex.org/W2011402106","https://openalex.org/W3034917890","https://openalex.org/W4287887504","https://openalex.org/W3093687066","https://openalex.org/W4387079108","https://openalex.org/W2977235550","https://openalex.org/W3085380432","https://openalex.org/W3169001897","https://openalex.org/W2965373594","https://openalex.org/W2892741787","https://openalex.org/W2954275542","https://openalex.org/W4399364553","https://openalex.org/W2910705748","https://openalex.org/W3176477796","https://openalex.org/W3105882417","https://openalex.org/W4376643691","https://openalex.org/W4392165665","https://openalex.org/W4327810158","https://openalex.org/W3207316473","https://openalex.org/W2972663293","https://openalex.org/W2516809705","https://openalex.org/W3116343491","https://openalex.org/W3000716014","https://openalex.org/W2962851944","https://openalex.org/W2144211451","https://openalex.org/W4399363507","https://openalex.org/W4312416562","https://openalex.org/W3204312334","https://openalex.org/W3214498145","https://openalex.org/W2966765144","https://openalex.org/W4389520196","https://openalex.org/W4206348828","https://openalex.org/W2962787423","https://openalex.org/W2990931031"],"related_works":[],"abstract_inverted_index":{"Large":[0],"pre-trained":[1,131],"language":[2,15],"models":[3],"have":[4],"become":[5],"a":[6,24,29,88,167,179],"crucial":[7],"backbone":[8],"for":[9,110,172],"many":[10],"downstream":[11],"tasks":[12],"in":[13,48,78,93,148],"natural":[14],"processing":[16],"(NLP),":[17],"and":[18,104,151,185],"while":[19],"they":[20,42],"are":[21,194],"trained":[22],"on":[23],"plethora":[25],"of":[26,31,97,119,122,188,204],"data":[27],"containing":[28],"variety":[30],"biases,":[32,36],"such":[33,46,158],"as":[34],"gender":[35,99,111],"it":[37,57],"has":[38],"been":[39],"shown":[40],"that":[41],"can":[43,156],"also":[44,65],"inherit":[45],"biases":[47,64],"their":[49,53],"weights,":[50],"potentially":[51],"affecting":[52],"prediction":[54],"behavior.":[55],"However,":[56],"is":[58],"unclear":[59],"to":[60,129,137,140,152,196],"what":[61,153],"extent":[62,154],"these":[63],"affect":[66],"feature":[67,108,149],"attributions":[68,109,150],"generated":[69],"by":[70],"applying":[71],"\u201cexplainable":[72],"artificial":[73],"intelligence\u201d":[74],"(XAI)":[75],"techniques,":[76],"possibly":[77],"unfavorable":[79],"ways.":[80],"To":[81,161],"systematically":[82],"study":[83],"this":[84,127,162],"question,":[85],"we":[86,135,164],"create":[87],"gender-controlled":[89],"text":[90],"dataset,":[91],"GECO,":[92],"which":[94,134],"the":[95,120,130,186],"alteration":[96],"grammatical":[98],"forms":[100],"induces":[101,145],"class-specific":[102],"words":[103],"provides":[105],"ground":[106],"truth":[107],"classification":[112],"tasks.":[113],"This":[114],"enables":[115],"an":[116],"objective":[117],"evaluation":[118,170],"correctness":[121],"XAI":[123,175,192],"methods.":[124,176],"We":[125,177],"apply":[126],"dataset":[128],"BERT":[132],"model,":[133],"fine-tune":[136],"different":[138],"degrees,":[139],"quantitatively":[141],"measure":[142],"how":[143],"pre-training":[144],"undesirable":[146],"bias":[147],"fine-tuning":[155,200],"mitigate":[157],"explanation":[159,183],"bias.":[160],"extent,":[163],"provide":[165],"GECOBench,":[166],"rigorous":[168],"quantitative":[169],"framework":[171],"benchmarking":[173],"popular":[174],"show":[178],"clear":[180],"dependency":[181],"between":[182],"performance":[184],"number":[187],"fine-tuned":[189],"layers,":[190],"where":[191],"methods":[193],"observed":[195],"benefit":[197],"particularly":[198],"from":[199],"or":[201],"complete":[202],"retraining":[203],"embedding":[205],"layers.":[206]},"counts_by_year":[],"updated_date":"2026-01-22T23:29:09.771500","created_date":"2026-01-05T00:00:00"}