{"id":"https://openalex.org/W4387735167","doi":"https://doi.org/10.1145/3628602","title":"Measuring and Mitigating Gender Bias in Legal Contextualized Language Models","display_name":"Measuring and Mitigating Gender Bias in Legal Contextualized Language Models","publication_year":2023,"publication_date":"2023-10-18","ids":{"openalex":"https://openalex.org/W4387735167","doi":"https://doi.org/10.1145/3628602"},"language":"en","primary_location":{"id":"doi:10.1145/3628602","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3628602","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3628602","source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3628602","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103058305","display_name":"Mustafa Bozdag","orcid":"https://orcid.org/0009-0007-9090-8555"},"institutions":[{"id":"https://openalex.org/I168864056","display_name":"Bilkent University","ror":"https://ror.org/02vh8a032","country_code":"TR","type":"education","lineage":["https://openalex.org/I168864056"]}],"countries":["TR"],"is_corresponding":true,"raw_author_name":"Mustafa Bozdag","raw_affiliation_strings":["Dept. of Electrical and Electronics Engineering and UMRAM, Bilkent University, Turkey"],"raw_orcid":"https://orcid.org/0009-0007-9090-8555","affiliations":[{"raw_affiliation_string":"Dept. of Electrical and Electronics Engineering and UMRAM, Bilkent University, Turkey","institution_ids":["https://openalex.org/I168864056"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043536662","display_name":"Nurullah Sevim","orcid":"https://orcid.org/0009-0000-0790-0587"},"institutions":[{"id":"https://openalex.org/I168864056","display_name":"Bilkent University","ror":"https://ror.org/02vh8a032","country_code":"TR","type":"education","lineage":["https://openalex.org/I168864056"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Nurullah Sevim","raw_affiliation_strings":["Dept. of Electrical and Electronics Engineering and UMRAM, Bilkent University, Turkey"],"raw_orcid":"https://orcid.org/0009-0000-0790-0587","affiliations":[{"raw_affiliation_string":"Dept. of Electrical and Electronics Engineering and UMRAM, Bilkent University, Turkey","institution_ids":["https://openalex.org/I168864056"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062231547","display_name":"Aykut Ko\u00e7","orcid":"https://orcid.org/0000-0002-6348-2663"},"institutions":[{"id":"https://openalex.org/I168864056","display_name":"Bilkent University","ror":"https://ror.org/02vh8a032","country_code":"TR","type":"education","lineage":["https://openalex.org/I168864056"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Aykut Ko\u00e7","raw_affiliation_strings":["Dept. of Electrical and Electronics Engineering and UMRAM, Bilkent University, Turkey"],"raw_orcid":"https://orcid.org/0000-0002-6348-2663","affiliations":[{"raw_affiliation_string":"Dept. of Electrical and Electronics Engineering and UMRAM, Bilkent University, Turkey","institution_ids":["https://openalex.org/I168864056"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5103058305"],"corresponding_institution_ids":["https://openalex.org/I168864056"],"apc_list":null,"apc_paid":null,"fwci":15.6814,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.98829678,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"18","issue":"4","first_page":"1","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/debiasing","display_name":"Debiasing","score":0.9444270730018616},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7541837692260742},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6800821423530579},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6217672228813171},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.543022096157074},{"id":"https://openalex.org/keywords/gender-bias","display_name":"Gender bias","score":0.4565221667289734},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.44668281078338623},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.12948372960090637},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.09759017825126648},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.09587651491165161}],"concepts":[{"id":"https://openalex.org/C2779458634","wikidata":"https://www.wikidata.org/wiki/Q24963715","display_name":"Debiasing","level":2,"score":0.9444270730018616},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7541837692260742},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6800821423530579},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6217672228813171},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.543022096157074},{"id":"https://openalex.org/C2983427547","wikidata":"https://www.wikidata.org/wiki/Q93200","display_name":"Gender bias","level":2,"score":0.4565221667289734},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.44668281078338623},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.12948372960090637},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.09759017825126648},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.09587651491165161}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3628602","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3628602","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3628602","source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3628602","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3628602","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3628602","source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/5","score":0.6100000143051147,"display_name":"Gender equality"}],"awards":[{"id":"https://openalex.org/G4673219845","display_name":null,"funder_award_id":"120E346","funder_id":"https://openalex.org/F4320322626","funder_display_name":"T\u00fcrkiye Bilimsel ve Teknolojik Ara\u015ft\u0131rma Kurumu"}],"funders":[{"id":"https://openalex.org/F4320322626","display_name":"T\u00fcrkiye Bilimsel ve Teknolojik Ara\u015ft\u0131rma Kurumu","ror":"https://ror.org/04w9kkr77"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387735167.pdf","grobid_xml":"https://content.openalex.org/works/W4387735167.grobid-xml"},"referenced_works_count":94,"referenced_works":["https://openalex.org/W245832809","https://openalex.org/W1486267044","https://openalex.org/W1940872118","https://openalex.org/W1975396405","https://openalex.org/W1981276685","https://openalex.org/W2005949547","https://openalex.org/W2009299421","https://openalex.org/W2014559667","https://openalex.org/W2050223480","https://openalex.org/W2064675550","https://openalex.org/W2087567709","https://openalex.org/W2136958771","https://openalex.org/W2250539671","https://openalex.org/W2536769020","https://openalex.org/W2593831809","https://openalex.org/W2599674900","https://openalex.org/W2601748485","https://openalex.org/W2612690371","https://openalex.org/W2757079888","https://openalex.org/W2771754551","https://openalex.org/W2779545291","https://openalex.org/W2789335858","https://openalex.org/W2798838283","https://openalex.org/W2802105481","https://openalex.org/W2883147591","https://openalex.org/W2892181857","https://openalex.org/W2893425640","https://openalex.org/W2903938540","https://openalex.org/W2912172494","https://openalex.org/W2920114910","https://openalex.org/W2920796049","https://openalex.org/W2921634120","https://openalex.org/W2923014074","https://openalex.org/W2926555354","https://openalex.org/W2930957955","https://openalex.org/W2949969209","https://openalex.org/W2952328691","https://openalex.org/W2954275542","https://openalex.org/W2955483668","https://openalex.org/W2962739339","https://openalex.org/W2962787423","https://openalex.org/W2962854673","https://openalex.org/W2962910668","https://openalex.org/W2963078909","https://openalex.org/W2963341956","https://openalex.org/W2963829982","https://openalex.org/W2964240234","https://openalex.org/W2964328740","https://openalex.org/W2965373594","https://openalex.org/W2971015127","https://openalex.org/W2972413484","https://openalex.org/W2978017171","https://openalex.org/W3011718307","https://openalex.org/W3015468748","https://openalex.org/W3033187248","https://openalex.org/W3035668167","https://openalex.org/W3099950029","https://openalex.org/W3103764297","https://openalex.org/W3107386462","https://openalex.org/W3122334902","https://openalex.org/W3122890974","https://openalex.org/W3136888420","https://openalex.org/W3148001275","https://openalex.org/W3155655882","https://openalex.org/W3164886736","https://openalex.org/W3182230372","https://openalex.org/W3186492090","https://openalex.org/W3204112174","https://openalex.org/W3204622772","https://openalex.org/W3211945966","https://openalex.org/W4200270401","https://openalex.org/W4211219697","https://openalex.org/W4220882608","https://openalex.org/W4224281327","https://openalex.org/W4225787342","https://openalex.org/W4231165370","https://openalex.org/W4237040408","https://openalex.org/W4239019441","https://openalex.org/W4253624295","https://openalex.org/W4285014497","https://openalex.org/W4288758404","https://openalex.org/W4290059185","https://openalex.org/W4290594441","https://openalex.org/W4290614510","https://openalex.org/W4290738699","https://openalex.org/W4294739448","https://openalex.org/W4300069470","https://openalex.org/W4307713853","https://openalex.org/W4313396214","https://openalex.org/W4376643691","https://openalex.org/W6640362995","https://openalex.org/W6774952039","https://openalex.org/W6776048684","https://openalex.org/W6841294832"],"related_works":["https://openalex.org/W3037697022","https://openalex.org/W4240015404","https://openalex.org/W3140314308","https://openalex.org/W2966634430","https://openalex.org/W2972663293","https://openalex.org/W4288265763","https://openalex.org/W4389520196","https://openalex.org/W3171711591","https://openalex.org/W4387929023","https://openalex.org/W3186506180"],"abstract_inverted_index":{"Transformer-based":[0],"contextualized":[1,19],"language":[2,10,160],"models":[3,20,42,129],"constitute":[4],"the":[5,54,76,79,92,117,123,142,157,164,170,179,189,194],"state-of-the-art":[6],"in":[7,40,53,70,96,127],"several":[8],"natural":[9],"processing":[11],"(NLP)":[12],"tasks":[13],"and":[14,36,82],"applications.":[15,132],"Despite":[16],"their":[17,27],"utility,":[18],"can":[21],"contain":[22],"human-like":[23],"social":[24,38],"biases,":[25],"as":[26],"training":[28],"corpora":[29],"generally":[30],"consist":[31],"of":[32,145,196],"human-generated":[33],"text.":[34],"Evaluating":[35],"removing":[37],"biases":[39],"NLP":[41,51,59,72],"has":[43,78],"been":[44,65],"a":[45,101,108,136,185],"major":[46],"research":[47],"endeavor.":[48],"In":[49,86],"parallel,":[50],"approaches":[52],"legal":[55,58,71,131,152],"domain,":[56],"namely,":[57],"or":[60],"computational":[61],"law,":[62],"have":[63],"also":[64],"increasing.":[66],"Eliminating":[67],"unwanted":[68],"bias":[69,94,104,110,125,186,198],"is":[73,175],"crucial,":[74],"since":[75],"law":[77],"utmost":[80],"importance":[81],"effect":[83,195],"on":[84,91,163,199],"people.":[85],"this":[87],"work,":[88],"we":[89,134,183],"focus":[90],"gender":[93,124,197],"encoded":[95],"BERT-based":[97,128],"models.":[98,154],"We":[99,155],"propose":[100,135,184],"new":[102,109,137],"template-based":[103],"measurement":[105],"method":[106,121,140],"with":[107],"evaluation":[111],"corpus":[112,149],"using":[113,141],"crime":[114],"words":[115],"from":[116],"FBI":[118],"database.":[119],"This":[120],"quantifies":[122],"present":[126],"for":[130,188],"Furthermore,":[133],"fine-tuning-based":[138],"debiasing":[139,180],"European":[143],"Court":[144],"Human":[146],"Rights":[147],"(ECtHR)":[148],"to":[150,167,192],"debias":[151],"pre-trained":[153],"test":[156],"debiased":[158],"models\u2019":[159],"understanding":[161],"performance":[162,190],"LexGLUE":[165],"benchmark":[166],"confirm":[168],"that":[169],"underlying":[171],"semantic":[172],"vector":[173],"space":[174],"not":[176],"perturbed":[177],"during":[178],"process.":[181],"Finally,":[182],"penalty":[187],"scores":[191],"emphasize":[193],"model":[200],"performance.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}