{"id":"https://openalex.org/W4284899401","doi":"https://doi.org/10.18653/v1/2022.gebnlp-1.6","title":"Gender Biases and Where to Find Them: Exploring Gender Bias in Pre-Trained Transformer-based Language Models Using Movement Pruning","display_name":"Gender Biases and Where to Find Them: Exploring Gender Bias in Pre-Trained Transformer-based Language Models Using Movement Pruning","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4284899401","doi":"https://doi.org/10.18653/v1/2022.gebnlp-1.6"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2022.gebnlp-1.6","doi":"https://doi.org/10.18653/v1/2022.gebnlp-1.6","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.gebnlp-1.6","pdf_url":"https://aclanthology.org/2022.gebnlp-1.6.pdf","source":{"id":"https://openalex.org/S7407087812","display_name":"Workshop on Gender Bias in Natural Language Processing (GeBNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th Workshop on Gender Bias in Natural Language Processing (GeBNLP)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2022.gebnlp-1.6.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010408896","display_name":"Przemyslaw Joniak","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Przemyslaw Joniak","raw_affiliation_strings":["The University of Tokyo"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Tokyo","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041062417","display_name":"Akiko Aizawa","orcid":"https://orcid.org/0000-0001-6544-5076","observed_orcids":["https://orcid.org/0000-0001-6544-5076"]},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]},{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Akiko Aizawa","raw_affiliation_strings":["National Institute of Informatics","The University of Tokyo"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Informatics","institution_ids":["https://openalex.org/I184597095"]},{"raw_affiliation_string":"The University of Tokyo","institution_ids":["https://openalex.org/I74801974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6763,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":{"value":0.8723716,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"67","last_page":"73"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.8179000020027161,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.8179000020027161,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.05469999834895134,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.02319999970495701,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gender-bias","display_name":"gender bias","score":0.9380000233650208},{"id":"https://openalex.org/keywords/attention-head-pruning","display_name":"attention head pruning","score":0.8059999942779541},{"id":"https://openalex.org/keywords/transformer-based-language-models","display_name":"transformer language models","score":0.7129999995231628},{"id":"https://openalex.org/keywords/pre-trained-language-models","display_name":"pre-trained language models","score":0.6570000052452087}],"concepts":[{"id":"https://openalex.org/C2779458634","wikidata":"https://www.wikidata.org/wiki/Q24963715","display_name":"Debiasing","level":2,"score":0.9894737601280212},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7238546013832092},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.6672796010971069},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5768760442733765},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5382997393608093},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4801470637321472},{"id":"https://openalex.org/C2983427547","wikidata":"https://www.wikidata.org/wiki/Q93200","display_name":"Gender bias","level":2,"score":0.44437357783317566},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4206942021846771},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37523484230041504},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.13571390509605408},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07231572270393372},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2022.gebnlp-1.6","doi":"https://doi.org/10.18653/v1/2022.gebnlp-1.6","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.gebnlp-1.6","pdf_url":"https://aclanthology.org/2022.gebnlp-1.6.pdf","source":{"id":"https://openalex.org/S7407087812","display_name":"Workshop on Gender Bias in Natural Language Processing (GeBNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th Workshop on Gender Bias in Natural Language Processing (GeBNLP)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2207.02463","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2207.02463","pdf_url":"https://arxiv.org/pdf/2207.02463","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2207.02463","doi":"https://doi.org/10.48550/arxiv.2207.02463","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2207.02463","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2022.gebnlp-1.6","doi":"https://doi.org/10.18653/v1/2022.gebnlp-1.6","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.gebnlp-1.6","pdf_url":"https://aclanthology.org/2022.gebnlp-1.6.pdf","source":{"id":"https://openalex.org/S7407087812","display_name":"Workshop on Gender Bias in Natural Language Processing (GeBNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th Workshop on Gender Bias in Natural Language Processing (GeBNLP)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/5","display_name":"Gender equality","score":0.6025999784469604}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4284899401.pdf","grobid_xml":"https://content.openalex.org/works/W4284899401.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W1845051632","https://openalex.org/W2626778328","https://openalex.org/W2763421725","https://openalex.org/W2806120502","https://openalex.org/W2889624842","https://openalex.org/W2893425640","https://openalex.org/W2922862135","https://openalex.org/W2923014074","https://openalex.org/W2926555354","https://openalex.org/W2946794439","https://openalex.org/W2949969209","https://openalex.org/W2963341956","https://openalex.org/W2978017171","https://openalex.org/W2980282514","https://openalex.org/W2983931018","https://openalex.org/W2998072062","https://openalex.org/W3019416653","https://openalex.org/W3024171804","https://openalex.org/W3033129824","https://openalex.org/W3102914525","https://openalex.org/W3128232076","https://openalex.org/W3155655882","https://openalex.org/W3199132546","https://openalex.org/W4226462293"],"related_works":["https://openalex.org/W4285273243","https://openalex.org/W4399111298","https://openalex.org/W4385571213","https://openalex.org/W6976603073","https://openalex.org/W4379958573","https://openalex.org/W4402683076","https://openalex.org/W4309135082","https://openalex.org/W7131835072","https://openalex.org/W4285192297","https://openalex.org/W3159471930"],"abstract_inverted_index":{"Language":[0],"model":[1,42,54,68,150],"debiasing":[2,15,45,74,140],"has":[3],"emerged":[4],"as":[5,89,106,108],"an":[6,23,96,135,138],"important":[7,97],"field":[8],"of":[9,52,100,113,122],"study":[10],"in":[11,33],"the":[12,53,59,67,73,78,84,115,120,147,149,152],"NLP":[13],"community.Numerous":[14],"techniques":[16],"were":[17],"proposed,":[18],"but":[19],"bias":[20,32,57,154],"ablation":[21],"remains":[22],"unaddressed":[24],"issue.We":[25],"demonstrate":[26,119],"a":[27,41,44,50,110,144],"novel":[28],"framework":[29,48,64,124],"for":[30],"inspecting":[31],"pre-trained":[34],"transformer-based":[35],"language":[36],"models":[37],"via":[38],"movement":[39],"pruning.Given":[40],"and":[43,128],"objective,":[46],"our":[47,63,123,131],"finds":[49],"subset":[51],"containing":[55],"less":[56],"than":[58],"original":[60],"model.We":[61],"implement":[62],"by":[65],"pruning":[66,79,93,114],"while":[69],"finetuning":[70],"it":[71,155],"on":[72,130],"objective.Optimized":[75],"are":[76],"only":[77],"scores":[80],"-parameters":[81],"coupled":[82],"with":[83,92],"model's":[85],"weights":[86],"that":[87],"act":[88],"gates.We":[90],"experiment":[91],"attention":[94],"heads,":[95],"building":[98],"block":[99],"transformers:":[101],"we":[102,118,133,142],"prune":[103],"square":[104],"blocks,":[105],"well":[107],"establish":[109],"new":[111],"way":[112],"entire":[116],"heads.Lastly,":[117],"usage":[121],"using":[125],"gender":[126],"bias,":[127],"based":[129],"findings,":[132],"propose":[134],"improvement":[136],"to":[137],"existing":[139],"method.Additionally,":[141],"re-discover":[143],"biasperformance":[145],"trade-off:":[146],"better":[148],"performs,":[151],"more":[153],"contains.":[156]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":5}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2022-07-09T00:00:00"}
