{"id":"https://openalex.org/W4385135755","doi":"https://doi.org/10.1007/s10579-023-09670-3","title":"MarIA and BETO are sexist: evaluating gender bias in large language models for Spanish","display_name":"MarIA and BETO are sexist: evaluating gender bias in large language models for Spanish","publication_year":2023,"publication_date":"2023-07-23","ids":{"openalex":"https://openalex.org/W4385135755","doi":"https://doi.org/10.1007/s10579-023-09670-3"},"language":"en","primary_location":{"id":"doi:10.1007/s10579-023-09670-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10579-023-09670-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10579-023-09670-3.pdf","source":{"id":"https://openalex.org/S4306424877","display_name":"Language Resources and Evaluation","issn_l":"1574-020X","issn":["1574-020X","1574-0218"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Resources and Evaluation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10579-023-09670-3.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058048361","display_name":"Ismael Garrido-Mu\u00f1oz","orcid":"https://orcid.org/0000-0001-6656-9679"},"institutions":[{"id":"https://openalex.org/I191420491","display_name":"Universidad de Ja\u00e9n","ror":"https://ror.org/0122p5f64","country_code":"ES","type":"education","lineage":["https://openalex.org/I191420491"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Ismael Garrido-Mu\u00f1oz","raw_affiliation_strings":["CEATIC, Universidad de Ja\u00e9n, Campus Las Lagunillas, Ja\u00e9n, 23071, Spain"],"affiliations":[{"raw_affiliation_string":"CEATIC, Universidad de Ja\u00e9n, Campus Las Lagunillas, Ja\u00e9n, 23071, Spain","institution_ids":["https://openalex.org/I191420491"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017741761","display_name":"Fernando Mart\u00ednez-Santiago","orcid":"https://orcid.org/0000-0002-1480-1752"},"institutions":[{"id":"https://openalex.org/I191420491","display_name":"Universidad de Ja\u00e9n","ror":"https://ror.org/0122p5f64","country_code":"ES","type":"education","lineage":["https://openalex.org/I191420491"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Fernando Mart\u00ednez-Santiago","raw_affiliation_strings":["CEATIC, Universidad de Ja\u00e9n, Campus Las Lagunillas, Ja\u00e9n, 23071, Spain"],"affiliations":[{"raw_affiliation_string":"CEATIC, Universidad de Ja\u00e9n, Campus Las Lagunillas, Ja\u00e9n, 23071, Spain","institution_ids":["https://openalex.org/I191420491"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015449918","display_name":"Arturo Montejo\u2010R\u00e1ez","orcid":"https://orcid.org/0000-0002-8643-2714"},"institutions":[{"id":"https://openalex.org/I191420491","display_name":"Universidad de Ja\u00e9n","ror":"https://ror.org/0122p5f64","country_code":"ES","type":"education","lineage":["https://openalex.org/I191420491"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Arturo Montejo-R\u00e1ez","raw_affiliation_strings":["CEATIC, Universidad de Ja\u00e9n, Campus Las Lagunillas, Ja\u00e9n, 23071, Spain"],"affiliations":[{"raw_affiliation_string":"CEATIC, Universidad de Ja\u00e9n, Campus Las Lagunillas, Ja\u00e9n, 23071, Spain","institution_ids":["https://openalex.org/I191420491"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5058048361"],"corresponding_institution_ids":["https://openalex.org/I191420491"],"apc_list":null,"apc_paid":null,"fwci":1.7483,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.8752115,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"58","issue":"4","first_page":"1387","last_page":"1417"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7052760124206543},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6016756296157837},{"id":"https://openalex.org/keywords/gender-bias","display_name":"Gender bias","score":0.5885270237922668},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5880981087684631},{"id":"https://openalex.org/keywords/interpretation","display_name":"Interpretation (philosophy)","score":0.5726613998413086},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5530524849891663},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4724424481391907},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.44423842430114746},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.43847429752349854},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.43543750047683716},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39452576637268066},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.21613800525665283},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.13297191262245178},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11678120493888855},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.07679635286331177}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7052760124206543},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6016756296157837},{"id":"https://openalex.org/C2983427547","wikidata":"https://www.wikidata.org/wiki/Q93200","display_name":"Gender bias","level":2,"score":0.5885270237922668},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5880981087684631},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.5726613998413086},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5530524849891663},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4724424481391907},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.44423842430114746},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43847429752349854},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.43543750047683716},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39452576637268066},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.21613800525665283},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.13297191262245178},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11678120493888855},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.07679635286331177},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10579-023-09670-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10579-023-09670-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10579-023-09670-3.pdf","source":{"id":"https://openalex.org/S4306424877","display_name":"Language Resources and Evaluation","issn_l":"1574-020X","issn":["1574-020X","1574-0218"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Resources and Evaluation","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10579-023-09670-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10579-023-09670-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10579-023-09670-3.pdf","source":{"id":"https://openalex.org/S4306424877","display_name":"Language Resources and Evaluation","issn_l":"1574-020X","issn":["1574-020X","1574-0218"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Resources and Evaluation","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/5","score":0.4099999964237213,"display_name":"Gender equality"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320324132","display_name":"Universidad de Ja\u00e9n","ror":"https://ror.org/0122p5f64"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385135755.pdf"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W2046220546","https://openalex.org/W2149252982","https://openalex.org/W2483215953","https://openalex.org/W2893425640","https://openalex.org/W2954275542","https://openalex.org/W2963078909","https://openalex.org/W2963341956","https://openalex.org/W2963526187","https://openalex.org/W2979826702","https://openalex.org/W2981869278","https://openalex.org/W2996035354","https://openalex.org/W3023547440","https://openalex.org/W3034115845","https://openalex.org/W3086249591","https://openalex.org/W3095105395","https://openalex.org/W3099695344","https://openalex.org/W3102641573","https://openalex.org/W3105234097","https://openalex.org/W3105882417","https://openalex.org/W3123340107","https://openalex.org/W3133702157","https://openalex.org/W3134678353","https://openalex.org/W3135734416","https://openalex.org/W3155132724","https://openalex.org/W3164886736","https://openalex.org/W3168584517","https://openalex.org/W3176477796","https://openalex.org/W3184144760","https://openalex.org/W3185212449","https://openalex.org/W3198907347","https://openalex.org/W3200649105","https://openalex.org/W4213290716","https://openalex.org/W4230054407","https://openalex.org/W6739901393"],"related_works":["https://openalex.org/W4313320911","https://openalex.org/W4327743144","https://openalex.org/W4245077728","https://openalex.org/W2607424049","https://openalex.org/W4390922876","https://openalex.org/W3183204001","https://openalex.org/W4206302830","https://openalex.org/W2185941092","https://openalex.org/W4386782890","https://openalex.org/W3210948575"],"abstract_inverted_index":{"Abstract":[0],"The":[1],"study":[2],"of":[3,12,53,112,126,142,161,212,214],"bias":[4,34,99,144,213],"in":[5,35,73,100,106,132],"language":[6,40,102],"models":[7,41,55,121,202,216],"is":[8],"a":[9,28,159],"growing":[10],"area":[11],"work,":[13],"however,":[14],"both":[15],"research":[16,134],"and":[17,77,171,186,208],"resources":[18],"are":[19,56,145,197],"focused":[20],"on":[21,32,62,181,190],"English.":[22],"In":[23],"this":[24],"paper,":[25],"we":[26],"make":[27],"first":[29],"approach":[30,150],"focusing":[31],"gender":[33,98,143],"some":[36,125],"freely":[37],"available":[38],"Spanish":[39],"trained":[42],"using":[43],"popular":[44,129],"deep":[45],"neural":[46],"networks,":[47],"like":[48],"BERT":[49],"or":[50],"RoBERTa.":[51],"Some":[52],"these":[54,148],"known":[57],"for":[58,87,122,158],"achieving":[59],"state-of-the-art":[60],"results":[61,67],"downstream":[63],"tasks.":[64],"These":[65],"promising":[66],"have":[68,117],"promoted":[69],"such":[70],"models\u2019":[71],"integration":[72],"many":[74],"real-world":[75],"applications":[76],"production":[78],"environments,":[79],"which":[80],"could":[81],"be":[82],"detrimental":[83],"to":[84,96,108,199,204],"people":[85],"affected":[86],"those":[88],"systems.":[89],"This":[90],"work":[91],"proposes":[92],"an":[93],"evaluation":[94,114],"framework":[95],"identify":[97],"masked":[101],"models,":[103],"with":[104],"explainability":[105],"mind":[107],"ease":[109],"the":[110,113,127,133,152,156,165,182,187,191,205,210,215],"interpretation":[111],"results.":[115],"We":[116,163],"evaluated":[118],"20":[119],"different":[120],"Spanish,":[123],"including":[124],"most":[128],"pretrained":[130],"ones":[131],"community.":[135],"Our":[136],"findings":[137],"state":[138,184,193],"that":[139],"varying":[140],"levels":[141],"present":[146],"across":[147],"models.This":[149],"compares":[151],"adjectives":[153,167],"proposed":[154],"by":[155],"model":[157,177],"set":[160],"templates.":[162],"classify":[164],"given":[166,206],"into":[168],"understandable":[169],"categories":[170,207],"compute":[172],"two":[173],"new":[174],"metrics":[175,196],"from":[176],"predictions,":[178],"one":[179,189],"based":[180],"internal":[183],"(probability)":[185],"other":[188],"external":[192],"(rank).":[194],"Those":[195],"used":[198],"reveal":[200],"biased":[201],"according":[203],"quantify":[209],"degree":[211],"under":[217],"study.":[218]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":4}],"updated_date":"2026-02-03T23:48:18.283914","created_date":"2025-10-10T00:00:00"}