{"id":"https://openalex.org/W4403446803","doi":"https://doi.org/10.1109/access.2024.3482010","title":"Discrimination Bias Detection Through Categorical Association in Pre-Trained Language Models","display_name":"Discrimination Bias Detection Through Categorical Association in Pre-Trained Language Models","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4403446803","doi":"https://doi.org/10.1109/access.2024.3482010"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3482010","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3482010","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3482010","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032626329","display_name":"Michele Dusi","orcid":"https://orcid.org/0000-0002-6564-3096"},"institutions":[{"id":"https://openalex.org/I79940851","display_name":"University of Brescia","ror":"https://ror.org/02q2d2610","country_code":"IT","type":"education","lineage":["https://openalex.org/I79940851"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Michele Dusi","raw_affiliation_strings":["Dipartimento di Ingegneria dell’Informazione, Università degli Studi di Brescia, Brescia, Italy","Dipartimento di Ingegneria dell’Informazione, Università degli Studi di Brescia, Via Branze 38, Brescia, Italy"],"raw_orcid":"https://orcid.org/0000-0002-6564-3096","affiliations":[{"raw_affiliation_string":"Dipartimento di Ingegneria dell’Informazione, Università degli Studi di Brescia, Brescia, Italy","institution_ids":["https://openalex.org/I79940851"]},{"raw_affiliation_string":"Dipartimento di Ingegneria dell’Informazione, Università degli Studi di Brescia, Via Branze 38, Brescia, Italy","institution_ids":["https://openalex.org/I79940851"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076777213","display_name":"Nicola Arici","orcid":"https://orcid.org/0009-0000-9713-6630"},"institutions":[{"id":"https://openalex.org/I79940851","display_name":"University of Brescia","ror":"https://ror.org/02q2d2610","country_code":"IT","type":"education","lineage":["https://openalex.org/I79940851"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Nicola Arici","raw_affiliation_strings":["Dipartimento di Ingegneria dell’Informazione, Università degli Studi di Brescia, Brescia, Italy","Dipartimento di Ingegneria dell’Informazione, Università degli Studi di Brescia, Via Branze 38, Brescia, Italy"],"raw_orcid":"https://orcid.org/0009-0000-9713-6630","affiliations":[{"raw_affiliation_string":"Dipartimento di Ingegneria dell’Informazione, Università degli Studi di Brescia, Brescia, Italy","institution_ids":["https://openalex.org/I79940851"]},{"raw_affiliation_string":"Dipartimento di Ingegneria dell’Informazione, Università degli Studi di Brescia, Via Branze 38, Brescia, Italy","institution_ids":["https://openalex.org/I79940851"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073627176","display_name":"Alfonso Gerevini","orcid":"https://orcid.org/0000-0001-9008-6386"},"institutions":[{"id":"https://openalex.org/I79940851","display_name":"University of Brescia","ror":"https://ror.org/02q2d2610","country_code":"IT","type":"education","lineage":["https://openalex.org/I79940851"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alfonso Emilio Gerevini","raw_affiliation_strings":["Dipartimento di Ingegneria dell’Informazione, Università degli Studi di Brescia, Brescia, Italy","Dipartimento di Ingegneria dell’Informazione, Università degli Studi di Brescia, Via Branze 38, Brescia, Italy"],"raw_orcid":"https://orcid.org/0000-0001-9008-6386","affiliations":[{"raw_affiliation_string":"Dipartimento di Ingegneria dell’Informazione, Università degli Studi di Brescia, Brescia, Italy","institution_ids":["https://openalex.org/I79940851"]},{"raw_affiliation_string":"Dipartimento di Ingegneria dell’Informazione, Università degli Studi di Brescia, Via Branze 38, Brescia, Italy","institution_ids":["https://openalex.org/I79940851"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044037409","display_name":"Luca Putelli","orcid":"https://orcid.org/0009-0008-5055-6812"},"institutions":[{"id":"https://openalex.org/I79940851","display_name":"University of Brescia","ror":"https://ror.org/02q2d2610","country_code":"IT","type":"education","lineage":["https://openalex.org/I79940851"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Luca Putelli","raw_affiliation_strings":["Dipartimento di Ingegneria dell’Informazione, Università degli Studi di Brescia, Brescia, Italy","Dipartimento di Ingegneria dell’Informazione, Università degli Studi di Brescia, Via Branze 38, Brescia, Italy"],"raw_orcid":"https://orcid.org/0009-0008-5055-6812","affiliations":[{"raw_affiliation_string":"Dipartimento di Ingegneria dell’Informazione, Università degli Studi di Brescia, Brescia, Italy","institution_ids":["https://openalex.org/I79940851"]},{"raw_affiliation_string":"Dipartimento di Ingegneria dell’Informazione, Università degli Studi di Brescia, Via Branze 38, Brescia, Italy","institution_ids":["https://openalex.org/I79940851"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068039203","display_name":"Ivan Serina","orcid":"https://orcid.org/0000-0002-7785-9492"},"institutions":[{"id":"https://openalex.org/I79940851","display_name":"University of Brescia","ror":"https://ror.org/02q2d2610","country_code":"IT","type":"education","lineage":["https://openalex.org/I79940851"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Ivan Serina","raw_affiliation_strings":["Dipartimento di Ingegneria dell’Informazione, Università degli Studi di Brescia, Brescia, Italy","Dipartimento di Ingegneria dell’Informazione, Università degli Studi di Brescia, Via Branze 38, Brescia, Italy"],"raw_orcid":"https://orcid.org/0000-0002-7785-9492","affiliations":[{"raw_affiliation_string":"Dipartimento di Ingegneria dell’Informazione, Università degli Studi di Brescia, Brescia, Italy","institution_ids":["https://openalex.org/I79940851"]},{"raw_affiliation_string":"Dipartimento di Ingegneria dell’Informazione, Università degli Studi di Brescia, Via Branze 38, Brescia, Italy","institution_ids":["https://openalex.org/I79940851"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5032626329"],"corresponding_institution_ids":["https://openalex.org/I79940851"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.6508,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.75370038,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"12","issue":null,"first_page":"162651","last_page":"162667"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9064000248908997,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9064000248908997,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/categorical-variable","display_name":"Categorical variable","score":0.7375046610832214},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.718027651309967},{"id":"https://openalex.org/keywords/association","display_name":"Association (psychology)","score":0.5916305780410767},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5682169198989868},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5407289266586304},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.37482914328575134},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3329586684703827},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.31956997513771057},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.12809985876083374}],"concepts":[{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.7375046610832214},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.718027651309967},{"id":"https://openalex.org/C142853389","wikidata":"https://www.wikidata.org/wiki/Q744778","display_name":"Association (psychology)","level":2,"score":0.5916305780410767},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5682169198989868},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5407289266586304},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.37482914328575134},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3329586684703827},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31956997513771057},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.12809985876083374},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/access.2024.3482010","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3482010","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:25645da4e4b84bf788809ac8216a3ed5","is_oa":true,"landing_page_url":"https://doaj.org/article/25645da4e4b84bf788809ac8216a3ed5","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 162651-162667 (2024)","raw_type":"article"},{"id":"pmh:oai:iris.unibs.it:11379/615645","is_oa":true,"landing_page_url":"https://hdl.handle.net/11379/615645","pdf_url":null,"source":{"id":"https://openalex.org/S4306400804","display_name":"Institutional Research Information System (Universit\u00e0 degli Studi di Brescia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66752286","host_organization_name":"University of Milano-Bicocca","host_organization_lineage":["https://openalex.org/I66752286"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:iris.uniroma1.it:11573/1725661","is_oa":true,"landing_page_url":"https://hdl.handle.net/11573/1725661","pdf_url":null,"source":{"id":"https://openalex.org/S4377196107","display_name":"IRIS Research product catalog (Sapienza University of Rome)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3482010","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3482010","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.49000000953674316,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W2031648200","https://openalex.org/W2109553965","https://openalex.org/W2120117608","https://openalex.org/W2524449277","https://openalex.org/W2882319491","https://openalex.org/W2893425640","https://openalex.org/W2896457183","https://openalex.org/W2926555354","https://openalex.org/W2963457723","https://openalex.org/W2965373594","https://openalex.org/W2970408399","https://openalex.org/W2971015127","https://openalex.org/W2972413484","https://openalex.org/W3013547323","https://openalex.org/W3034115845","https://openalex.org/W3035241006","https://openalex.org/W3133966466","https://openalex.org/W3134678353","https://openalex.org/W3181414820","https://openalex.org/W3196248941","https://openalex.org/W3205727812","https://openalex.org/W4205201623","https://openalex.org/W4285065275","https://openalex.org/W4322507136","https://openalex.org/W4323655724","https://openalex.org/W4384561707","https://openalex.org/W4385245566","https://openalex.org/W4391007419","https://openalex.org/W4396982300","https://openalex.org/W6636510571","https://openalex.org/W6721933647","https://openalex.org/W6765858885","https://openalex.org/W6768851824","https://openalex.org/W6769430610","https://openalex.org/W6771917389","https://openalex.org/W6784932235","https://openalex.org/W6850625674"],"related_works":["https://openalex.org/W4386799044","https://openalex.org/W2773208253","https://openalex.org/W2560646951","https://openalex.org/W4297454206","https://openalex.org/W65104662","https://openalex.org/W1871748041","https://openalex.org/W2362286668","https://openalex.org/W2133382151","https://openalex.org/W2153339597","https://openalex.org/W1528412344"],"abstract_inverted_index":{"The":[0],"analysis":[1,86],"of":[2,5,21,42,50,69,85,99,167,212],"the":[3,19,22,33,36,40,43,58,66,70,75,78,96,107,160,164,176,188],"presence":[4],"bias,":[6],"prejudices":[7,211],"and":[8,24,35,62,120,215],"unwanted":[9],"discriminatory":[10],"behavior":[11],"in":[12,102,127,143,163],"pre-trained":[13,144],"neural":[14],"language":[15,145],"models":[16,146,207],"(NLMs),":[17],"considering":[18],"sensitivity":[20],"topic":[23],"its":[25],"public":[26],"interest,":[27],"should":[28],"respect":[29],"two":[30,47,150],"main":[31,48],"criteria:":[32],"intuition":[34],"statistical":[37],"rigor.":[38],"To":[39],"state":[41],"art,":[44],"there":[45],"are":[46,111,125,208],"categories":[49],"approaches":[51],"for":[52,122,140],"analyzing":[53,141],"bias:":[54],"those":[55,63,123],"based":[56,64],"on":[57,65,90],"models\u2019":[59],"textual":[60],"output,":[61],"geometric":[67,109],"space":[68],"embedded":[71,165],"representations":[72],"calculated":[73],"by":[74,210],"NLMs.":[76],"While":[77],"first":[79],"one":[80],"is":[81,87],"intuitive,":[82],"this":[83,133],"kind":[84],"often":[88],"conducted":[89],"simple":[91,154],"template":[92],"sentences,":[93],"which":[94],"limit":[95],"overall":[97],"validity":[98],"their":[100],"conclusions":[101],"a":[103,137,153,171,183,193],"real-world":[104],"context.":[105],"On":[106],"contrary,":[108],"methods":[110],"more":[112,116],"rigorous":[113],"but":[114],"quite":[115],"complex":[117],"to":[118,181],"implement":[119],"understand":[121],"who":[124],"non-experts":[126],"Natural":[128],"Language":[129],"Processing":[130],"(NLP).":[131],"In":[132],"paper,":[134],"we":[135,157],"propose":[136],"unique":[138],"method":[139],"bias":[142],"that":[147,169,203],"combines":[148],"these":[149],"aspects.":[151],"Through":[152],"classification":[155],"task,":[156],"verify":[158,199],"whether":[159],"information":[161],"contained":[162],"representation":[166],"words":[168],"describes":[170],"protected":[172],"property":[173,185],"(such":[174,186],"as":[175,187],"religion)":[177],"can":[178],"be":[179],"used":[180],"identify":[182],"stereotyped":[184],"criminal":[189],"behavior),":[190],"requiring":[191],"only":[192],"minimal":[194],"supervised":[195],"dataset.":[196],"We":[197],"experimentally":[198],"our":[200],"approach,":[201],"finding":[202],"four":[204],"widespread":[205],"Transformer-based":[206],"affected":[209],"gender,":[213],"nationality,":[214],"religion.":[216]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2024-10-17T00:00:00"}