{"id":"https://openalex.org/W4401043228","doi":"https://doi.org/10.18653/v1/2024.starsem-1.30","title":"A Trip Towards Fairness: Bias and De-Biasing in Large Language Models","display_name":"A Trip Towards Fairness: Bias and De-Biasing in Large Language Models","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4401043228","doi":"https://doi.org/10.18653/v1/2024.starsem-1.30"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2024.starsem-1.30","doi":"https://doi.org/10.18653/v1/2024.starsem-1.30","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.starsem-1.30","pdf_url":"https://aclanthology.org/2024.starsem-1.30.pdf","source":{"id":"https://openalex.org/S4306420406","display_name":"Joint Conference on Lexical and Computational Semantics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th Joint Conference on Lexical and Computational Semantics (*SEM 2024)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2024.starsem-1.30.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062023845","display_name":"Leonardo Ranaldi","orcid":"https://orcid.org/0000-0001-8488-4146","observed_orcids":["https://orcid.org/0000-0001-8488-4146"]},"institutions":[{"id":"https://openalex.org/I116067653","display_name":"University of Rome Tor Vergata","ror":"https://ror.org/02p77k626","country_code":"IT","type":"education","lineage":["https://openalex.org/I116067653"]},{"id":"https://openalex.org/I7495430","display_name":"Idiap Research Institute","ror":"https://ror.org/05932h694","country_code":"CH","type":"facility","lineage":["https://openalex.org/I7495430"]}],"countries":["CH","IT"],"is_corresponding":false,"raw_author_name":"Leonardo Ranaldi","raw_affiliation_strings":["Idiap Research Institute , Switzerland","University of Rome Tor Vergata , Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Idiap Research Institute , Switzerland","institution_ids":["https://openalex.org/I7495430"]},{"raw_affiliation_string":"University of Rome Tor Vergata , Italy","institution_ids":["https://openalex.org/I116067653"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069914401","display_name":"Elena Sofia Ruzzetti","orcid":"https://orcid.org/0009-0000-9683-2765","observed_orcids":["https://orcid.org/0009-0000-9683-2765"]},"institutions":[{"id":"https://openalex.org/I116067653","display_name":"University of Rome Tor Vergata","ror":"https://ror.org/02p77k626","country_code":"IT","type":"education","lineage":["https://openalex.org/I116067653"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Elena Ruzzetti","raw_affiliation_strings":["University of Rome Tor Vergata , Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Rome Tor Vergata , Italy","institution_ids":["https://openalex.org/I116067653"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092031675","display_name":"Davide Venditti","orcid":"https://orcid.org/0009-0009-2214-5642","observed_orcids":["https://orcid.org/0009-0009-2214-5642","https://orcid.org/0009-0009-6375-9392"]},"institutions":[{"id":"https://openalex.org/I116067653","display_name":"University of Rome Tor Vergata","ror":"https://ror.org/02p77k626","country_code":"IT","type":"education","lineage":["https://openalex.org/I116067653"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Davide Venditti","raw_affiliation_strings":["University of Rome Tor Vergata , Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Rome Tor Vergata , Italy","institution_ids":["https://openalex.org/I116067653"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042699065","display_name":"Dario Onorati","orcid":"https://orcid.org/0000-0002-8896-4108","observed_orcids":["https://orcid.org/0000-0002-8896-4108"]},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Dario Onorati","raw_affiliation_strings":["Sapienza University of Rome , Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sapienza University of Rome , Italy","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029654514","display_name":"Fabio Massimo Zanzotto","orcid":"https://orcid.org/0000-0002-7301-3596","observed_orcids":["https://orcid.org/0000-0002-7301-3596"]},"institutions":[{"id":"https://openalex.org/I116067653","display_name":"University of Rome Tor Vergata","ror":"https://ror.org/02p77k626","country_code":"IT","type":"education","lineage":["https://openalex.org/I116067653"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Fabio Zanzotto","raw_affiliation_strings":["University of Rome Tor Vergata , Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Rome Tor Vergata , Italy","institution_ids":["https://openalex.org/I116067653"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.0516,"has_fulltext":true,"cited_by_count":42,"citation_normalized_percentile":{"value":0.96555018,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"372","last_page":"384"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9506999850273132,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9506999850273132,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.016499999910593033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.00860000029206276,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.7710000276565552},{"id":"https://openalex.org/keywords/algorithmic-bias","display_name":"algorithmic bias","score":0.7850000262260437},{"id":"https://openalex.org/keywords/bias-mitigation","display_name":"bias mitigation","score":0.9380000233650208},{"id":"https://openalex.org/keywords/gender-bias","display_name":"gender bias","score":0.6330000162124634},{"id":"https://openalex.org/keywords/racial-bias","display_name":"racial bias","score":0.8370000123977661},{"id":"https://openalex.org/keywords/religious-bias","display_name":"religious bias","score":0.8619999885559082},{"id":"https://openalex.org/keywords/stereotype-bias","display_name":"stereotype bias","score":0.3370000123977661},{"id":"https://openalex.org/keywords/llama","display_name":"llamas","score":0.7950000166893005},{"id":"https://openalex.org/keywords/opt","display_name":"OPT","score":0.9340000152587891},{"id":"https://openalex.org/keywords/lora","display_name":"LoRa","score":0.9350000023841858},{"id":"https://openalex.org/keywords/perplexity","display_name":"perplexity","score":0.8769999742507935}],"concepts":[{"id":"https://openalex.org/C20254490","wikidata":"https://www.wikidata.org/wiki/Q719550","display_name":"Biasing","level":3,"score":0.7146815061569214},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5391768217086792},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.151661217212677},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10988399386405945},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1063913106918335}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/2024.starsem-1.30","doi":"https://doi.org/10.18653/v1/2024.starsem-1.30","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.starsem-1.30","pdf_url":"https://aclanthology.org/2024.starsem-1.30.pdf","source":{"id":"https://openalex.org/S4306420406","display_name":"Joint Conference on Lexical and Computational Semantics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th Joint Conference on Lexical and Computational Semantics (*SEM 2024)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2305.13862","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.13862","pdf_url":"https://arxiv.org/pdf/2305.13862","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:art.torvergata.it:2108/425784","doi":null,"is_oa":false,"landing_page_url":"https://hdl.handle.net/2108/425784","pdf_url":null,"source":{"id":"https://openalex.org/S4306400993","display_name":"Cineca Institutional Research Information System (Tor Vergata University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I116067653","host_organization_name":"University of Rome Tor Vergata","host_organization_lineage":["https://openalex.org/I116067653"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"doi:10.48550/arxiv.2305.13862","doi":"https://doi.org/10.48550/arxiv.2305.13862","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2305.13862","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.18653/v1/2024.starsem-1.30","doi":"https://doi.org/10.18653/v1/2024.starsem-1.30","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.starsem-1.30","pdf_url":"https://aclanthology.org/2024.starsem-1.30.pdf","source":{"id":"https://openalex.org/S4306420406","display_name":"Joint Conference on Lexical and Computational Semantics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th Joint Conference on Lexical and Computational Semantics (*SEM 2024)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.4000000059604645,"id":"https://metadata.un.org/sdg/10"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401043228.pdf","grobid_xml":"https://content.openalex.org/works/W4401043228.grobid-xml"},"referenced_works_count":2,"referenced_works":["https://openalex.org/W4322718191","https://openalex.org/W4384918448"],"related_works":["https://openalex.org/W7045443536","https://openalex.org/W4405034999","https://openalex.org/W7160335338","https://openalex.org/W7160709534","https://openalex.org/W4399837132","https://openalex.org/W4402670064","https://openalex.org/W4415721138","https://openalex.org/W7160745628","https://openalex.org/W7215074048","https://openalex.org/W4389520365"],"abstract_inverted_index":{"Cheap-to-Build":[0],"Very":[1,27],"Large-Language":[2,28],"Models":[3,29],"(CtB-LLMs)":[4],"with":[5],"affordable":[6],"training":[7],"are":[8,22,78],"emerging":[9],"as":[10],"the":[11,35,65,86,89,104,116,122,124,137],"next":[12],"big":[13],"revolution":[14],"in":[15,51,96,136],"natural":[16],"language":[17],"processing":[18],"and":[19,72,80,88,100],"understanding.These":[20],"CtB-LLMs":[21,52],"democratizing":[23],"access":[24],"to":[25,83,103,133],"trainable":[26],"(VLLMs)":[30],"and,":[31],"thus,":[32],"may":[33,53],"represent":[34],"building":[36],"blocks":[37],"of":[38,64,67,70,118,126],"many":[39],"NLP":[40],"systems":[41],"solving":[42],"downstream":[43],"tasks.Hence,":[44],"a":[45,48,61],"little":[46],"or":[47],"large":[49,62],"bias":[50,66,95,112,131],"cause":[54],"significant":[55],"harm.In":[56],"this":[57],"paper,":[58],"we":[59,73,109],"performed":[60],"investigation":[63],"three":[68],"families":[69,91],"CtB-LLMs,":[71],"showed":[74],"that":[75,111],"debiasing":[76,125],"techniques":[77],"effective":[79],"usable.Indeed,":[81],"according":[82],"current":[84],"tests,":[85],"LLaMA":[87],"OPT":[90,127],"have":[92],"an":[93],"important":[94],"gender,":[97],"race,":[98],"religion,":[99],"profession.In":[101],"contrast":[102],"analysis":[105],"for":[106],"other":[107],"LLMs,":[108],"discovered":[110],"depends":[113],"not":[114],"on":[115,121],"number":[117],"parameters":[119],"but":[120],"perplexity.Finally,":[123],"using":[128],"LoRA":[129],"reduces":[130],"up":[132],"4.12":[134],"points":[135],"normalized":[138],"stereotype":[139],"score.":[140]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":9}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2024-07-31T00:00:00"}