{"id":"https://openalex.org/W4406892486","doi":"https://doi.org/10.1109/fllm63129.2024.10852435","title":"Empirical Evaluation of Social Bias in Text Classification Systems","display_name":"Empirical Evaluation of Social Bias in Text Classification Systems","publication_year":2024,"publication_date":"2024-11-26","ids":{"openalex":"https://openalex.org/W4406892486","doi":"https://doi.org/10.1109/fllm63129.2024.10852435"},"language":"en","primary_location":{"id":"doi:10.1109/fllm63129.2024.10852435","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fllm63129.2024.10852435","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 2nd International Conference on Foundation and Large Language Models (FLLM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-05480517","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116057039","display_name":"Lynda Djennane","orcid":null},"institutions":[{"id":"https://openalex.org/I4210161954","display_name":"D\u00e9partement d'Informatique","ror":"https://ror.org/05y6rqs46","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I2746051580","https://openalex.org/I29607241","https://openalex.org/I4210159245","https://openalex.org/I4210161954"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Lynda Djennane","raw_affiliation_strings":["École supérieure en Sciences et Technologies de l’Informatique et du Numérique,Laboratoire LITAN,Bejaia,Algérie,06300"],"affiliations":[{"raw_affiliation_string":"École supérieure en Sciences et Technologies de l’Informatique et du Numérique,Laboratoire LITAN,Bejaia,Algérie,06300","institution_ids":["https://openalex.org/I4210161954"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090118973","display_name":"Zsolt T. Kardkov\u00e1cs","orcid":null},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Zsolt T. Kardkov\u00e1cs","raw_affiliation_strings":["Dublin City University,Insight SFI Centre of Data Analytics,Dublin,Ireland"],"affiliations":[{"raw_affiliation_string":"Dublin City University,Insight SFI Centre of Data Analytics,Dublin,Ireland","institution_ids":["https://openalex.org/I42934936"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044556528","display_name":"Boualem Benatallah","orcid":null},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Boualem Benatallah","raw_affiliation_strings":["Dublin City University,Insight SFI Centre of Data Analytics,Dublin,Ireland"],"affiliations":[{"raw_affiliation_string":"Dublin City University,Insight SFI Centre of Data Analytics,Dublin,Ireland","institution_ids":["https://openalex.org/I42934936"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067470399","display_name":"Yacine Gaci","orcid":"https://orcid.org/0009-0001-8206-9559"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yacine Gaci","raw_affiliation_strings":["Plus que PRO Lab,Strasbourg,France"],"affiliations":[{"raw_affiliation_string":"Plus que PRO Lab,Strasbourg,France","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084851123","display_name":"Walid Gaaloul","orcid":"https://orcid.org/0000-0003-0451-532X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Walid Gaaloul","raw_affiliation_strings":["Institut Polytechnique de Paris,Télécom SudParis, SAMOVAR,Paris,France"],"affiliations":[{"raw_affiliation_string":"Institut Polytechnique de Paris,Télécom SudParis, SAMOVAR,Paris,France","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5116057040","display_name":"Zoubeyr Farah","orcid":null},"institutions":[{"id":"https://openalex.org/I4210161954","display_name":"D\u00e9partement d'Informatique","ror":"https://ror.org/05y6rqs46","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I2746051580","https://openalex.org/I29607241","https://openalex.org/I4210159245","https://openalex.org/I4210161954"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Zoubeyr Farah","raw_affiliation_strings":["École supérieure en Sciences et Technologies de l’Informatique et du Numérique,Laboratoire LITAN,Bejaia,Algérie,06300"],"affiliations":[{"raw_affiliation_string":"École supérieure en Sciences et Technologies de l’Informatique et du Numérique,Laboratoire LITAN,Bejaia,Algérie,06300","institution_ids":["https://openalex.org/I4210161954"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5116057039"],"corresponding_institution_ids":["https://openalex.org/I4210161954"],"apc_list":null,"apc_paid":null,"fwci":0.3591,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.71034238,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"313","last_page":"321"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.7900000214576721,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.7900000214576721,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6666324138641357},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3977620601654053},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.38640207052230835},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.34233707189559937}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6666324138641357},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3977620601654053},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38640207052230835},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.34233707189559937}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/fllm63129.2024.10852435","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fllm63129.2024.10852435","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 2nd International Conference on Foundation and Large Language Models (FLLM)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-05480517v1","is_oa":true,"landing_page_url":"https://hal.science/hal-05480517","pdf_url":null,"source":{"id":"https://openalex.org/S4406922461","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"The 2nd International Conference on Foundation and Large Language Models (FLLM), Nov 2024, Dubai, United Arab Emirates. pp.313-321, ⟨10.1109/FLLM63129.2024.10852435⟩","raw_type":"Conference papers"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-05480517v1","is_oa":true,"landing_page_url":"https://hal.science/hal-05480517","pdf_url":null,"source":{"id":"https://openalex.org/S4406922461","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"The 2nd International Conference on Foundation and Large Language Models (FLLM), Nov 2024, Dubai, United Arab Emirates. pp.313-321, ⟨10.1109/FLLM63129.2024.10852435⟩","raw_type":"Conference papers"},"sustainable_development_goals":[{"score":0.6000000238418579,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Social":[0],"bias":[1],"stereotypes":[2],"have":[3],"recently":[4],"raised":[5],"significant":[6,107],"ethical":[7],"concerns":[8],"in":[9,51,116,131],"Natural":[10],"Language":[11],"Processing":[12],"(NLP).":[13],"NLP":[14],"models,":[15],"particularly":[16],"those":[17],"used":[18],"for":[19,31,95],"text":[20,56,73],"classification,":[21],"often":[22],"perpetuate":[23],"these":[24,96,118],"biases":[25,50,108,130],"by":[26],"producing":[27],"different":[28,87],"output":[29],"scores":[30],"various":[32],"demographic":[33,101,124],"groups,":[34],"leading":[35],"to":[36,98],"discriminatory":[37],"outcomes.":[38],"In":[39],"this":[40],"paper,":[41],"we":[42],"conduct":[43],"a":[44,52,92],"comprehensive":[45],"evaluation":[46],"of":[47,55],"potential":[48],"social":[49],"diverse":[53],"array":[54],"classification":[57,74],"tasks,":[58],"focusing":[59],"on":[60],"gender,":[61],"race,":[62],"and":[63,79],"religion":[64],"through":[65],"counterfactual":[66],"fairness":[67],"testing.":[68],"We":[69],"examined":[70],"11":[71],"widely-used":[72],"models":[75,84,119],"from":[76],"Hugging":[77],"Face":[78],"3":[80],"commercial":[81],"sentiment":[82],"analysis":[83,112],"using":[85],"5":[86],"datasets.":[88],"Our":[89],"findings":[90],"reveal":[91],"pronounced":[93],"tendency":[94],"systems":[97],"favour":[99],"certain":[100],"groups":[102],"over":[103],"others,":[104],"with":[105],"statistically":[106],"detected.":[109],"Specifically,":[110],"the":[111,132],"highlights":[113],"substantial":[114],"disparities":[115],"how":[117],"score":[120],"identical":[121],"content":[122],"when":[123],"variables":[125],"are":[126],"altered,":[127],"demonstrating":[128],"inherent":[129],"underlying":[133],"models.":[134]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-16T09:10:04.655348","created_date":"2025-10-10T00:00:00"}