{"id":"https://openalex.org/W4411542000","doi":"https://doi.org/10.1145/3715275.3732181","title":"Detecting Linguistic Indicators for Stereotype Assessment with Large Language Models","display_name":"Detecting Linguistic Indicators for Stereotype Assessment with Large Language Models","publication_year":2025,"publication_date":"2025-06-23","ids":{"openalex":"https://openalex.org/W4411542000","doi":"https://doi.org/10.1145/3715275.3732181"},"language":"en","primary_location":{"id":"doi:10.1145/3715275.3732181","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3715275.3732181","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3715275.3732181","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3715275.3732181","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103305790","display_name":"Rebekka G\u00f6rge","orcid":null},"institutions":[{"id":"https://openalex.org/I4210144576","display_name":"Fraunhofer Institute for Intelligent Analysis and Information Systems","ror":"https://ror.org/04nc32781","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210144576","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Rebekka G\u00f6rge","raw_affiliation_strings":["Fraunhofer Institute for Intelligent Analysis and Information Systems, Sankt Augustin, Germany and Lamarr-Institute for Machine Learning and Artificial Intelligence, Bonn, Germany"],"raw_orcid":"https://orcid.org/0009-0008-3793-1374","affiliations":[{"raw_affiliation_string":"Fraunhofer Institute for Intelligent Analysis and Information Systems, Sankt Augustin, Germany and Lamarr-Institute for Machine Learning and Artificial Intelligence, Bonn, Germany","institution_ids":["https://openalex.org/I4210144576"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017406387","display_name":"Michael Mock","orcid":"https://orcid.org/0000-0001-7352-9165"},"institutions":[{"id":"https://openalex.org/I4210144576","display_name":"Fraunhofer Institute for Intelligent Analysis and Information Systems","ror":"https://ror.org/04nc32781","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210144576","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michael Mock","raw_affiliation_strings":["Fraunhofer Institute for Intelligent Analysis and Information Systems, St. Augustin, Germany"],"raw_orcid":"https://orcid.org/0000-0001-7352-9165","affiliations":[{"raw_affiliation_string":"Fraunhofer Institute for Intelligent Analysis and Information Systems, St. Augustin, Germany","institution_ids":["https://openalex.org/I4210144576"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043402158","display_name":"H\u00e9ctor Allende\u2010Cid","orcid":"https://orcid.org/0000-0003-3047-8817"},"institutions":[{"id":"https://openalex.org/I4210144576","display_name":"Fraunhofer Institute for Intelligent Analysis and Information Systems","ror":"https://ror.org/04nc32781","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210144576","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"H\u00e9ctor Allende-Cid","raw_affiliation_strings":["Fraunhofer Institute for Intelligent Analysis and Information Systems, St. Augustin, Germany and Lamarr-Institute for Machine Learning and Artificial Intelligence, Bonn, Germany"],"raw_orcid":"https://orcid.org/0000-0003-3047-8817","affiliations":[{"raw_affiliation_string":"Fraunhofer Institute for Intelligent Analysis and Information Systems, St. Augustin, Germany and Lamarr-Institute for Machine Learning and Artificial Intelligence, Bonn, Germany","institution_ids":["https://openalex.org/I4210144576"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5103305790"],"corresponding_institution_ids":["https://openalex.org/I4210144576"],"apc_list":null,"apc_paid":null,"fwci":2.1733,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.89033092,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"2796","last_page":"2814"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9753999710083008,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9753999710083008,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9724000096321106,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9408000111579895,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6693776845932007},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5435137748718262},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.4927261173725128},{"id":"https://openalex.org/keywords/stereotype","display_name":"Stereotype (UML)","score":0.4499002695083618},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4463391602039337}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6693776845932007},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5435137748718262},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.4927261173725128},{"id":"https://openalex.org/C168127410","wikidata":"https://www.wikidata.org/wiki/Q1754331","display_name":"Stereotype (UML)","level":2,"score":0.4499002695083618},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4463391602039337},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3715275.3732181","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3715275.3732181","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3715275.3732181","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},{"id":"pmh:oai:publica.fraunhofer.de:publica/490822","is_oa":true,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/490822","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"}],"best_oa_location":{"id":"doi:10.1145/3715275.3732181","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3715275.3732181","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3715275.3732181","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.4399999976158142,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411542000.pdf","grobid_xml":"https://content.openalex.org/works/W4411542000.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W1572338045","https://openalex.org/W2053154970","https://openalex.org/W2150690631","https://openalex.org/W2474972804","https://openalex.org/W2753392522","https://openalex.org/W2809770202","https://openalex.org/W2893425640","https://openalex.org/W3034937117","https://openalex.org/W3037831233","https://openalex.org/W3105882417","https://openalex.org/W3172415559","https://openalex.org/W3176477796","https://openalex.org/W3177468621","https://openalex.org/W3196248941","https://openalex.org/W4224266765","https://openalex.org/W4243859118","https://openalex.org/W4281621415","https://openalex.org/W4285299231","https://openalex.org/W4376643691","https://openalex.org/W4385569698","https://openalex.org/W4385571451","https://openalex.org/W4386249234","https://openalex.org/W4400135851","https://openalex.org/W4402672069","https://openalex.org/W4404782964","https://openalex.org/W4407762318"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Social":[0,89],"categories":[1],"and":[2,42,56,61,76,91,101,105,171,204,215,217],"stereotypes":[3,73,146],"embedded":[4],"in":[5,24,32,103,169,222],"language":[6],"can":[7,219],"introduce":[8],"data":[9],"bias":[10,49],"into":[11,39],"the":[12,40,78,88,121,161,186,196],"training":[13],"of":[14,44,81,124,145,152,163,190,212],"Large":[15],"Language":[16],"Models":[17],"(LLMs).Despite":[18],"safeguards,":[19],"these":[20,157],"biases":[21],"often":[22,57],"persist":[23],"model":[25],"behavior,":[26],"potentially":[27],"leading":[28],"to":[29,71,108,116,119,141,176],"representational":[30],"harm":[31],"outputs.While":[33],"sociolinguistic":[34],"research":[35],"provides":[36],"valuable":[37],"insights":[38],"formation":[41],"spread":[43],"stereotypes,":[45,128],"NLP":[46],"approaches":[47],"for":[48,132],"evaluation":[50],"rarely":[51],"draw":[52],"on":[53,148],"this":[54,64],"foundation":[55],"lack":[58],"objectivity,":[59],"precision,":[60],"interpretability.To":[62],"fill":[63],"gap,":[65],"we":[66],"propose":[67],"a":[68,82,110,125,130,133,138,164,178],"new":[69],"approach":[70],"assess":[72],"by":[74],"detecting":[75,170],"quantifying":[77],"linguistic":[79,85,122,143,158,173],"indication":[80],"stereotype.We":[83],"derive":[84],"indicators":[86,144,159,174],"from":[87],"Category":[90],"Stereotype":[92],"Communication":[93],"(SCSC)":[94],"framework":[95],"indicating":[96],"strong":[97],"social":[98],"category":[99],"formulation":[100],"stereotyping":[102],"language,":[104],"use":[106,113,189],"them":[107],"build":[109],"categorization":[111],"scheme.We":[112],"in-context":[114],"learning":[115],"instruct":[117],"LLMs":[118],"examine":[120],"properties":[123],"sentence":[126],"containing":[127],"providing":[129],"basis":[131],"fine-grained":[134],"stereotype":[135],"assessment.We":[136],"develop":[137],"scoring":[139],"function":[140],"measure":[142],"based":[147],"empirical":[149],"evaluation.Our":[150],"annotations":[151,218],"stereotyped":[153],"sentences":[154],"reveal":[155],"that":[156,209],"explain":[160],"strength":[162],"stereotype.The":[165],"models":[166],"perform":[167],"well":[168],"classifying":[172],"used":[175],"denote":[177],"category,":[179],"but":[180],"sometimes":[181],"struggle":[182],"with":[183,200],"accurately":[184],"evaluating":[185],"described":[187],"associations.The":[188],"more":[191],"few-shot":[192],"examples":[193],"significantly":[194],"improves":[195],"performance.Model":[197],"performance":[198],"increases":[199],"size,":[201],"as":[202],"Llama-3.3-70B-Instruct":[203],"GPT-4":[205],"achieve":[206],"comparable":[207],"results":[208],"surpass":[210],"those":[211],"Mixtral-8x7B-Instruct,":[213],"GPT-4-mini":[214],"Llama-3.1-8B-Instruct_4bit.Code":[216],"be":[220],"found":[221],"https://github.com/r-goerge/Detecting-Linguistic-Indicators-for":[223]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-11T06:11:40.159057","created_date":"2025-10-10T00:00:00"}