{"id":"https://openalex.org/W7151943578","doi":"https://doi.org/10.48550/arxiv.2604.05575","title":"Bias Ahead: Sensitive Prompts as Early Warnings for Fairness in Large Language Models","display_name":"Bias Ahead: Sensitive Prompts as Early Warnings for Fairness in Large Language Models","publication_year":2026,"publication_date":"2026-04-07","ids":{"openalex":"https://openalex.org/W7151943578","doi":"https://doi.org/10.48550/arxiv.2604.05575"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.05575","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.05575","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.05575","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006281355","display_name":"Gianmario Voria","orcid":"https://orcid.org/0009-0002-5394-8148"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Voria, Gianmario","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030866176","display_name":"Martina Ellis de Luc\u00eda","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"De Lucia, Martina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069312910","display_name":"Alessandra Raia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Raia, Alessandra","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079088548","display_name":"Andrea De Lucia","orcid":"https://orcid.org/0000-0002-4238-1425"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"De Lucia, Andrea","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014169292","display_name":"Gemma Catolino","orcid":"https://orcid.org/0000-0002-4689-3401"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Catolino, Gemma","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133215144","display_name":"Fabio Palomba","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Palomba, Fabio","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.7361999750137329,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.7361999750137329,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.05770000070333481,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.049800001084804535,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.5393000245094299},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.4690000116825104},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.46309998631477356},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.4499000012874603},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.40720000863075256},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4000999927520752},{"id":"https://openalex.org/keywords/thematic-analysis","display_name":"Thematic analysis","score":0.3700000047683716}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7372999787330627},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5393000245094299},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.5386000275611877},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4690000116825104},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.46309998631477356},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.4499000012874603},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.40720000863075256},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4000999927520752},{"id":"https://openalex.org/C74196892","wikidata":"https://www.wikidata.org/wiki/Q7781188","display_name":"Thematic analysis","level":3,"score":0.3700000047683716},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3538999855518341},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.3425999879837036},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3391999900341034},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33329999446868896},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.313400000333786},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3028999865055084},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.30219998955726624},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.295199990272522},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2921999990940094},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2824000120162964},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.2815999984741211},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.27230000495910645},{"id":"https://openalex.org/C2984968299","wikidata":"https://www.wikidata.org/wiki/Q1077784","display_name":"Software tool","level":3,"score":0.25859999656677246},{"id":"https://openalex.org/C32896092","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Risk management","level":2,"score":0.2547000050544739}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.05575","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.05575","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.05575","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.05575","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6633022427558899,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"are":[4,55,60],"being":[5],"increasingly":[6],"integrated":[7],"into":[8],"software":[9],"systems,":[10],"offering":[11],"powerful":[12],"capabilities":[13],"but":[14,59],"also":[15],"raising":[16],"concerns":[17],"about":[18],"fairness.":[19],"Existing":[20],"fairness":[21,51,178,185],"benchmarks,":[22],"however,":[23],"focus":[24],"on":[25,161],"stereotype-specific":[26],"associations,":[27],"which":[28],"limit":[29],"their":[30,74,117],"ability":[31],"to":[32,63,70,115,136,195],"anticipate":[33,196],"risks":[34,179],"in":[35,119,180],"diverse,":[36],"real-world":[37],"contexts.":[38],"In":[39,147],"this":[40,103],"paper,":[41],"we":[42,105,149],"propose":[43],"sensitive":[44,88,121,145,162],"prompts":[45],"as":[46,87,172],"a":[47,81],"new":[48],"abstraction":[49],"for":[50,154,177],"evaluation:":[52],"inputs":[53],"that":[54,125,167],"not":[56],"inherently":[57],"biased":[58,65],"more":[61],"likely":[62],"elicit":[64],"or":[66,141],"inadequate":[67],"responses":[68,114],"due":[69],"the":[71,138],"sensitivity":[72,169],"of":[73,83,144],"content.":[75],"We":[76],"construct":[77],"and":[78,89,98,110,197],"release":[79],"SensY,":[80],"dataset":[82],"12,801":[84],"prompts,":[85],"categorized":[86],"non-sensitive,":[90],"spanning":[91],"seven":[92],"thematic":[93],"domains,":[94],"combining":[95],"synthetic":[96],"generation":[97],"real":[99],"user":[100],"inputs.":[101,146],"Using":[102],"dataset,":[104],"query":[106],"three":[107],"open-source":[108],"LLMs":[109],"manually":[111],"analyze":[112],"4,500":[113],"evaluate":[116],"adequacy":[118],"answering":[120],"prompts.":[122,163],"Results":[123],"show":[124],"while":[126],"models":[127],"often":[128],"provide":[129],"factually":[130],"correct":[131],"answers,":[132],"they":[133],"frequently":[134],"fail":[135],"acknowledge":[137],"ethical,":[139],"relational,":[140],"contextual":[142],"implications":[143],"addition,":[148],"develop":[150],"an":[151,173],"automated":[152],"classifier":[153],"predicting":[155],"prompt":[156,168],"sensitivity,":[157],"achieving":[158],"robust":[159],"performance":[160],"Our":[164],"findings":[165],"demonstrate":[166],"can":[170],"serve":[171],"effective":[174],"early-warning":[175],"mechanism":[176],"LLMs.":[181],"This":[182],"perspective":[183],"shifts":[184],"assessment":[186],"from":[187],"reactive":[188],"mitigation":[189],"toward":[190],"preventive":[191],"design,":[192],"enabling":[193],"developers":[194],"manage":[198],"bias":[199],"before":[200],"deployment.":[201]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-09T00:00:00"}