{"id":"https://openalex.org/W7154486531","doi":"https://doi.org/10.48550/arxiv.2604.12640","title":"LLMs Are Not a Silver Bullet: A Case Study on Software Fairness","display_name":"LLMs Are Not a Silver Bullet: A Case Study on Software Fairness","publication_year":2026,"publication_date":"2026-04-14","ids":{"openalex":"https://openalex.org/W7154486531","doi":"https://doi.org/10.48550/arxiv.2604.12640"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.12640","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.12640","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.12640","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133663199","display_name":"Xinyue Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Li, Xinyue","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133665636","display_name":"Sixuan Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Sixuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100356350","display_name":"Ying Xiao","orcid":"https://orcid.org/0000-0001-6702-8938"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Ying","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133716867","display_name":"Jie M. Zhang","orcid":"https://orcid.org/0009-0009-2522-0580"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jie M.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133676273","display_name":"Zhou Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Zhou","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103034984","display_name":"Xuanzhe Liu","orcid":"https://orcid.org/0000-0002-4037-5400"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Xuanzhe","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5101612445","display_name":"Zhenpeng Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Zhenpeng","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5133663199"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.6567000150680542,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.6567000150680542,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.09489999711513519,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.04650000110268593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/silver-bullet","display_name":"Silver bullet","score":0.7570000290870667},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6682000160217285},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5462999939918518},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5206999778747559},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.4083000123500824},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.3416999876499176}],"concepts":[{"id":"https://openalex.org/C2776088982","wikidata":"https://www.wikidata.org/wiki/Q841402","display_name":"Silver bullet","level":2,"score":0.7570000290870667},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6682000160217285},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5953999757766724},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5462999939918518},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5206999778747559},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.43720000982284546},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4083000123500824},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3416999876499176},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3352999985218048},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.32710000872612},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3240000009536743},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.320499986410141},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.28529998660087585},{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.2840999960899353},{"id":"https://openalex.org/C58546491","wikidata":"https://www.wikidata.org/wiki/Q1150207","display_name":"Competitive advantage","level":2,"score":0.2669000029563904},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.25949999690055847}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.12640","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.12640","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.12640","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.12640","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Fairness":[0],"is":[1],"a":[2,83,207],"critical":[3],"requirement":[4],"for":[5,48,74,210],"human-related,":[6],"high-stakes":[7],"software":[8,69,211],"systems,":[9],"motivating":[10],"extensive":[11],"research":[12],"on":[13,21,160,179],"bias":[14,49,91],"mitigation.":[15],"Prior":[16],"work":[17],"has":[18],"largely":[19,139],"focused":[20],"tabular":[22],"data":[23,145],"settings":[24,132],"using":[25],"traditional":[26,65,195],"Machine":[27],"Learning":[28],"(ML)":[29],"methods.":[30,93],"With":[31],"the":[32,52,180],"rapid":[33],"rise":[34],"of":[35],"Large":[36],"Language":[37],"Models":[38],"(LLMs),":[39],"recent":[40],"studies":[41,124],"have":[42],"begun":[43],"to":[44,114,166],"explore":[45,176],"their":[46,130],"use":[47],"mitigation":[50,92],"in":[51,103],"same":[53],"setting.":[54],"However,":[55],"it":[56,188],"remains":[57],"unclear":[58],"whether":[59],"LLM-based":[60,90,101,123,156],"methods":[61,98,102,157,197],"offer":[62],"advantages":[63,193],"over":[64,194],"ML":[66,117,196],"methods,":[67],"leaving":[68],"engineers":[70],"without":[71],"clear":[72],"guidance":[73],"practical":[75],"adoption.":[76],"To":[77,119],"address":[78],"this":[79],"gap,":[80],"we":[81,128,175],"present":[82],"large-scale":[84],"study":[85],"comparing":[86],"state-of-the-art":[87],"ML-":[88],"and":[89,106,133,163,184],"We":[94,151],"find":[95,185],"that":[96,135,154,203],"ML-based":[97],"consistently":[99],"outperform":[100],"both":[104],"fairness":[105],"predictive":[107],"performance,":[108],"with":[109],"even":[110],"strong":[111],"LLMs":[112,204],"failing":[113],"surpass":[115],"established":[116],"baselines.":[118],"understand":[120],"why":[121],"prior":[122],"report":[125],"favorable":[126],"results,":[127,191],"analyze":[129],"evaluation":[131],"show":[134],"these":[136],"gains":[137],"are":[138,205],"driven":[140],"by":[141,173],"artificially":[142],"balanced":[143],"test":[144],"rather":[146],"than":[147],"realistic":[148],"imbalanced":[149],"distributions.":[150],"further":[152],"observe":[153],"existing":[155],"primarily":[158],"rely":[159],"in-context":[161],"learning":[162],"thus":[164],"fail":[165],"leverage":[167],"all":[168],"available":[169],"training":[170,182],"data.":[171],"Motivated":[172],"this,":[174],"supervised":[177],"fine-tuning":[178],"full":[181],"set":[183],"that,":[186],"while":[187],"achieves":[189],"competitive":[190],"its":[192],"remain":[198],"limited.":[199],"These":[200],"findings":[201],"suggest":[202],"not":[206],"silver":[208],"bullet":[209],"fairness.":[212]},"counts_by_year":[],"updated_date":"2026-04-16T06:09:31.884825","created_date":"2026-04-16T00:00:00"}