{"id":"https://openalex.org/W7164925437","doi":"https://doi.org/10.48550/arxiv.2606.15127","title":"Beyond Accuracy: Measuring Bias Acknowledgment in Chain-of-Thought Reasoning for Responsible AI Evaluation","display_name":"Beyond Accuracy: Measuring Bias Acknowledgment in Chain-of-Thought Reasoning for Responsible AI Evaluation","publication_year":2026,"publication_date":"2026-06-13","ids":{"openalex":"https://openalex.org/W7164925437","doi":"https://doi.org/10.48550/arxiv.2606.15127"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.15127","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.15127","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.15127","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138730968","display_name":"Xian Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Xian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138703717","display_name":"Wei Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134181397","display_name":"Yingshuo Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yingshuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138745373","display_name":"Lingdong Kong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kong, Lingdong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138728582","display_name":"Yanhang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yanhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138726086","display_name":"Zhichao Fan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan, Zhichao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136573671","display_name":"Zexin Zhuang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhuang, Zexin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101338631","display_name":"Wenlong Dong","orcid":"https://orcid.org/0009-0004-4127-2720"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Wenlong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138730107","display_name":"Zhiyuan Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Zhiyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045623325","display_name":"Hrishikesh Paranjape","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paranjape, Hrishikesh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138703957","display_name":"Abhishek Mandal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mandal, Abhishek","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5007662197","display_name":"Johnny R. Zhang","orcid":"https://orcid.org/0009-0006-2557-9583"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Johnny R.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.535099983215332,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.535099983215332,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.07720000296831131,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.07349999994039536,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.6258999705314636},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4925000071525574},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.4812999963760376},{"id":"https://openalex.org/keywords/debiasing","display_name":"Debiasing","score":0.46619999408721924},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.42660000920295715},{"id":"https://openalex.org/keywords/response-bias","display_name":"Response bias","score":0.35179999470710754}],"concepts":[{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.6258999705314636},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5317999720573425},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4925000071525574},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.4812999963760376},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48069998621940613},{"id":"https://openalex.org/C2779458634","wikidata":"https://www.wikidata.org/wiki/Q24963715","display_name":"Debiasing","level":2,"score":0.46619999408721924},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.45980000495910645},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.44209998846054077},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.42660000920295715},{"id":"https://openalex.org/C159447121","wikidata":"https://www.wikidata.org/wiki/Q490535","display_name":"Response bias","level":2,"score":0.35179999470710754},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32330000400543213},{"id":"https://openalex.org/C79585631","wikidata":"https://www.wikidata.org/wiki/Q431498","display_name":"Confirmation bias","level":2,"score":0.3183000087738037},{"id":"https://openalex.org/C189216375","wikidata":"https://www.wikidata.org/wiki/Q1127759","display_name":"Cognitive bias","level":3,"score":0.30250000953674316},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.26269999146461487},{"id":"https://openalex.org/C29554801","wikidata":"https://www.wikidata.org/wiki/Q147027","display_name":"Thought experiment","level":2,"score":0.26100000739097595},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.25209999084472656}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.15127","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.15127","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.15127","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.15127","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.7576553821563721,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reasoning":[0],"models":[1],"are":[2],"increasingly":[3],"used":[4],"in":[5,55],"settings":[6],"where":[7],"the":[8,13,49,57,92,102,110,139],"final":[9],"answer":[10],"is":[11],"not":[12],"only":[14],"object":[15],"of":[16,115],"review:":[17],"educational":[18],"tools":[19],"may":[20,27,34],"show":[21],"students":[22],"intermediate":[23],"steps,":[24],"decision-support":[25],"systems":[26],"require":[28],"human":[29],"oversight,":[30],"and":[31,81,99,120],"audit":[32],"workflows":[33],"inspect":[35],"traces":[36],"for":[37,78],"misleading":[38],"or":[39],"biased":[40,116],"input.":[41],"In":[42],"such":[43],"settings,":[44],"two":[45,88],"responses":[46],"can":[47],"receive":[48],"same":[50,140],"final-answer":[51],"score":[52],"while":[53],"differing":[54],"whether":[56],"trace":[58,103],"explicitly":[59],"flags":[60],"injected":[61,111],"biasing":[62],"content.":[63],"Accuracy-only":[64],"evaluation":[65,80],"collapses":[66],"these":[67],"cases.":[68],"We":[69],"study":[70],"this":[71],"gap":[72],"as":[73],"a":[74,83,95,105],"measurement":[75],"blind":[76],"spot":[77],"responsible":[79],"introduce":[82],"minimal":[84],"trace-level":[85],"diagnostic":[86],"with":[87],"axes:":[89],"\\emph{susceptibility}":[90],"(whether":[91,101],"bias":[93],"breaks":[94],"previously":[96],"correct":[97],"answer)":[98],"\\emph{acknowledgment}":[100],"contains":[104],"rubric-defined":[106],"surface":[107],"reference":[108],"to":[109],"content).":[112],"Across":[113],"thousands":[114],"GSM8K":[117],"trials,":[118],"GPT-4o":[119],"Claude":[121],"Sonnet~4":[122],"have":[123],"similar":[124],"susceptibility":[125],"rates":[126,134],"($1.3\\%$":[127],"vs.":[128,136],"$1.2\\%$)":[129],"but":[130],"substantially":[131],"different":[132],"acknowledgment":[133],"($13.0\\%$":[135],"$75.0\\%$)":[137],"under":[138],"rubric.":[141]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-17T00:00:00"}