{"id":"https://openalex.org/W4416612974","doi":"https://doi.org/10.48550/arxiv.2505.23646","title":"Are Reasoning Models More Prone to Hallucination?","display_name":"Are Reasoning Models More Prone to Hallucination?","alternate_titles":[],"publication_year":2025,"publication_date":"2025-05-29","ids":{"openalex":"https://openalex.org/W4416612974","doi":"https://doi.org/10.48550/arxiv.2505.23646"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2505.23646","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.23646","pdf_url":"https://arxiv.org/pdf/2505.23646","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4416612974"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2505.23646","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040604135","display_name":"Zijun Yao","orcid":"https://orcid.org/0000-0003-3647-8770","observed_orcids":["https://orcid.org/0000-0003-3647-8770"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao, Zijun","raw_affiliation_strings":["Department of Computer Science and Technology , Tsinghua University \u2661"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology , Tsinghua University \u2661","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Liu, Yantao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liu, Yantao","raw_affiliation_strings":["Department of Computer Science and Technology , Tsinghua University \u2661"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology , Tsinghua University \u2661","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102323958","display_name":"Yanxu Chen","orcid":"https://orcid.org/0009-0009-5273-2397","observed_orcids":["https://orcid.org/0009-0009-5273-2397"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen, Yanxu","raw_affiliation_strings":["Department of Computer Science and Technology , Tsinghua University \u2661"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology , Tsinghua University \u2661","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100765306","display_name":"Jianhui Chen","orcid":"https://orcid.org/0000-0001-6501-9819","observed_orcids":["https://orcid.org/0000-0001-6501-9819","https://orcid.org/0009-0005-4488-5378"]},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Chen, Jianhui","raw_affiliation_strings":["School of Computing , National University of Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing , National University of Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067289821","display_name":"Junfeng Fang","orcid":"https://orcid.org/0000-0002-3317-2103","observed_orcids":["https://orcid.org/0000-0002-3317-2103"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fang, Junfeng","raw_affiliation_strings":["Department of Computer Science and Technology , Tsinghua University \u2661"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology , Tsinghua University \u2661","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hou, Lei","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hou, Lei","raw_affiliation_strings":["Department of Computer Science and Technology , Tsinghua University \u2661","Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology , Tsinghua University \u2661","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003324011","display_name":"Juanzi Li","orcid":"https://orcid.org/0000-0002-6244-0664","observed_orcids":["https://orcid.org/0000-0002-6244-0664"]},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Li, Juanzi","raw_affiliation_strings":["School of Computing , National University of Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing , National University of Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":null,"display_name":"Chua, Tat-Seng","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Chua, Tat-Seng","raw_affiliation_strings":["School of Computing , National University of Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing , National University of Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":97,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.836899995803833,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.836899995803833,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.06889999657869339,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.02800000086426735,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hallucinations","display_name":"hallucinations","score":0.8410000205039978},{"id":"https://openalex.org/keywords/large-reasoning-models","display_name":"large reasoning models","score":0.9300000071525574},{"id":"https://openalex.org/keywords/chain-of-thought-reasoning","display_name":"chain-of-thought reasoning","score":0.8859999775886536},{"id":"https://openalex.org/keywords/supervised-fine-tuning","display_name":"supervised fine-tuning","score":0.9409999847412109},{"id":"https://openalex.org/keywords/knowledge-distillation","display_name":"knowledge distillation","score":0.9890000224113464},{"id":"https://openalex.org/keywords/model-uncertainty","display_name":"model uncertainty","score":0.6349999904632568},{"id":"https://openalex.org/keywords/factual-accuracy","display_name":"factual accuracy","score":0.7519999742507935},{"id":"https://openalex.org/keywords/deepseek-r1","display_name":"DeepSeek-R1","score":0.6669999957084656},{"id":"https://openalex.org/keywords/openai-o3","display_name":"OpenAI o3","score":0.8240000009536743}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.569100022315979},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5590000152587891},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5368000268936157},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5256999731063843},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.45019999146461487},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.42179998755455017},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3758000135421753},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.36809998750686646},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.352400004863739},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.3230000138282776},{"id":"https://openalex.org/C86827895","wikidata":"https://www.wikidata.org/wiki/Q7098582","display_name":"Opportunistic reasoning","level":4,"score":0.2930000126361847},{"id":"https://openalex.org/C2779458634","wikidata":"https://www.wikidata.org/wiki/Q24963715","display_name":"Debiasing","level":2,"score":0.28859999775886536},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.27709999680519104},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.272599995136261},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2721000015735626},{"id":"https://openalex.org/C133112747","wikidata":"https://www.wikidata.org/wiki/Q7251931","display_name":"Protocol analysis","level":2,"score":0.2669999897480011},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.2547000050544739}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2505.23646","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.23646","pdf_url":"https://arxiv.org/pdf/2505.23646","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2505.23646","doi":"https://doi.org/10.48550/arxiv.2505.23646","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2505.23646","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2505.23646","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.23646","pdf_url":"https://arxiv.org/pdf/2505.23646","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416612974.pdf","grobid_xml":"https://content.openalex.org/works/W4416612974.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W2254249950","https://openalex.org/W2612431505","https://openalex.org/W2766447205","https://openalex.org/W4378945633","https://openalex.org/W4385571260","https://openalex.org/W4389520477","https://openalex.org/W4389523648","https://openalex.org/W4391800042","https://openalex.org/W4401042444","https://openalex.org/W4402671620","https://openalex.org/W4404396608","https://openalex.org/W4404792833","https://openalex.org/W4404987838","https://openalex.org/W4405766390","https://openalex.org/W4405903187","https://openalex.org/W4406735891","https://openalex.org/W4407231762","https://openalex.org/W4412505606","https://openalex.org/W4414037010","https://openalex.org/W4414281281","https://openalex.org/W4414939355","https://openalex.org/W4415070954","https://openalex.org/W4415797621","https://openalex.org/W4416052877","https://openalex.org/W4417517088","https://openalex.org/W7131786672","https://openalex.org/W7133192525","https://openalex.org/W7133209743","https://openalex.org/W7133211372","https://openalex.org/W7133224126","https://openalex.org/W7133231369","https://openalex.org/W7133239970","https://openalex.org/W7196953391"],"related_works":["https://openalex.org/W4417302303","https://openalex.org/W7167666931","https://openalex.org/W7196950669","https://openalex.org/W4416347377","https://openalex.org/W7166871484","https://openalex.org/W7171394929","https://openalex.org/W7202208236","https://openalex.org/W7082668440","https://openalex.org/W4417287398","https://openalex.org/W7138866418"],"abstract_inverted_index":{"Recently":[0],"evolved":[1],"large":[2],"reasoning":[3,17,29,35,74,177],"models":[4,75],"(LRMs)":[5],"show":[6],"powerful":[7],"performance":[8,53],"in":[9,41,98,152,246],"solving":[10],"complex":[11],"tasks":[12,43],"with":[13,110,228],"long":[14],"chain-of-thought":[15],"(CoT)":[16],"capability.":[18],"As":[19],"these":[20],"LRMs":[21,104,211,224],"are":[22],"mostly":[23],"developed":[24],"by":[25],"post-training":[26,108,145],"on":[27,54,150],"formal":[28],"tasks,":[30],"whether":[31],"they":[32],"generalize":[33],"the":[34,69,83,96,148,167,175,181,190,197,205,208,213,229,244],"capability":[36],"to":[37,78,194],"help":[38],"reduce":[39],"hallucination":[40,97,151,209,222,245],"fact-seeking":[42,57],"remains":[44],"unclear":[45],"and":[46,116,129,186,234],"debated.":[47],"For":[48],"instance,":[49],"DeepSeek-R1":[50],"reports":[51],"increased":[52,221],"SimpleQA,":[55],"a":[56,92,106,170],"benchmark,":[58],"while":[59],"OpenAI-o3":[60],"observes":[61],"even":[62],"severer":[63],"hallucination.":[64,123],"This":[65,80],"discrepancy":[66],"naturally":[67],"raises":[68],"following":[70],"research":[71],"question:":[72],"Are":[73],"more":[76,137],"prone":[77],"hallucination?":[79],"paper":[81],"addresses":[82],"question":[84],"from":[85,212],"three":[86],"perspectives.":[87],"(1)":[88],"We":[89,158,218],"first":[90],"conduct":[91,155],"holistic":[93],"evaluation":[94],"for":[95],"LRMs.":[99,247],"Our":[100,237],"analysis":[101],"reveals":[102],"that":[103,164,220],"undergo":[105],"full":[107],"pipeline":[109],"cold":[111,133],"start":[112,134],"supervised":[113],"fine-tuning":[114,135],"(SFT)":[115],"verifiable":[117],"reward":[118],"RL":[119,130],"generally":[120],"alleviate":[121],"their":[122],"In":[124],"contrast,":[125],"both":[126],"distillation":[127],"alone":[128],"training":[131],"without":[132],"introduce":[136],"nuanced":[138],"hallucinations.":[139],"(2)":[140],"To":[141],"explore":[142],"why":[143],"different":[144],"pipelines":[146],"alters":[147],"impact":[149],"LRMs,":[153],"we":[154,203],"behavior":[156],"analysis.":[157],"characterize":[159],"two":[160],"critical":[161],"cognitive":[162],"behaviors":[163],"directly":[165],"affect":[166],"factuality":[168],"of":[169,210,215,223,243],"LRM:":[171],"Flaw":[172],"Repetition,":[173],"where":[174,189],"surface-level":[176],"attempts":[178],"repeatedly":[179],"follow":[180],"same":[182],"underlying":[183],"flawed":[184],"logic,":[185],"Think-Answer":[187],"Mismatch,":[188],"final":[191],"answer":[192],"fails":[193],"faithfully":[195],"match":[196],"previous":[198],"CoT":[199],"process.":[200],"(3)":[201],"Further,":[202],"investigate":[204],"mechanism":[206],"behind":[207],"perspective":[214],"model":[216,232],"uncertainty.":[217],"find":[219],"is":[225],"usually":[226],"associated":[227],"misalignment":[230],"between":[231],"uncertainty":[233],"factual":[235],"accuracy.":[236],"work":[238],"provides":[239],"an":[240],"initial":[241],"understanding":[242]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4416612974","counts_by_year":[{"year":2026,"cited_by_count":70},{"year":2025,"cited_by_count":27}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2025-10-10T00:00:00"}
