{"id":"https://openalex.org/W7140139820","doi":"https://doi.org/10.48550/arxiv.2603.19254","title":"FinReasoning: A Hierarchical Benchmark for Reliable Financial Research Reporting","display_name":"FinReasoning: A Hierarchical Benchmark for Reliable Financial Research Reporting","publication_year":2026,"publication_date":"2026-02-25","ids":{"openalex":"https://openalex.org/W7140139820","doi":"https://doi.org/10.48550/arxiv.2603.19254"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.19254","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.19254","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.19254","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130343473","display_name":"Yiyun Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Yiyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125514852","display_name":"Yidong Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Yidong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130342537","display_name":"Ziwen Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Ziwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018787322","display_name":"Yinsheng Yao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao, Yinsheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121503978","display_name":"Dawei Cheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Dawei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015525697","display_name":"Jinru Ding","orcid":"https://orcid.org/0000-0002-4885-4123"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Jinru","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5050336125","display_name":"Yejie Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Jie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.16859999299049377,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.16859999299049377,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13794","display_name":"Financial Reporting and XBRL","score":0.16459999978542328,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10081","display_name":"Auditing, Earnings Management, Governance","score":0.1006999984383583,"subfield":{"id":"https://openalex.org/subfields/1402","display_name":"Accounting"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.6830999851226807},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6283000111579895},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.5805000066757202},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.476500004529953},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.45080000162124634},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.40860000252723694},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.38589999079704285},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.3452000021934509}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7267000079154968},{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.6830999851226807},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6283000111579895},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.5805000066757202},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.476500004529953},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.45080000162124634},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.42329999804496765},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.40860000252723694},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3955000042915344},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3917999863624573},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.38589999079704285},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.34950000047683716},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.3452000021934509},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.328000009059906},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.320499986410141},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.3066999912261963},{"id":"https://openalex.org/C2780554381","wikidata":"https://www.wikidata.org/wiki/Q2063340","display_name":"Sensemaking","level":2,"score":0.29750001430511475},{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.29739999771118164},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2946000099182129},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2833999991416931},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.27300000190734863},{"id":"https://openalex.org/C23925645","wikidata":"https://www.wikidata.org/wiki/Q5449731","display_name":"Financial modeling","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.2669000029563904},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.265500009059906}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.19254","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.19254","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.19254","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.19254","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,161,181,203],"(LLMs)":[3],"are":[4,168],"increasingly":[5],"deployed":[6,219],"in":[7,69,175,220],"financial":[8,122,177],"research":[9,123],"workflows,":[10],"where":[11],"their":[12],"role":[13,104],"is":[14,229],"evolving":[15],"from":[16],"single-model":[17],"assistance":[18],"for":[19,102,148,171,198],"human":[20],"analysts":[21],"toward":[22],"autonomous":[23],"collaboration":[24],"among":[25],"multiple":[26],"agents.":[27],"Yet":[28],"real-world":[29,225],"deployments":[30],"still":[31],"expose":[32],"factual":[33],"errors,":[34],"numerical":[35],"inconsistencies,":[36],"and":[37,47,84,97,129,143,167,188],"shallow":[38],"analysis,":[39],"which":[40],"can":[41],"distort":[42],"assessments":[43],"of":[44,65,121],"corporate":[45],"fundamentals":[46],"trigger":[48],"severe":[49],"economic":[50],"losses.":[51],"While":[52],"existing":[53],"benchmarks":[54],"have":[55],"begun":[56],"to":[57,73],"evaluate":[58],"such":[59],"failures,":[60],"they":[61],"score":[62],"all":[63],"aspects":[64],"the":[66,98,118],"generated":[67],"analysis":[68],"one":[70],"pass,":[71],"failing":[72],"distinguish":[74],"whether":[75],"a":[76,113,135,145],"model":[77,158],"fails":[78],"at":[79,88,231],"foundational":[80,211],"stages":[81],"like":[82],"auditing":[83,212],"correction,":[85],"or":[86],"underperforms":[87],"generating":[89],"research-grade":[90],"insights.":[91],"Consequently,":[92],"it":[93],"obscures":[94],"capability":[95,155,186],"bottlenecks":[96],"specialized":[99],"strengths":[100],"essential":[101],"multi-agent":[103,176],"assignment.":[105],"To":[106],"address":[107],"these":[108],"gaps,":[109],"we":[110],"introduce":[111],"FinReasoning,":[112],"hierarchical":[114],"benchmark":[115],"that":[116,139],"decomposes":[117],"core":[119,149,172],"capabilities":[120],"into":[124],"semantic":[125],"consistency,":[126],"data":[127],"alignment,":[128],"deep":[130],"insight.":[131],"We":[132],"further":[133],"propose":[134],"fine-grained":[136],"evaluation":[137],"framework":[138],"strengthens":[140],"hallucination-correction":[141],"assessment":[142],"incorporates":[144],"12-indicator":[146],"rubric":[147],"analytical":[150],"skills.":[151,213],"FinReasoning":[152],"reveals":[153],"clear":[154,185],"stratification":[156],"across":[157,223],"types.":[159],"Closed-source":[160],"(like":[162,182,204],"Doubao-Seed-1.8)":[163],"perform":[164],"strongly":[165],"overall":[166],"better":[169],"suited":[170,197],"reasoning":[173],"agents":[174],"systems;":[178],"open-source":[179],"general":[180],"Qwen3-235B)":[183],"show":[184],"divergence":[187],"consistently":[189],"underperform":[190],"on":[191],"Semantic":[192],"Consistency,":[193],"making":[194],"them":[195],"less":[196],"quality-sensitive":[199],"generation":[200],"tasks;":[201],"financial-domain":[202],"Fin-R1)":[205],"generate":[206],"moderate":[207],"insights":[208],"but":[209],"lack":[210],"Our":[214],"work":[215],"has":[216],"already":[217],"been":[218],"pilot":[221],"tests":[222],"several":[224],"scenarios.":[226],"The":[227],"resource":[228],"available":[230],"https://github.com/TongjiFinLab/FinReasoning.":[232]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-24T00:00:00"}