{"id":"https://openalex.org/W7134064694","doi":"https://doi.org/10.48550/arxiv.2603.04403","title":"FinRetrieval: A Benchmark for Financial Data Retrieval by AI Agents","display_name":"FinRetrieval: A Benchmark for Financial Data Retrieval by AI Agents","publication_year":2026,"publication_date":"2026-01-02","ids":{"openalex":"https://openalex.org/W7134064694","doi":"https://doi.org/10.48550/arxiv.2603.04403"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2603.04403","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128270514","display_name":"Eric Y. Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Eric Y.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128273747","display_name":"Jie Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Jie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.44749999046325684,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.44749999046325684,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13794","display_name":"Financial Reporting and XBRL","score":0.05009999871253967,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11995","display_name":"FinTech, Crowdfunding, Digital Finance","score":0.032600000500679016,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8508999943733215},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5310999751091003},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.4796000123023987},{"id":"https://openalex.org/keywords/frontier","display_name":"Frontier","score":0.3801000118255615},{"id":"https://openalex.org/keywords/base","display_name":"Base (topology)","score":0.37380000948905945},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"Knowledge base","score":0.3587999939918518}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8508999943733215},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6571999788284302},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5310999751091003},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.4796000123023987},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4056999981403351},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3808000087738037},{"id":"https://openalex.org/C2778571376","wikidata":"https://www.wikidata.org/wiki/Q1355821","display_name":"Frontier","level":2,"score":0.3801000118255615},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.37380000948905945},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.3587999939918518},{"id":"https://openalex.org/C551230270","wikidata":"https://www.wikidata.org/wiki/Q4368942","display_name":"Data retrieval","level":2,"score":0.34040001034736633},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3337000012397766},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.30720001459121704},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.3012999892234802},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2946999967098236},{"id":"https://openalex.org/C92446256","wikidata":"https://www.wikidata.org/wiki/Q3306762","display_name":"Data validation","level":2,"score":0.25949999690055847},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.25609999895095825},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.25209999084472656}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2603.04403","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2603.04403","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.04403","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2603.04403","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"AI":[0,145],"agents":[1],"increasingly":[2],"assist":[3],"with":[4,31,66,73,95],"financial":[5,28,144],"research,":[6],"yet":[7],"no":[8],"benchmark":[9,25],"evaluates":[10],"their":[11],"ability":[12],"to":[13,140],"retrieve":[14],"specific":[15],"numeric":[16],"values":[17],"from":[18,37,123],"structured":[19,67],"databases.":[20],"We":[21,87,131],"introduce":[22],"FinRetrieval,":[23],"a":[24],"of":[26],"500":[27],"retrieval":[29],"questions":[30],"ground":[32],"truth":[33],"answers,":[34],"agent":[35],"responses":[36],"14":[38],"configurations":[39],"across":[40],"three":[41],"frontier":[42],"providers":[43,84],"(Anthropic,":[44],"OpenAI,":[45],"Google),":[46],"and":[47,137],"complete":[48],"tool":[49,57,110,138],"call":[50],"execution":[51],"traces.":[52],"Our":[53],"evaluation":[54,135],"reveals":[55],"that":[56,81,89],"availability":[58],"dominates":[59],"performance:":[60],"Claude":[61],"Opus":[62],"achieves":[63],"90.8%":[64],"accuracy":[65],"data":[68],"APIs":[69],"but":[70],"only":[71],"19.8%":[72],"web":[74],"search":[75],"alone--a":[76],"71":[77],"percentage":[78],"point":[79],"gap":[80],"exceeds":[82],"other":[83],"by":[85,106],"3-4x.":[86],"find":[88],"reasoning":[90,114],"mode":[91],"benefits":[92],"vary":[93],"inversely":[94],"base":[96],"capability":[97],"(+9.0pp":[98],"for":[99,103],"OpenAI":[100],"vs":[101],"+2.8pp":[102],"Claude),":[104],"explained":[105],"differences":[107],"in":[108],"base-mode":[109],"utilization":[111],"rather":[112],"than":[113],"ability.":[115],"Geographic":[116],"performance":[117],"gaps":[118],"(5.6pp":[119],"US":[120],"advantage)":[121],"stem":[122],"fiscal":[124],"year":[125],"naming":[126],"conventions,":[127],"not":[128],"model":[129],"limitations.":[130],"release":[132],"the":[133],"dataset,":[134],"code,":[136],"traces":[139],"enable":[141],"research":[142],"on":[143],"systems.":[146]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-03-07T00:00:00"}