{"id":"https://openalex.org/W4415317693","doi":"https://doi.org/10.48550/arxiv.2509.13160","title":"FinSearchComp: Towards a Realistic, Expert-Level Evaluation of Financial Search and Reasoning","display_name":"FinSearchComp: Towards a Realistic, Expert-Level Evaluation of Financial Search and Reasoning","publication_year":2025,"publication_date":"2025-09-16","ids":{"openalex":"https://openalex.org/W4415317693","doi":"https://doi.org/10.48550/arxiv.2509.13160"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2509.13160","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.13160","pdf_url":"https://arxiv.org/pdf/2509.13160","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2509.13160","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Hu, Liang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Liang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Jiao, Jianpeng","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiao, Jianpeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004072676","display_name":"Jiashuo Liu","orcid":"https://orcid.org/0000-0002-9159-1752","observed_orcids":["https://orcid.org/0000-0002-9159-1752"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Jiashuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Ren, Yanle","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ren, Yanle","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020661044","display_name":"Zhoufutu Wen","orcid":"https://orcid.org/0009-0000-0894-5824","observed_orcids":["https://orcid.org/0009-0000-0894-5824"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wen, Zhoufutu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102955600","display_name":"Kaiyuan Zhang","orcid":"https://orcid.org/0000-0001-5808-0259","observed_orcids":["https://orcid.org/0000-0001-5808-0259"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Kaiyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zhang, Xuanliang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xuanliang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Gao, Xiang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Xiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024754380","display_name":"Tianci He","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Tianci","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Hu, Fei","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Fei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Liao, Yali","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liao, Yali","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103128142","display_name":"Z. Wang","orcid":"https://orcid.org/0000-0003-0431-1976","observed_orcids":["https://orcid.org/0000-0003-0431-1976"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zaiyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Yang, Chenghao","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Chenghao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Yang, Qianyu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Qianyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Yin, Mingren","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yin, Mingren","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zeng, Zhiyuan","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Zhiyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067217116","display_name":"Ge Zhang","orcid":"https://orcid.org/0000-0001-8317-4185","observed_orcids":["https://orcid.org/0000-0001-8317-4185"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Ge","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100381540","display_name":"Xinyi Zhang","orcid":"https://orcid.org/0000-0001-9924-3990","observed_orcids":["https://orcid.org/0000-0001-9924-3990"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xinyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zhao, Xiying","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Xiying","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zhu, Zhenwei","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Zhenwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008595840","display_name":"Hongseok Namkoong","orcid":"https://orcid.org/0000-0002-5708-4044","observed_orcids":["https://orcid.org/0000-0002-5708-4044"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Namkoong, Hongseok","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111236258","display_name":"Wenhao Huang","orcid":"https://orcid.org/0000-0001-8436-0588","observed_orcids":["https://orcid.org/0000-0001-8436-0588"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Wenhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Tang, Yuwen","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Yuwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":37,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9038000106811523,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9038000106811523,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.07079999893903732,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.004699999932199717,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/llm-based-agents","display_name":"LLM agents","score":0.7860000133514404},{"id":"https://openalex.org/keywords/benchmark","display_name":"benchmark","score":0.5389999747276306},{"id":"https://openalex.org/keywords/expert-annotation","display_name":"expert annotation","score":0.722000002861023},{"id":"https://openalex.org/keywords/model-evaluation","display_name":"model evaluation","score":0.31200000643730164}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6272000074386597},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6211000084877014},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.4975000023841858},{"id":"https://openalex.org/C23925645","wikidata":"https://www.wikidata.org/wiki/Q5449731","display_name":"Financial modeling","level":2,"score":0.4456000030040741},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.43779999017715454},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4009999930858612},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.399399995803833},{"id":"https://openalex.org/C2776639384","wikidata":"https://www.wikidata.org/wiki/Q840396","display_name":"Ideal (ethics)","level":2,"score":0.3538999855518341},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.3276999890804291},{"id":"https://openalex.org/C506796395","wikidata":"https://www.wikidata.org/wiki/Q4738155","display_name":"Financial management","level":2,"score":0.31679999828338623},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.31040000915527344},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.30230000615119934},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3018999993801117},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.2992999851703644},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29249998927116394},{"id":"https://openalex.org/C72634772","wikidata":"https://www.wikidata.org/wiki/Q386824","display_name":"Data integration","level":2,"score":0.2921999990940094},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.28769999742507935},{"id":"https://openalex.org/C139043278","wikidata":"https://www.wikidata.org/wiki/Q837171","display_name":"Financial services","level":2,"score":0.2799000144004822},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.2572999894618988}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2509.13160","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.13160","pdf_url":"https://arxiv.org/pdf/2509.13160","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2509.13160","doi":"https://doi.org/10.48550/arxiv.2509.13160","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2509.13160","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2509.13160","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.13160","pdf_url":"https://arxiv.org/pdf/2509.13160","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415317693.pdf","grobid_xml":"https://content.openalex.org/works/W4415317693.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W3198243861","https://openalex.org/W4313304857","https://openalex.org/W4385572697","https://openalex.org/W4385573185","https://openalex.org/W4399146196","https://openalex.org/W4399836596","https://openalex.org/W4402426816","https://openalex.org/W4407012932","https://openalex.org/W4411119522","https://openalex.org/W4414991998","https://openalex.org/W4416176141","https://openalex.org/W4417089504","https://openalex.org/W4417160709","https://openalex.org/W6910773300","https://openalex.org/W7166883127"],"related_works":["https://openalex.org/W4417160709","https://openalex.org/W7223051827","https://openalex.org/W4414834067","https://openalex.org/W7214074710","https://openalex.org/W7161566057","https://openalex.org/W7134064694","https://openalex.org/W4416195122","https://openalex.org/W4416232959","https://openalex.org/W7202371559","https://openalex.org/W7163332013"],"abstract_inverted_index":{"Search":[0],"has":[1],"emerged":[2],"as":[3,13],"core":[4],"infrastructure":[5],"for":[6,42,89,129,218],"LLM-based":[7],"agents":[8,180],"and":[9,47,73,94,107,121,131,145,149,184,192,198,208,222],"is":[10,23,76],"widely":[11],"viewed":[12],"critical":[14],"on":[15,155,170,190],"the":[16,83,161,171,193],"path":[17],"toward":[18],"more":[19],"general":[20],"intelligence.":[21],"Finance":[22],"a":[24,133,214],"particularly":[25],"demanding":[26],"proving":[27],"ground:":[28],"analysts":[29],"routinely":[30],"conduct":[31],"complex,":[32],"multi-step":[33],"searches":[34],"over":[35],"time-sensitive,":[36],"domain-specific":[37],"data,":[38],"making":[39],"it":[40],"ideal":[41],"assessing":[43],"both":[44],"search":[45,93,183,221],"proficiency":[46],"knowledge-grounded":[48],"reasoning.":[49,95,223],"Yet":[50],"no":[51],"existing":[52],"open":[53],"financial":[54,71,92,115,127,185,220],"datasets":[55],"evaluate":[56,151],"data":[57,75],"searching":[58],"capability":[59],"of":[60,196],"end-to-end":[61,210],"agents,":[62],"largely":[63],"because":[64],"constructing":[65],"realistic,":[66,90],"complicated":[67],"tasks":[68,99,207],"requires":[69],"deep":[70],"expertise":[72],"time-sensitive":[74],"hard":[77],"to":[78],"evaluate.":[79],"We":[80],"present":[81],"FinSearchComp,":[82,191],"first":[84],"fully":[85],"open-source":[86],"agent":[87],"benchmark":[88,139],"open-domain":[91],"FinSearchComp":[96,212],"comprises":[97],"three":[98],"--":[100,111],"Time-Sensitive":[101],"Data":[102],"Fetching,":[103],"Simple":[104],"Historical":[105,109],"Lookup,":[106],"Complex":[108],"Investigation":[110],"closely":[112],"reproduce":[113],"real-world":[114],"analyst":[116,206],"workflows.":[117],"To":[118],"ensure":[119],"difficulty":[120],"reliability,":[122],"we":[123,150],"engage":[124],"70":[125],"professional":[126],"experts":[128],"annotation":[130],"implement":[132],"rigorous":[134],"multi-stage":[135],"quality-assurance":[136],"pipeline.":[137],"The":[138],"includes":[140],"635":[141],"questions":[142],"spanning":[143],"global":[144,162],"Greater":[146,172],"China":[147,173],"markets,":[148],"21":[152],"models":[153,197],"(products)":[154],"it.":[156],"Grok":[157],"4":[158],"(web)":[159,168],"tops":[160],"subset,":[163],"approaching":[164],"expert-level":[165],"accuracy.":[166],"DouBao":[167],"leads":[169],"subset.":[174],"Experimental":[175],"analyses":[176],"show":[177],"that":[178],"equipping":[179],"with":[181,204],"web":[182],"plugins":[186],"substantially":[187],"improves":[188],"results":[189],"country":[194],"origin":[195],"tools":[199],"impact":[200],"performance":[201],"significantly.By":[202],"aligning":[203],"realistic":[205],"providing":[209],"evaluation,":[211],"offers":[213],"professional,":[215],"high-difficulty":[216],"testbed":[217],"complex":[219]},"counts_by_year":[{"year":2026,"cited_by_count":28},{"year":2025,"cited_by_count":9}],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2025-10-18T00:00:00"}