{"id":"https://openalex.org/W7224104129","doi":"https://doi.org/10.48550/arxiv.2610.37166","title":"LiveSearch: Questions as Executable Verifier Code for a Live Benchmark of Professional-Source Financial Search Agents","display_name":"LiveSearch: Questions as Executable Verifier Code for a Live Benchmark of Professional-Source Financial Search Agents","publication_year":2026,"publication_date":"2026-10-27","ids":{"openalex":"https://openalex.org/W7224104129","doi":"https://doi.org/10.48550/arxiv.2610.37166"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.37166","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.37166","pdf_url":"https://arxiv.org/pdf/2610.37166","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.37166","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5159999727","display_name":"Sinuo Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405259444","display_name":"Adelaide University","ror":"https://ror.org/028g18b61","country_code":"AU","type":"education","lineage":["https://openalex.org/I4405259444"]},{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I4405259444","https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wang, Sinuo","raw_affiliation_strings":["Adelaide University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Adelaide University","institution_ids":["https://openalex.org/I4405259444","https://openalex.org/I5681781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160012381","display_name":"Wentao Zhao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhao, Wentao","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160036688","display_name":"Jiacheng Lu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lu, Jiacheng","raw_affiliation_strings":["Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160006417","display_name":"Rui Sun","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140912009","display_name":"Beidi Luan","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luan, Beidi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137705067","display_name":"Qiming Shi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shi, Qiming","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160051206","display_name":"Jing Li","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160021036","display_name":"Daxin Jiang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Daxin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5008300079","display_name":"Zuo Bai","orcid":"https://orcid.org/0000-0001-5349-9739","observed_orcids":["https://orcid.org/0000-0001-5349-9739"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bai, Zuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9467999935150146,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9467999935150146,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.03629999980330467,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.0032999999821186066,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/timeliness-of-information","display_name":"information timeliness","score":0.5649999976158142},{"id":"https://openalex.org/keywords/tool-calling","display_name":"tool calling","score":0.6710000038146973}],"concepts":[{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.7792999744415283},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7139000296592712},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.6621999740600586},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.48910000920295715},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.45719999074935913},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.43799999356269836},{"id":"https://openalex.org/C55282118","wikidata":"https://www.wikidata.org/wiki/Q252683","display_name":"Snapshot (computer storage)","level":2,"score":0.3806000053882599},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.3327000141143799},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3296999931335449},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.32409998774528503},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.31769999861717224},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.30239999294281006},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.30160000920295715},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.28700000047683716},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.28130000829696655},{"id":"https://openalex.org/C19244329","wikidata":"https://www.wikidata.org/wiki/Q208697","display_name":"Financial market","level":2,"score":0.28029999136924744},{"id":"https://openalex.org/C118643609","wikidata":"https://www.wikidata.org/wiki/Q189210","display_name":"Web application","level":2,"score":0.2793999910354614},{"id":"https://openalex.org/C194051981","wikidata":"https://www.wikidata.org/wiki/Q1337691","display_name":"Economic shortage","level":3,"score":0.26750001311302185},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2639000117778778},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.2590999901294708},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.37166","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.37166","pdf_url":"https://arxiv.org/pdf/2610.37166","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.37166","doi":"https://doi.org/10.48550/arxiv.2610.37166","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.37166","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.37166","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.37166","pdf_url":"https://arxiv.org/pdf/2610.37166","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7224104129.pdf","grobid_xml":"https://content.openalex.org/works/W7224104129.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4415317693","https://openalex.org/W4416021374","https://openalex.org/W4414834067","https://openalex.org/W7214074710","https://openalex.org/W4416195055","https://openalex.org/W7134064694","https://openalex.org/W7163332013","https://openalex.org/W7223051827","https://openalex.org/W7134811482","https://openalex.org/W7162685862"],"abstract_inverted_index":{"In":[0],"finance,":[1],"the":[2,8,48,110,132,146],"answer":[3,43,105,136,185],"that":[4,74],"matters":[5],"is":[6,26,100,106,137,154],"usually":[7],"current":[9,147],"one:":[10],"prices,":[11],"rates,":[12],"and":[13,66,119,141,151,168,199],"disclosures":[14],"hold":[15],"only":[16,160],"as":[17,52,78],"of":[18,30,85,192,213],"a":[19,27,31,71,82,88,95,120,142,157,204,211,216],"given":[20],"day,":[21],"so":[22,47],"retrieving":[23],"up-to-date":[24],"facts":[25],"core":[28],"capability":[29],"financial":[32,36,90,114],"agent.":[33],"Yet":[34],"most":[35],"benchmarks":[37],"overlook":[38],"timeliness.":[39],"They":[40],"fix":[41],"each":[42,76],"at":[44,116],"annotation":[45],"time,":[46,118],"gold":[49,104,197],"goes":[50],"stale":[51],"markets":[53],"move":[54],"and,":[55],"once":[56],"leaked":[57],"into":[58],"training":[59],"data,":[60],"rewards":[61],"recall":[62],"rather":[63],"than":[64],"search":[65],"analysis.":[67,152],"We":[68],"introduce":[69],"LiveSearch,":[70],"live":[72],"benchmark":[73],"stores":[75],"question":[77,99],"executable":[79],"verifier":[80],"code:":[81],"typed":[83],"program":[84,111],"calls":[86],"to":[87,183],"professional":[89,113],"data":[91,115],"service,":[92],"followed":[93],"by":[94,108,227],"declarative":[96],"extractor.":[97],"The":[98],"frozen,":[101],"while":[102],"its":[103],"determined":[107],"executing":[109],"against":[112],"evaluation":[117],"daily":[121],"job":[122],"re-executes":[123],"it":[124],"with":[125],"no":[126],"human":[127],"or":[128],"language":[129,158],"model":[130,143,159],"in":[131,224],"loop.":[133],"A":[134],"memorized":[135],"thus":[138],"likely":[139],"outdated,":[140],"must":[144],"reach":[145,181],"one":[148],"through":[149],"tools":[150],"Construction":[153],"equally":[155],"automatic:":[156],"verbalizes":[161],"programs":[162],"enumerated":[163],"from":[164],"real":[165],"tool":[166],"responses":[167],"never":[169],"chooses":[170],"an":[171],"answer.":[172],"Under":[173],"general":[174],"web":[175],"search,":[176],"six":[177],"contemporary":[178],"tool-calling":[179],"models":[180],"70.9%":[182],"76.7%":[184],"accuracy.":[186,229],"Over":[187],"three":[188],"consecutive":[189],"days,":[190],"70%":[191],"served":[193],"questions":[194,214],"change":[195],"their":[196],"value,":[198],"even":[200],"under":[201],"tolerance-aware":[202],"matching,":[203],"literally":[205],"reused":[206],"earlier":[207],"snapshot":[208],"fails":[209],"on":[210],"majority":[212],"within":[215],"single":[217],"day.":[218],"Per-question":[219],"tracking":[220],"uncovers":[221],"dynamic":[222],"shifts":[223],"correctness":[225],"masked":[226],"aggregate":[228]},"counts_by_year":[],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2026-10-29T00:00:00"}