{"id":"https://openalex.org/W7128806098","doi":"https://doi.org/10.48550/arxiv.2602.11304","title":"CryptoAnalystBench: Failures in Multi-Tool Long-Form LLM Analysis","display_name":"CryptoAnalystBench: Failures in Multi-Tool Long-Form LLM Analysis","publication_year":2026,"publication_date":"2026-02-11","ids":{"openalex":"https://openalex.org/W7128806098","doi":"https://doi.org/10.48550/arxiv.2602.11304"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.11304","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034279685","display_name":"Anushri Eswaran","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eswaran, Anushri","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125959988","display_name":"Oleg Golev","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Golev, Oleg","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005337134","display_name":"Darshan Tank","orcid":"https://orcid.org/0000-0002-5138-8979"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tank, Darshan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125931809","display_name":"Sidhant Rahi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rahi, Sidhant","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5077741905","display_name":"Himanshu Tyagi","orcid":"https://orcid.org/0000-0003-2950-706X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tyagi, Himanshu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19724688,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.181099995970726,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.181099995970726,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12572","display_name":"Intelligence, Security, War Strategy","score":0.0771000012755394,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12034","display_name":"Digital and Cyber Forensics","score":0.07699999958276749,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.9469000101089478},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.47040000557899475},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.46939998865127563},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.45829999446868896},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.41940000653266907},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.3628000020980835},{"id":"https://openalex.org/keywords/data-quality","display_name":"Data quality","score":0.3424000144004822}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.9469000101089478},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7644000053405762},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4781999886035919},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.47040000557899475},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.46939998865127563},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.45829999446868896},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.41940000653266907},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3628000020980835},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3456000089645386},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.3424000144004822},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.31369999051094055},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3034999966621399},{"id":"https://openalex.org/C204434341","wikidata":"https://www.wikidata.org/wiki/Q357789","display_name":"Adjudication","level":2,"score":0.2946999967098236},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.2863999903202057},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.27630001306533813},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26579999923706055},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.26330000162124634},{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.25949999690055847},{"id":"https://openalex.org/C46355384","wikidata":"https://www.wikidata.org/wiki/Q726686","display_name":"Compromise","level":2,"score":0.25429999828338623},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.25429999828338623}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.11304","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.11304","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.11304","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.11304","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.4573255777359009}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Modern":[0],"analyst":[1,79,226],"agents":[2],"must":[3,45],"reason":[4],"over":[5],"complex,":[6],"high":[7,70,180],"token":[8],"inputs,":[9],"including":[10],"dozens":[11],"of":[12,49,82,145,173],"retrieved":[13],"documents,":[14],"tool":[15,26,55,256],"outputs,":[16],"and":[17,29,52,86,100,110,118,135,177,223,240,244,248],"time":[18],"sensitive":[19],"data.":[20],"While":[21,197],"prior":[22],"work":[23,38],"has":[24],"produced":[25],"calling":[27],"benchmarks":[28],"examined":[30],"factuality":[31,157],"in":[32,62,171,251],"knowledge":[33],"augmented":[34,257],"systems,":[35],"relatively":[36],"little":[37],"studies":[39],"their":[40],"intersection:":[41],"settings":[42],"where":[43],"LLMs":[44],"integrate":[46],"large":[47],"volumes":[48],"dynamic,":[50],"structured":[51],"unstructured":[53],"multi":[54,255],"outputs.":[56],"We":[57,74,164,229],"investigate":[58],"LLM":[59,120,160],"failure":[60,216],"modes":[61],"this":[63,185],"regime":[64],"using":[65],"crypto":[66,85,99],"as":[67,121],"a":[68,122,143],"representative":[69],"data":[71,136],"density":[72],"domain.":[73],"introduce":[75],"(1)":[76],"CryptoAnalystBench,":[77],"an":[78,93,112,119],"aligned":[80],"benchmark":[81],"198":[83],"production":[84],"DeFi":[87,101],"queries":[88],"spanning":[89,125],"11":[90],"categories;":[91],"(2)":[92],"agentic":[94],"harness":[95],"equipped":[96],"with":[97,115,203,232],"relevant":[98],"tools":[102],"to":[103,192],"generate":[104],"responses":[105],"across":[106,209],"multiple":[107],"frontier":[108],"LLMs;":[109],"(3)":[111],"evaluation":[113,236],"pipeline":[114],"citation":[116],"verification":[117],"judge":[123,190,199,238],"rubric":[124,191,210],"four":[126],"user":[127],"defined":[128],"success":[129],"dimensions:":[130],"relevance,":[131,133],"temporal":[132],"depth,":[134],"consistency.":[137],"Using":[138],"human":[139,204],"annotation,":[140],"we":[141,187],"develop":[142],"taxonomy":[144],"seven":[146],"higher":[147],"order":[148],"error":[149,242],"types":[150],"that":[151,166],"are":[152],"not":[153,201],"reliably":[154,213],"captured":[155],"by":[156],"checks":[158],"or":[159],"based":[161],"quality":[162],"scoring.":[163],"find":[165],"these":[167,195],"failures":[168],"persist":[169],"even":[170],"state":[172],"the":[174,189,198,235,241],"art":[175],"systems":[176],"can":[178],"compromise":[179],"stakes":[181],"decisions.":[182],"Based":[183],"on":[184,206],"taxonomy,":[186,243],"refine":[188],"better":[193],"capture":[194],"errors.":[196],"does":[200],"align":[202],"annotators":[205],"precise":[207],"scoring":[208],"iterations,":[211],"it":[212],"identifies":[214],"critical":[215],"modes,":[217],"enabling":[218],"scalable":[219],"feedback":[220],"for":[221],"developers":[222],"researchers":[224],"studying":[225],"style":[227],"agents.":[228],"release":[230],"CryptoAnalystBench":[231],"annotated":[233],"queries,":[234],"pipeline,":[237],"rubrics,":[239],"outline":[245],"mitigation":[246],"strategies":[247],"open":[249],"challenges":[250],"evaluating":[252],"long":[253],"form,":[254],"systems.":[258]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-02-14T00:00:00"}