{"id":"https://openalex.org/W7163013062","doi":"https://doi.org/10.48550/arxiv.2605.30434","title":"LongDS-Bench: On the Failure of Long-Horizon Agentic Data Analysis","display_name":"LongDS-Bench: On the Failure of Long-Horizon Agentic Data Analysis","publication_year":2026,"publication_date":"2026-05-28","ids":{"openalex":"https://openalex.org/W7163013062","doi":"https://doi.org/10.48550/arxiv.2605.30434"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.30434","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.30434","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.30434","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5122955745","display_name":"Kewei Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Kewei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137566338","display_name":"Xiaoben Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Xiaoben","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137585067","display_name":"Shuofei Qiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiao, Shuofei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002742139","display_name":"Zihan Ding","orcid":"https://orcid.org/0009-0005-2008-4816"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Zihan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137604755","display_name":"Haoming Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Haoming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137513663","display_name":"Lei Liang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Lei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137609508","display_name":"Ningyu Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Ningyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.1485999971628189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.1485999971628189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.13030000030994415,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.10260000079870224,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.7591999769210815},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.6635000109672546},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6096000075340271},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.475600004196167},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.4372999966144562},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4196000099182129},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4059000015258789}],"concepts":[{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.7591999769210815},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7095999717712402},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6635000109672546},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6096000075340271},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.475600004196167},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.4372999966144562},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4196000099182129},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4059000015258789},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.38429999351501465},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.36820000410079956},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.353300005197525},{"id":"https://openalex.org/C175801342","wikidata":"https://www.wikidata.org/wiki/Q1988917","display_name":"Data analysis","level":2,"score":0.3310000002384186},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.3176000118255615},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.3107999861240387},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.29120001196861267},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28850001096725464},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.28130000829696655},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.2734000086784363},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.2732999920845032},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2630999982357025},{"id":"https://openalex.org/C21080849","wikidata":"https://www.wikidata.org/wiki/Q13611879","display_name":"Data point","level":2,"score":0.25369998812675476}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.30434","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.30434","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.30434","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.30434","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Real-world":[0],"data":[1,36,160,164],"analysis":[2,37,123],"is":[3,139],"inherently":[4],"iterative,":[5],"yet":[6],"existing":[7],"benchmarks":[8],"mostly":[9],"evaluate":[10],"isolated":[11],"or":[12],"short":[13],"interactive":[14],"tasks,":[15],"leaving":[16],"agents'":[17],"ability":[18],"to":[19,111,153],"track":[20],"evolving":[21,46],"analytical":[22,47,143],"context":[23],"over":[24],"long":[25],"horizons":[26],"untested.":[27],"We":[28,150],"introduce":[29],"LongDS,":[30],"a":[31,141],"benchmark":[32],"for":[33,118],"long-horizon,":[34],"multi-turn":[35],"where":[38],"agents":[39],"must":[40],"maintain,":[41],"update,":[42],"restore,":[43],"and":[44,67,114,163],"compose":[45],"states.":[48],"LongDS":[49,152],"comprises":[50],"68":[51],"tasks":[52],"constructed":[53],"from":[54,109],"real-world":[55],"Kaggle":[56],"notebooks,":[57],"spanning":[58],"2,225":[59],"turns":[60],"across":[61],"six":[62],"domains":[63],"including":[64],"Geoscience,":[65],"Business,":[66],"Education.":[68],"Tasks":[69],"are":[70],"designed":[71],"around":[72],"state-evolution":[73],"patterns":[74],"(e.g.,":[75],"counterfactual":[76],"perturbation,":[77],"rollback,":[78],"multi-state":[79],"composition),":[80],"with":[81],"an":[82],"average":[83,102],"dependency":[84],"span":[85],"of":[86,120],"11.3":[87],"turns.":[88],"Evaluating":[89],"five":[90],"state-of-the-art":[91],"models,":[92],"we":[93],"find":[94],"that":[95,125,135],"the":[96,136],"best":[97],"model":[98],"reaches":[99],"only":[100],"48.45%":[101],"accuracy,":[103],"performance":[104],"drops":[105],"nearly":[106],"47":[107],"points":[108],"early":[110],"late":[112],"turns,":[113],"long-horizon":[115,158],"errors":[116],"account":[117],"52%--69%":[119],"failures.":[121],"Further":[122],"shows":[124],"additional":[126],"agent":[127],"steps":[128],"do":[129],"not":[130],"necessarily":[131],"improve":[132],"performance,":[133],"suggesting":[134],"key":[137],"bottleneck":[138],"maintaining":[140],"correct":[142],"state":[144],"rather":[145],"than":[146],"increasing":[147],"interaction":[148],"budget.":[149],"release":[151],"support":[154],"research":[155],"on":[156],"reliable":[157],"agentic":[159],"analysis.":[161],"Code":[162],"will":[165],"be":[166],"released":[167],"at":[168],"https://github.com/zjunlp/DataMind.":[169]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-02T00:00:00"}