{"id":"https://openalex.org/W7166696629","doi":"https://doi.org/10.48550/arxiv.2606.29955","title":"SpreadsheetBench 2: Evaluating Agents on End-to-End Business Spreadsheet Workflows","display_name":"SpreadsheetBench 2: Evaluating Agents on End-to-End Business Spreadsheet Workflows","publication_year":2026,"publication_date":"2026-06-29","ids":{"openalex":"https://openalex.org/W7166696629","doi":"https://doi.org/10.48550/arxiv.2606.29955"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.29955","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.29955","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.29955","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139633781","display_name":"Jian Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Jian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133702241","display_name":"Yuzheng Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yuzheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139711886","display_name":"Zeyao Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Zeyao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139707642","display_name":"Bohan Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Bohan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139687857","display_name":"Armin Schoepf","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schoepf, Armin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139687705","display_name":"Daniel Woloch","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Woloch, Daniel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014907257","display_name":"Peter Yiliu Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Peter Yiliu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053839400","display_name":"Guangyu Robert Yang","orcid":"https://orcid.org/0000-0002-8919-4248"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Guangyu Robert","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139697122","display_name":"Samuel Jacob","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jacob, Samuel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073960197","display_name":"Siddharth Nagisetty","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nagisetty, Siddharth","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139648536","display_name":"Abhiram Chundru","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chundru, Abhiram","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139663007","display_name":"Jean Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Jean","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116094782","display_name":"Spencer Mateega","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mateega, Spencer","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139656226","display_name":"Jing Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13197","display_name":"Spreadsheets and End-User Computing","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13197","display_name":"Spreadsheets and End-User Computing","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7849000096321106},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7623000144958496},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.6572999954223633},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5597000122070312},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.5543000102043152},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5076000094413757}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7849000096321106},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7797999978065491},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7623000144958496},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.6572999954223633},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5597000122070312},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.5543000102043152},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5076000094413757},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4771000146865845},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.40639999508857727},{"id":"https://openalex.org/C85345410","wikidata":"https://www.wikidata.org/wiki/Q851587","display_name":"Business process","level":3,"score":0.3407000005245209},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3287000060081482},{"id":"https://openalex.org/C193669473","wikidata":"https://www.wikidata.org/wiki/Q5001867","display_name":"Business domain","level":5,"score":0.31209999322891235},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.28060001134872437},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27799999713897705},{"id":"https://openalex.org/C207505557","wikidata":"https://www.wikidata.org/wiki/Q4374012","display_name":"Business process modeling","level":4,"score":0.26499998569488525},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2639000117778778},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2639000117778778}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.29955","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.29955","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.29955","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.29955","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.7421449422836304,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Spreadsheets":[0],"are":[1,169],"widely":[2],"used":[3],"for":[4,46,183],"business":[5,37,64],"analysis,":[6],"financial":[7,67],"modeling,":[8],"reporting,":[9],"and":[10,28,56,69,72,75,90,115,145,155,165],"decision-making.":[11],"However,":[12],"most":[13],"existing":[14],"spreadsheet":[15,47,120,163,186],"benchmarks":[16],"evaluate":[17,103],"isolated":[18],"operations":[19],"such":[20],"as":[21,122,149,151,179],"single-formula":[22],"generation":[23],"or":[24],"local":[25],"cell":[26,93],"edits,":[27],"therefore":[29],"fail":[30],"to":[31],"capture":[32],"end-to-end":[33],"workflows":[34],"in":[35],"realistic":[36],"settings.":[38],"We":[39,102],"introduce":[40],"\\textsc{SpreadsheetBench":[41,177],"2},":[42],"a":[43,110,156,180],"workflow-level":[44],"benchmark":[45,59,81],"agents":[48],"that":[49,127,161],"covers":[50],"three":[51],"task":[52,143],"categories:":[53],"generation,":[54],"debugging,":[55],"visualization.":[57],"The":[58,80],"is":[60,73,148],"constructed":[61],"from":[62,132],"authentic":[63],"data,":[65],"including":[66],"reports":[68],"corporate":[70],"filings,":[71],"annotated":[74],"validated":[76],"by":[77],"domain":[78],"experts.":[79],"contains":[82],"321":[83],"tasks;":[84],"each":[85],"instance":[86],"averages":[87],"11.8":[88],"worksheets":[89],"requires":[91],"593.5":[92],"modifications,":[94],"reflecting":[95],"large":[96,106],"multi-sheet":[97],"workbooks":[98],"with":[99],"cross-sheet":[100],"dependencies.":[101],"eight":[104],"frontier":[105],"language":[107],"models":[108],"under":[109],"unified":[111],"multi-turn":[112],"agent":[113],"scaffold,":[114],"additionally":[116],"include":[117],"several":[118],"LLM-based":[119],"products":[121],"complementary":[123],"baselines.":[124],"Results":[125],"show":[126],"current":[128],"systems":[129],"remain":[130],"far":[131],"reliable":[133,185],"on":[134],"real-world":[135],"workflows:":[136],"the":[137,170],"best":[138],"model":[139],"achieves":[140],"34.89\\%":[141],"overall":[142],"accuracy,":[144],"debugging":[146],"accuracy":[147],"low":[150],"12.00\\%.":[152],"Trajectory":[153],"analysis":[154],"failure":[157],"taxonomy":[158],"further":[159],"indicate":[160],"insufficient":[162],"inspection":[164],"incorrect":[166],"target-cell":[167],"selection":[168],"dominant":[171],"bottlenecks.":[172],"Together,":[173],"these":[174],"findings":[175],"position":[176],"2}":[178],"challenging":[181],"testbed":[182],"advancing":[184],"automation.":[187],"Project":[188],"page:":[189],"https://spreadsheetbench.github.io/":[190]},"counts_by_year":[],"updated_date":"2026-07-01T06:29:00.853634","created_date":"2026-07-01T00:00:00"}