{"id":"https://openalex.org/W7214766889","doi":"https://doi.org/10.48550/arxiv.2609.32385","title":"DashAct: A Progressive Diagnostic Benchmark for GUI Agents in Interactive Dashboard Analysis","display_name":"DashAct: A Progressive Diagnostic Benchmark for GUI Agents in Interactive Dashboard Analysis","publication_year":2026,"publication_date":"2026-09-26","ids":{"openalex":"https://openalex.org/W7214766889","doi":"https://doi.org/10.48550/arxiv.2609.32385"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2609.32385","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.32385","pdf_url":"https://arxiv.org/pdf/2609.32385","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2609.32385","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5153520882","display_name":"Chuhan Zhang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhang, Chuhan","raw_affiliation_strings":["State Key Laboratory of CAD&CG , Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of CAD&CG , Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5153407876","display_name":"Qi Xie","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xie, Qi","raw_affiliation_strings":["College of Computer Science and Technology , Zhejiang University Hangzhou , China {chuhanzhang , 3230100951 , 3230100860 ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology , Zhejiang University Hangzhou , China {chuhanzhang , 3230100951 , 3230100860 ,","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5153456677","display_name":"Ziyue Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wang, Ziyue","raw_affiliation_strings":["College of Computer Science and Technology , Zhejiang University Hangzhou , China {chuhanzhang , 3230100951 , 3230100860 ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology , Zhejiang University Hangzhou , China {chuhanzhang , 3230100951 , 3230100860 ,","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5153434232","display_name":"Jianing Yin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yin, Jianing","raw_affiliation_strings":["State Key Laboratory of CAD&CG , Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of CAD&CG , Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103207718","display_name":"Yunfan Zhou","orcid":"https://orcid.org/0009-0009-7814-4390","observed_orcids":["https://orcid.org/0009-0009-7814-4390"]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhou, Yunfan","raw_affiliation_strings":["State Key Laboratory of CAD&CG , Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of CAD&CG , Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049050148","display_name":"Dazhen Deng","orcid":"https://orcid.org/0000-0002-9057-8353","observed_orcids":["https://orcid.org/0000-0002-9057-8353"]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Deng, Dazhen","raw_affiliation_strings":["State Key Laboratory of CAD&CG , Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of CAD&CG , Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073986937","display_name":"Yingcai Wu","orcid":"https://orcid.org/0000-0002-1119-3237","observed_orcids":["https://orcid.org/0000-0002-1119-3237"]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wu, Yingcai","raw_affiliation_strings":["State Key Laboratory of CAD&CG , Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of CAD&CG , Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.6366999745368958,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.6366999745368958,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.04439999908208847,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.03759999945759773,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gui-agents","display_name":"GUI agents","score":0.7459999918937683},{"id":"https://openalex.org/keywords/interactive-dashboard","display_name":"interactive dashboard","score":0.9340000152587891},{"id":"https://openalex.org/keywords/benchmarking","display_name":"benchmarking","score":0.5529999732971191},{"id":"https://openalex.org/keywords/fault-diagnosis","display_name":"fault diagnosis","score":0.8539999723434448},{"id":"https://openalex.org/keywords/visual-grounding","display_name":"visual grounding","score":0.6759999990463257},{"id":"https://openalex.org/keywords/next-action-prediction","display_name":"next action prediction","score":0.6949999928474426}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7896999716758728},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6195999979972839},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6172999739646912},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5848000049591064},{"id":"https://openalex.org/C33499554","wikidata":"https://www.wikidata.org/wiki/Q1417134","display_name":"Dashboard","level":2,"score":0.5480999946594238},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5389999747276306},{"id":"https://openalex.org/C37789001","wikidata":"https://www.wikidata.org/wiki/Q782543","display_name":"Graphical user interface","level":2,"score":0.5210000276565552},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4668000042438507},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4320000112056732},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.40059998631477356},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.39250001311302185},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.384799987077713},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.37220001220703125},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.36970001459121704},{"id":"https://openalex.org/C147494362","wikidata":"https://www.wikidata.org/wiki/Q2078905","display_name":"Troubleshooting","level":2,"score":0.3546999990940094},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.3433000147342682},{"id":"https://openalex.org/C120060458","wikidata":"https://www.wikidata.org/wiki/Q10145","display_name":"Milestone","level":2,"score":0.32829999923706055},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.3199000060558319},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.30799999833106995},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.30790001153945923},{"id":"https://openalex.org/C155846161","wikidata":"https://www.wikidata.org/wiki/Q1143367","display_name":"Graphical model","level":2,"score":0.2992999851703644},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.29280000925064087},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29179999232292175},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2872999906539917},{"id":"https://openalex.org/C59732488","wikidata":"https://www.wikidata.org/wiki/Q2528440","display_name":"Visual analytics","level":3,"score":0.26820001006126404},{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.266400009393692}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2609.32385","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.32385","pdf_url":"https://arxiv.org/pdf/2609.32385","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2609.32385","doi":"https://doi.org/10.48550/arxiv.2609.32385","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2609.32385","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2609.32385","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.32385","pdf_url":"https://arxiv.org/pdf/2609.32385","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7214766889.pdf","grobid_xml":"https://content.openalex.org/works/W7214766889.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7077974198","https://openalex.org/W7202287264","https://openalex.org/W7151361041","https://openalex.org/W7169859875","https://openalex.org/W7138102159","https://openalex.org/W7164842524","https://openalex.org/W7203885358","https://openalex.org/W7222200977","https://openalex.org/W6967135602","https://openalex.org/W7171615598"],"abstract_inverted_index":{"Interactive":[0],"dashboards":[1],"require":[2],"users":[3],"to":[4,131],"reveal":[5,119],"and":[6,69,81,94,103,125,133,144],"connect":[7,106],"evidence":[8,113],"across":[9,108],"stateful":[10],"interactions.":[11],"Although":[12],"graphical":[13],"user":[14],"interface":[15],"(GUI)":[16],"agents":[17],"could":[18],"automate":[19],"this":[20],"process,":[21,44],"existing":[22],"dashboard":[23,63],"benchmarks":[24],"primarily":[25],"report":[26],"final":[27],"answers":[28],"or":[29,47],"task":[30],"success.":[31],"They":[32],"provide":[33],"limited":[34],"insight":[35],"into":[36],"whether":[37],"failures":[38],"arise":[39],"from":[40],"maintaining":[41],"the":[42,60],"analytical":[43],"selecting":[45],"actions,":[46],"grounding":[48,96],"visual":[49,99],"targets.":[50],"We":[51],"introduce":[52],"DashAct,":[53],"a":[54],"progressive":[55],"diagnostic":[56,112],"benchmark":[57],"that":[58],"evaluates":[59],"same":[61],"annotated":[62],"interactions":[64],"under":[65,97],"systematically":[66],"varied":[67],"contextual":[68,132],"spatial":[70,104,134],"support.":[71,135],"DashAct":[72,150],"contains":[73],"348":[74],"human-verified":[75],"interaction":[76],"trajectories":[77],"with":[78],"milestone":[79],"dependencies":[80],"hierarchical":[82],"target":[83,142],"annotations.":[84],"Its":[85],"three":[86],"stages":[87],"evaluate":[88],"end-to-end":[89],"execution,":[90],"verified-context":[91],"action":[92,102,123],"prediction,":[93],"target-conditioned":[95],"four":[98],"conditions.":[100],"Aligned":[101],"annotations":[105],"outcomes":[107],"these":[109],"settings,":[110],"providing":[111],"for":[114],"interpreting":[115],"online":[116,145],"failures.":[117],"Experiments":[118],"persistent":[120],"difficulties":[121],"in":[122],"prediction":[124],"fine-grained":[126],"grounding,":[127],"alongside":[128],"model-dependent":[129],"responses":[130],"A":[136],"Qwen-based":[137],"adaptation":[138],"study":[139],"further":[140],"improves":[141],"localization":[143],"Milestone":[146],"Coverage,":[147],"illustrating":[148],"how":[149],"can":[151],"guide":[152],"practical":[153],"agent":[154],"improvements.":[155]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-09-30T00:00:00"}