{"id":"https://openalex.org/W7156798969","doi":"https://doi.org/10.48550/arxiv.2604.24348","title":"OS-SPEAR: A Toolkit for the Safety, Performance,Efficiency, and Robustness Analysis of OS Agents","display_name":"OS-SPEAR: A Toolkit for the Safety, Performance,Efficiency, and Robustness Analysis of OS Agents","publication_year":2026,"publication_date":"2026-04-27","ids":{"openalex":"https://openalex.org/W7156798969","doi":"https://doi.org/10.48550/arxiv.2604.24348"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.24348","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.24348","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.24348","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134799179","display_name":"Zheng Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Zheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134752728","display_name":"Yi Hua","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hua, Yi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134809010","display_name":"Zhaoyuan Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Zhaoyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134778426","display_name":"Chenhao Xue","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xue, Chenhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031882165","display_name":"Yijie Lu","orcid":"https://orcid.org/0000-0002-0192-5270"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Yijie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009313267","display_name":"Pengzhou Cheng","orcid":"https://orcid.org/0000-0003-0945-8790"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Pengzhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100585973","display_name":"Zongru Wu","orcid":"https://orcid.org/0000-0002-5387-7821"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Zongru","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100311647","display_name":"Lingzhong Dong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Lingzhong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134796371","display_name":"Gongshen Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Gongshen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134786340","display_name":"Xinghao Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Xinghao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134765995","display_name":"Zhuosheng Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zhuosheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.34380000829696655,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.34380000829696655,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.19339999556541443,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.08179999887943268,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7602999806404114},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.3930000066757202},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.33970001339912415},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.31380000710487366},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.29010000824928284},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.2824000120162964}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7785000205039978},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7602999806404114},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4607999920845032},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.3930000066757202},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3871000111103058},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.38089999556541443},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.33970001339912415},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.31380000710487366},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.29010000824928284},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.2824000120162964},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.26759999990463257},{"id":"https://openalex.org/C43711488","wikidata":"https://www.wikidata.org/wiki/Q7534783","display_name":"Skew","level":2,"score":0.2662999927997589},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.2646999955177307},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C3019252630","wikidata":"https://www.wikidata.org/wiki/Q6549547","display_name":"Limited resources","level":2,"score":0.25360000133514404},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.25279998779296875}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.24348","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.24348","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.24348","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.24348","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,229],"evolution":[1],"of":[2,29,41,78,123,160,190,223],"Multimodal":[3],"Large":[4],"Language":[5],"Models":[6],"(MLLMs)":[7],"has":[8],"shifted":[9],"the":[10,27,75,120,174,187,220],"focus":[11],"from":[12,53],"text":[13],"generation":[14,222],"to":[15,137,150],"active":[16],"behavioral":[17],"execution,":[18],"particularly":[19],"via":[20,107],"OS":[21,79,163,227],"agents":[22,31,80,164,192],"navigating":[23],"complex":[24],"GUIs.":[25],"However,":[26],"transition":[28],"these":[30],"into":[32,173],"trustworthy":[33],"daily":[34],"partners":[35],"is":[36],"hindered":[37],"by":[38],"a":[39,71,95,104,131,178,205,209,215],"lack":[40],"rigorous":[42],"evaluation":[43,159,211],"regarding":[44],"safety,":[45],"efficiency,":[46],"and":[47,60,87,100,111,126,129,140,183,196,208,225,231],"multi-modal":[48],"robustness.":[49],"Current":[50],"benchmarks":[51],"suffer":[52],"narrow":[54],"safety":[55,184],"scenarios,":[56],"noisy":[57],"trajectory":[58,108],"labeling,":[59],"limited":[61],"robustness":[62,198],"metrics.":[63],"To":[64],"bridge":[65],"this":[66],"gap,":[67],"we":[68,144],"propose":[69],"OS-SPEAR,":[70],"comprehensive":[72],"toolkit":[73],"for":[74,218],"systematic":[76],"analysis":[77,148],"across":[81,200],"four":[82,91],"dimensions:":[83],"Safety,":[84],"Performance,":[85],"Efficiency,":[86],"Robustness.":[88],"OS-SPEAR":[89,213],"introduces":[90],"specialized":[92,191],"subsets:":[93],"(1)":[94],"S(afety)-subset":[96],"encompassing":[97],"diverse":[98],"environment-":[99],"human-induced":[101],"hazards;":[102],"(2)":[103],"P(erformance)-subset":[105],"curated":[106],"value":[109],"estimation":[110],"stratified":[112],"sampling;":[113],"(3)":[114],"an":[115,146,157],"E(fficiency)-subset":[116],"quantifying":[117],"performance":[118,188],"through":[119],"dual":[121],"lenses":[122],"temporal":[124],"latency":[125],"token":[127],"consumption;":[128],"(4)":[130],"R(obustness)-subset":[132],"that":[133],"applies":[134],"cross-modal":[135],"disturbances":[136],"both":[138],"visual":[139],"textual":[141],"inputs.":[142],"Additionally,":[143],"provide":[145],"automated":[147],"tool":[149],"generate":[151],"human-readable":[152],"diagnostic":[153],"reports.":[154],"We":[155],"conduct":[156],"extensive":[158],"22":[161],"popular":[162],"using":[165],"OS-SPEAR.":[166],"Our":[167],"empirical":[168],"results":[169],"reveal":[170],"critical":[171],"insights":[172],"current":[175],"landscape:":[176],"notably,":[177],"prevalent":[179],"trade-off":[180],"between":[181],"efficiency":[182],"or":[185],"robustness,":[186],"superiority":[189],"over":[193],"general-purpose":[194],"models,":[195],"varying":[197],"vulnerabilities":[199],"different":[201],"modalities.":[202],"By":[203],"providing":[204],"multidimensional":[206],"ranking":[207],"standardized":[210],"framework,":[212],"offers":[214],"foundational":[216],"resource":[217],"developing":[219],"next":[221],"reliable":[224],"efficient":[226],"agents.":[228],"dataset":[230],"codes":[232],"are":[233],"available":[234],"at":[235],"https://github.com/Wuzheng02/OS-SPEAR.":[236]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-29T00:00:00"}