{"id":"https://openalex.org/W7164908638","doi":"https://doi.org/10.48550/arxiv.2606.16802","title":"LabOSBench: Benchmarking Computer Use Agents for Scientific Instrument Control","display_name":"LabOSBench: Benchmarking Computer Use Agents for Scientific Instrument Control","publication_year":2026,"publication_date":"2026-06-15","ids":{"openalex":"https://openalex.org/W7164908638","doi":"https://doi.org/10.48550/arxiv.2606.16802"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.16802","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.16802","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.16802","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5132728966","display_name":"Anqi Zou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zou, Anqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121617913","display_name":"Han Deng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Han","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138740517","display_name":"Chengyu Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Chengyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049942599","display_name":"Junquan Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Junquan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138757996","display_name":"Yu Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091410552","display_name":"Yuxiang Xing","orcid":"https://orcid.org/0000-0001-9723-5655"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xing, Yuxiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030897296","display_name":"A M Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Aokai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132591723","display_name":"Hanling Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Hanling","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138710717","display_name":"Zhaoyang Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zhaoyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138723155","display_name":"Ben Fei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fei, Ben","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138690019","display_name":"Zhihui Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zhihui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138729158","display_name":"Wanli Ouyang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ouyang, Wanli","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.77920001745224,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.77920001745224,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.03500000014901161,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.02070000022649765,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.781499981880188},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7560999989509583},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7127000093460083},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6069999933242798},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.5789999961853027},{"id":"https://openalex.org/keywords/instrumentation","display_name":"Instrumentation (computer programming)","score":0.5367000102996826},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5153999924659729},{"id":"https://openalex.org/keywords/instrument-control","display_name":"Instrument control","score":0.5148000121116638},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5040000081062317}],"concepts":[{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.781499981880188},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7560999989509583},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7261999845504761},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7127000093460083},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6069999933242798},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.5789999961853027},{"id":"https://openalex.org/C118530786","wikidata":"https://www.wikidata.org/wiki/Q1134732","display_name":"Instrumentation (computer programming)","level":2,"score":0.5367000102996826},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5153999924659729},{"id":"https://openalex.org/C2777628319","wikidata":"https://www.wikidata.org/wiki/Q6041841","display_name":"Instrument control","level":2,"score":0.5148000121116638},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5040000081062317},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.48739999532699585},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4821999967098236},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4438000023365021},{"id":"https://openalex.org/C513985346","wikidata":"https://www.wikidata.org/wiki/Q270471","display_name":"Virtualization","level":3,"score":0.4348999857902527},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.3792000114917755},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.35899999737739563},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35120001435279846},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.34310001134872437},{"id":"https://openalex.org/C207520454","wikidata":"https://www.wikidata.org/wiki/Q3099911","display_name":"Scientific instrument","level":2,"score":0.34279999136924744},{"id":"https://openalex.org/C76518257","wikidata":"https://www.wikidata.org/wiki/Q271680","display_name":"Software framework","level":5,"score":0.3199000060558319},{"id":"https://openalex.org/C163985040","wikidata":"https://www.wikidata.org/wiki/Q1172399","display_name":"Data acquisition","level":2,"score":0.3057999908924103},{"id":"https://openalex.org/C37789001","wikidata":"https://www.wikidata.org/wiki/Q782543","display_name":"Graphical user interface","level":2,"score":0.29649999737739563},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.2890999913215637},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.289000004529953},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.27559998631477356},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.27250000834465027},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.25589999556541443},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.2542000114917755},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.2538999915122986},{"id":"https://openalex.org/C2778736646","wikidata":"https://www.wikidata.org/wiki/Q1143070","display_name":"Software suite","level":3,"score":0.2522999942302704}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.16802","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.16802","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.16802","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.16802","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Current":[0],"computer-use":[1],"benchmarks":[2],"primarily":[3],"focus":[4],"on":[5,30,88],"software":[6],"operation":[7],"tasks":[8],"in":[9,46],"virtualized":[10],"systems,":[11],"whereas":[12],"scientific":[13,66],"instrumentation":[14],"scenarios":[15],"require":[16],"coordinated":[17],"control":[18],"over":[19],"complex":[20],"interfaces,":[21],"and":[22,44,71,110,130,145,152,174],"feedback-driven":[23,172],"parameter":[24,128],"adjustment.":[25],"However,":[26],"directly":[27,96],"evaluating":[28],"agents":[29,86,161,188],"physical":[31],"high-precision":[32],"instruments":[33,67],"is":[34],"impractical":[35],"due":[36],"to":[37,133],"high":[38],"cost,":[39],"safety":[40],"risks,":[41],"limited":[42],"accessibility,":[43],"difficulty":[45],"ensuring":[47],"reproducible":[48],"evaluation.":[49,112],"This":[50],"motivates":[51],"the":[52,62],"need":[53],"for":[54,83,185],"a":[55,80,89,98,181],"simulated":[56],"yet":[57],"realistic":[58],"testbed":[59,184],"that":[60,158],"preserves":[61],"operational":[63],"challenges":[64],"of":[65,91],"while":[68,105,159],"enabling":[69],"scalable":[70],"safe":[72],"benchmarking.":[73],"To":[74],"this":[75],"end,":[76],"we":[77],"introduce":[78],"LabOSBench,":[79],"challenging":[81],"benchmark":[82],"multimodal":[84],"GUI":[85,142,166],"built":[87],"suite":[90],"web-based":[92],"scientific-instrument":[93,190],"simulators.":[94],"Operating":[95],"via":[97],"browser,":[99],"LabOSBench":[100,114,179],"avoids":[101],"resource-heavy":[102],"OS":[103],"virtualization":[104],"supporting":[106],"flexible":[107],"task":[108],"configuration":[109],"execution-based":[111],"Specifically,":[113],"constructs":[115],"96":[116],"subtasks":[117],"across":[118],"eight":[119],"instrument":[120],"simulators,":[121],"covering":[122],"workflows":[123],"from":[124],"sample":[125],"loading,":[126],"alignment,":[127],"tuning,":[129],"data":[131],"acquisition":[132],"result":[134],"inspection.":[135],"We":[136],"evaluate":[137],"general-purpose":[138],"vision-language":[139],"models,":[140,144],"specialized":[141],"agent":[143],"advanced":[146],"agentic":[147],"frameworks":[148],"at":[149],"both":[150],"subtask":[151],"end-to-end":[153],"levels.":[154],"Our":[155],"experiments":[156],"reveal":[157],"existing":[160],"can":[162],"complete":[163],"many":[164],"structured":[165],"subtasks,":[167],"they":[168],"still":[169],"struggle":[170],"with":[171],"operations":[173],"long-horizon":[175],"workflow":[176],"execution.":[177],"Overall,":[178],"provides":[180],"reproducible,":[182],"low-cost":[183],"advancing":[186],"computer-using":[187],"toward":[189],"control.":[191]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-17T00:00:00"}