{"id":"https://openalex.org/W7154587936","doi":"https://doi.org/10.48550/arxiv.2604.13488","title":"Towards Scalable Lightweight GUI Agents via Multi-role Orchestration","display_name":"Towards Scalable Lightweight GUI Agents via Multi-role Orchestration","publication_year":2026,"publication_date":"2026-04-15","ids":{"openalex":"https://openalex.org/W7154587936","doi":"https://doi.org/10.48550/arxiv.2604.13488"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.13488","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.13488","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.13488","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133769112","display_name":"Ziwei Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Ziwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071414891","display_name":"J. P. Zheng","orcid":"https://orcid.org/0009-0003-2602-2910"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Junjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101821844","display_name":"L Yang","orcid":"https://orcid.org/0009-0005-6872-574X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Leyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133749368","display_name":"Sheng Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Sheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133735823","display_name":"Xiaoxuan Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Xiaoxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022042907","display_name":"Zhouhua Fang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fang, Zhouhua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133817935","display_name":"Zhiwei Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zhiwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103155183","display_name":"Dajun Chen","orcid":"https://orcid.org/0009-0000-9532-7636"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Dajun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100355424","display_name":"Yong Li","orcid":"https://orcid.org/0000-0002-8008-0375"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133789711","display_name":"Jiajun Bu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bu, Jiajun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6547999978065491,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6547999978065491,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.04800000041723251,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.029200000688433647,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6448000073432922},{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.6269000172615051},{"id":"https://openalex.org/keywords/graphical-user-interface","display_name":"Graphical user interface","score":0.5616000294685364},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.508899986743927},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5015000104904175},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.4781999886035919},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.4198000133037567},{"id":"https://openalex.org/keywords/planner","display_name":"Planner","score":0.39649999141693115},{"id":"https://openalex.org/keywords/visual-programming-language","display_name":"Visual programming language","score":0.3953999876976013}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.756600022315979},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6448000073432922},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.6269000172615051},{"id":"https://openalex.org/C37789001","wikidata":"https://www.wikidata.org/wiki/Q782543","display_name":"Graphical user interface","level":2,"score":0.5616000294685364},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5281999707221985},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.508899986743927},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5015000104904175},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.4781999886035919},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.4198000133037567},{"id":"https://openalex.org/C2776999362","wikidata":"https://www.wikidata.org/wiki/Q2349274","display_name":"Planner","level":2,"score":0.39649999141693115},{"id":"https://openalex.org/C128644962","wikidata":"https://www.wikidata.org/wiki/Q683111","display_name":"Visual programming language","level":2,"score":0.3953999876976013},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.3903000056743622},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.3889000117778778},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.3822999894618988},{"id":"https://openalex.org/C147494362","wikidata":"https://www.wikidata.org/wiki/Q2078905","display_name":"Troubleshooting","level":2,"score":0.365200012922287},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.34869998693466187},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.33149999380111694},{"id":"https://openalex.org/C33499554","wikidata":"https://www.wikidata.org/wiki/Q1417134","display_name":"Dashboard","level":2,"score":0.3237999975681305},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3190999925136566},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3154999911785126},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.31450000405311584},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3059000074863434},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.30230000615119934},{"id":"https://openalex.org/C2779478453","wikidata":"https://www.wikidata.org/wiki/Q6889748","display_name":"Modularity (biology)","level":2,"score":0.29280000925064087},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.28130000829696655},{"id":"https://openalex.org/C2779038628","wikidata":"https://www.wikidata.org/wiki/Q7248497","display_name":"Programming by demonstration","level":3,"score":0.263700008392334},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.26170000433921814},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.2558000087738037}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.13488","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.13488","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.13488","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.13488","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Autonomous":[0],"Graphical":[1],"User":[2],"Interface":[3],"(GUI)":[4],"agents":[5,47],"powered":[6],"by":[7,50],"Multimodal":[8],"Large":[9],"Language":[10],"Models":[11],"(MLLMs)":[12],"enable":[13],"digital":[14],"automation":[15],"on":[16,37],"end-user":[17],"devices.":[18,39],"While":[19],"scaling":[20],"both":[21],"parameters":[22],"and":[23,53,110,144,148,169,196],"data":[24,127],"has":[25],"yielded":[26],"substantial":[27],"gains,":[28],"advanced":[29,175],"methods":[30],"still":[31],"suffer":[32],"from":[33,186],"prohibitive":[34],"deployment":[35],"costs":[36],"resource-constrained":[38],"When":[40,172],"facing":[41],"complex":[42],"in-the-wild":[43],"scenarios,":[44],"lightweight":[45,85,105],"GUI":[46,91,122,163],"are":[48],"bottlenecked":[49],"limited":[51],"capacity":[52],"poor":[54],"task":[55,111],"scalability":[56],"under":[57],"end-to-end":[58],"episodic":[59],"learning,":[60],"impeding":[61],"adaptation":[62],"to":[63,87,116],"multi-agent":[64],"systems":[65],"(MAS),":[66],"while":[67],"training":[68,132],"multiple":[69],"skill-specific":[70],"experts":[71],"remains":[72],"costly.":[73],"Can":[74],"we":[75,97,158],"strike":[76],"an":[77],"effective":[78],"trade-off":[79],"in":[80,89],"this":[81],"cost-scalability":[82],"dilemma,":[83],"enabling":[84,189],"MLLMs":[86],"participate":[88],"realistic":[90],"workflows?":[92],"To":[93],"address":[94],"these":[95],"challenges,":[96],"propose":[98],"the":[99,200],"LAMO":[100,124],"framework,":[101],"which":[102],"endows":[103],"a":[104,130,160,178,190],"MLLM":[106],"with":[107,129,137,174],"GUI-specific":[108],"knowledge":[109,142],"scalability,":[112],"allowing":[113],"multi-role":[114],"orchestration":[115],"expand":[117],"its":[118],"capability":[119],"boundary":[120],"for":[121,141,152],"automation.":[123],"combines":[125],"role-oriented":[126,153],"synthesis":[128],"two-stage":[131],"recipe:":[133],"(i)":[134],"supervised":[135],"fine-tuning":[136],"Perplexity-Weighted":[138],"Cross-Entropy":[139],"optimization":[140],"distillation":[143],"visual":[145],"perception":[146],"enhancement,":[147],"(ii)":[149],"reinforcement":[150],"learning":[151],"cooperative":[154],"exploration.":[155],"With":[156],"LAMO,":[157],"develop":[159],"task-scalable":[161],"native":[162],"agent,":[164],"LAMO-3B,":[165],"supporting":[166],"monolithic":[167],"execution":[168],"MAS-style":[170],"orchestration.":[171],"paired":[173],"planners":[176],"as":[177],"plug-and-play":[179],"policy":[180],"executor,":[181],"LAMO-3B":[182],"can":[183],"continuously":[184],"benefit":[185],"planner":[187],"advances,":[188],"higher":[191],"performance":[192],"ceiling.":[193],"Extensive":[194],"static":[195],"online":[197],"evaluations":[198],"validate":[199],"effectiveness":[201],"of":[202],"our":[203],"design.":[204]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-17T00:00:00"}