{"id":"https://openalex.org/W7161944416","doi":"https://doi.org/10.48550/arxiv.2605.21082","title":"AutoRPA: Efficient GUI Automation through LLM-Driven Code Synthesis from Interactions","display_name":"AutoRPA: Efficient GUI Automation through LLM-Driven Code Synthesis from Interactions","publication_year":2026,"publication_date":"2026-05-20","ids":{"openalex":"https://openalex.org/W7161944416","doi":"https://doi.org/10.48550/arxiv.2605.21082"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.21082","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.21082","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.21082","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136720007","display_name":"Minghao Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Minghao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136660833","display_name":"Xinyi Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Xinyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136655471","display_name":"Zhou Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Zhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136648344","display_name":"Yufei Yin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yin, Yufei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13287","display_name":"Robotic Process Automation Applications","score":0.8100000023841858,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13287","display_name":"Robotic Process Automation Applications","score":0.8100000023841858,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10703","display_name":"Business Process Modeling and Analysis","score":0.024399999529123306,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.010400000028312206,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.6132000088691711},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.516700029373169},{"id":"https://openalex.org/keywords/code-generation","display_name":"Code generation","score":0.43220001459121704},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4221000075340271},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.39340001344680786},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.3772999942302704},{"id":"https://openalex.org/keywords/core","display_name":"Core (optical fiber)","score":0.3695000112056732}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8058000206947327},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.6132000088691711},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5306000113487244},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.516700029373169},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.43220001459121704},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4221000075340271},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.39340001344680786},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3831999897956848},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.3772999942302704},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.3695000112056732},{"id":"https://openalex.org/C2775851571","wikidata":"https://www.wikidata.org/wiki/Q6045205","display_name":"Interaction protocol","level":3,"score":0.34380000829696655},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.33649998903274536},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.3294999897480011},{"id":"https://openalex.org/C143587482","wikidata":"https://www.wikidata.org/wiki/Q1543216","display_name":"Iterative and incremental development","level":2,"score":0.32199999690055847},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.31369999051094055},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.31150001287460327},{"id":"https://openalex.org/C37789001","wikidata":"https://www.wikidata.org/wiki/Q782543","display_name":"Graphical user interface","level":2,"score":0.3109000027179718},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.2660999894142151},{"id":"https://openalex.org/C78766204","wikidata":"https://www.wikidata.org/wiki/Q555032","display_name":"Multi-core processor","level":2,"score":0.2606000006198883},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.21082","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.21082","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.21082","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.21082","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Model":[2],"(LLM)":[3],"based":[4],"agents":[5,81],"have":[6],"demonstrated":[7],"proficiency":[8],"in":[9],"multi-step":[10],"interactions":[11],"with":[12,131],"graphical":[13],"user":[14],"interfaces":[15],"(GUIs).":[16],"While":[17],"most":[18],"research":[19],"focuses":[20],"on":[21],"improving":[22,162],"single-task":[23],"performance,":[24],"practical":[25],"scenarios":[26],"often":[27],"involve":[28],"repetitive":[29],"GUI":[30,140],"tasks":[31,152],"for":[32,134],"which":[33],"invoking":[34],"LLM":[35],"reasoning":[36],"repeatedly,":[37],"i.e.,":[38],"the":[39,76],"ReAct":[40,101],"paradigm,":[41],"is":[42],"inefficient.":[43],"Prior":[44],"to":[45,60,159],"LLMs,":[46],"traditional":[47],"Robotic":[48],"Process":[49],"Automation":[50],"(RPA)":[51],"offers":[52],"runtime":[53,163],"efficiency":[54,164],"but":[55],"demands":[56],"significant":[57],"manual":[58],"effort":[59],"develop":[61],"and":[62,106,165],"maintain.":[63],"To":[64],"bridge":[65],"this":[66],"gap,":[67],"we":[68],"propose":[69],"AutoRPA,":[70],"a":[71,96,107],"framework":[72],"that":[73,143],"automatically":[74],"distills":[75],"decision":[77],"logic":[78],"of":[79],"ReAct-style":[80],"into":[82,103],"robust":[83,111],"RPA":[84,112,129,144],"functions.":[85],"AutoRPA":[86,148],"introduces":[87],"two":[88],"core":[89],"innovations:":[90],"(1)":[91],"A":[92,121],"translator-builder":[93],"pipeline,":[94],"where":[95],"translator":[97],"agent":[98,109],"converts":[99],"hard-coded":[100],"actions":[102],"soft-coded":[104],"procedures,":[105],"builder":[108],"synthesizes":[110],"functions":[113,145],"via":[114],"retrieval-augmented":[115],"generation":[116],"over":[117],"multiple":[118,139],"trajectories;":[119],"(2)":[120],"hybrid":[122],"repair":[123],"strategy":[124],"during":[125],"code":[126],"verification,":[127],"combining":[128],"execution":[130],"ReAct-based":[132],"fallback":[133],"iterative":[135],"refinement.":[136],"Experiments":[137],"across":[138],"environments":[141],"demonstrate":[142],"generated":[146],"by":[147,157],"successfully":[149],"solve":[150],"similar":[151],"while":[153],"reducing":[154],"token":[155],"usage":[156],"82%":[158],"96%,":[160],"significantly":[161],"reusability.":[166]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-22T00:00:00"}