{"id":"https://openalex.org/W7163024780","doi":"https://doi.org/10.3390/computers15060351","title":"PCLLM: An Integrated LLM-Driven System for Automating Desktop Operations via Direct Mouse and Keyboard Control","display_name":"PCLLM: An Integrated LLM-Driven System for Automating Desktop Operations via Direct Mouse and Keyboard Control","publication_year":2026,"publication_date":"2026-05-30","ids":{"openalex":"https://openalex.org/W7163024780","doi":"https://doi.org/10.3390/computers15060351"},"language":"en","primary_location":{"id":"doi:10.3390/computers15060351","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers15060351","pdf_url":null,"source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3390/computers15060351","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100338337","display_name":"Zi Wang","orcid":"https://orcid.org/0000-0002-7361-1406"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenqian Wang","raw_affiliation_strings":["School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing 100083, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing 100083, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137563731","display_name":"Yi Dong","orcid":null},"institutions":[{"id":"https://openalex.org/I4210089226","display_name":"Shanxi Coal Transportation and Sales Group (China)","ror":"https://ror.org/006t2mw36","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210089226"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Dong","raw_affiliation_strings":["Shanxi Taihang Laboratory Co., Ltd., Xi\u2019an 030006, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanxi Taihang Laboratory Co., Ltd., Xi\u2019an 030006, China","institution_ids":["https://openalex.org/I4210089226"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137515008","display_name":"Meixia Fu","orcid":"https://orcid.org/0000-0002-2036-2784"},"institutions":[{"id":"https://openalex.org/I78675632","display_name":"Beijing Information Science & Technology University","ror":"https://ror.org/04xnqep60","country_code":"CN","type":"education","lineage":["https://openalex.org/I78675632"]},{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meixia Fu","raw_affiliation_strings":["Beijing Key Laboratory of Industrial Deterministic Networks and Intelligent Collaborative Control, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China","Shunde Graduate School, University of Science and Technology Beijing, Foshan 528399, China"],"raw_orcid":"https://orcid.org/0000-0002-2036-2784","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Industrial Deterministic Networks and Intelligent Collaborative Control, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China","institution_ids":["https://openalex.org/I78675632","https://openalex.org/I92403157"]},{"raw_affiliation_string":"Shunde Graduate School, University of Science and Technology Beijing, Foshan 528399, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108047889","display_name":"Yi-Xiang Wang","orcid":"https://orcid.org/0000-0001-5697-0717"},"institutions":[{"id":"https://openalex.org/I78675632","display_name":"Beijing Information Science & Technology University","ror":"https://ror.org/04xnqep60","country_code":"CN","type":"education","lineage":["https://openalex.org/I78675632"]},{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianquan Wang","raw_affiliation_strings":["Beijing Key Laboratory of Industrial Deterministic Networks and Intelligent Collaborative Control, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Industrial Deterministic Networks and Intelligent Collaborative Control, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China","institution_ids":["https://openalex.org/I78675632","https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137579516","display_name":"Jie Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I4210089226","display_name":"Shanxi Coal Transportation and Sales Group (China)","ror":"https://ror.org/006t2mw36","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210089226"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Sun","raw_affiliation_strings":["Shanxi Taihang Laboratory Co., Ltd., Xi\u2019an 030006, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanxi Taihang Laboratory Co., Ltd., Xi\u2019an 030006, China","institution_ids":["https://openalex.org/I4210089226"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132547386","display_name":"Qu Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I78675632","display_name":"Beijing Information Science & Technology University","ror":"https://ror.org/04xnqep60","country_code":"CN","type":"education","lineage":["https://openalex.org/I78675632"]},{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qu Wang","raw_affiliation_strings":["Beijing Key Laboratory of Industrial Deterministic Networks and Intelligent Collaborative Control, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China","Shunde Graduate School, University of Science and Technology Beijing, Foshan 528399, China"],"raw_orcid":"https://orcid.org/0000-0001-6551-6807","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Industrial Deterministic Networks and Intelligent Collaborative Control, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China","institution_ids":["https://openalex.org/I78675632","https://openalex.org/I92403157"]},{"raw_affiliation_string":"Shunde Graduate School, University of Science and Technology Beijing, Foshan 528399, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137611522","display_name":"Yifan Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I78675632","display_name":"Beijing Information Science & Technology University","ror":"https://ror.org/04xnqep60","country_code":"CN","type":"education","lineage":["https://openalex.org/I78675632"]},{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifan Lu","raw_affiliation_strings":["Beijing Key Laboratory of Industrial Deterministic Networks and Intelligent Collaborative Control, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Industrial Deterministic Networks and Intelligent Collaborative Control, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China","institution_ids":["https://openalex.org/I78675632","https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074505857","display_name":"N X Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I78675632","display_name":"Beijing Information Science & Technology University","ror":"https://ror.org/04xnqep60","country_code":"CN","type":"education","lineage":["https://openalex.org/I78675632"]},{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Na Chen","raw_affiliation_strings":["Beijing Key Laboratory of Industrial Deterministic Networks and Intelligent Collaborative Control, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China"],"raw_orcid":"https://orcid.org/0000-0002-8382-7729","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Industrial Deterministic Networks and Intelligent Collaborative Control, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China","institution_ids":["https://openalex.org/I78675632","https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102890552","display_name":"Ronghui Zhang","orcid":"https://orcid.org/0000-0001-7838-0638"},"institutions":[{"id":"https://openalex.org/I78675632","display_name":"Beijing Information Science & Technology University","ror":"https://ror.org/04xnqep60","country_code":"CN","type":"education","lineage":["https://openalex.org/I78675632"]},{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ronghui Zhang","raw_affiliation_strings":["Beijing Key Laboratory of Industrial Deterministic Networks and Intelligent Collaborative Control, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Industrial Deterministic Networks and Intelligent Collaborative Control, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China","institution_ids":["https://openalex.org/I78675632","https://openalex.org/I92403157"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071979918","display_name":"W Y Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Zhang","raw_affiliation_strings":["School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing 100083, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing 100083, China","institution_ids":["https://openalex.org/I92403157"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1600,"currency":"CHF","value_usd":1782},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1782},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.67493947,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"15","issue":"6","first_page":"351","last_page":"351"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.4853000044822693,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.4853000044822693,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.04179999977350235,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.033799998462200165,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6462000012397766},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.555400013923645},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5414000153541565},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.532800018787384},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5116000175476074},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.5024999976158142},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.4779999852180481},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.39480000734329224},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.3783999979496002}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7912999987602234},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6462000012397766},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.555400013923645},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5414000153541565},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.532800018787384},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5116000175476074},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.5024999976158142},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.4779999852180481},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.40299999713897705},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.39480000734329224},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.3783999979496002},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.37470000982284546},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36800000071525574},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3666999936103821},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.36550000309944153},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.33379998803138733},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3249000012874603},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.31209999322891235},{"id":"https://openalex.org/C2778751112","wikidata":"https://www.wikidata.org/wiki/Q835016","display_name":"Window (computing)","level":2,"score":0.30160000920295715},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.29330000281333923},{"id":"https://openalex.org/C2777315864","wikidata":"https://www.wikidata.org/wiki/Q15853013","display_name":"Visual Basic","level":3,"score":0.2897999882698059},{"id":"https://openalex.org/C98025372","wikidata":"https://www.wikidata.org/wiki/Q477538","display_name":"Systems architecture","level":3,"score":0.28949999809265137},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.27410000562667847},{"id":"https://openalex.org/C35869016","wikidata":"https://www.wikidata.org/wiki/Q846636","display_name":"Software architecture","level":3,"score":0.2678999900817871},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2597000002861023},{"id":"https://openalex.org/C37789001","wikidata":"https://www.wikidata.org/wiki/Q782543","display_name":"Graphical user interface","level":2,"score":0.25949999690055847},{"id":"https://openalex.org/C2779038628","wikidata":"https://www.wikidata.org/wiki/Q7248497","display_name":"Programming by demonstration","level":3,"score":0.25619998574256897},{"id":"https://openalex.org/C2988821698","wikidata":"https://www.wikidata.org/wiki/Q16338","display_name":"Personal computer","level":2,"score":0.2549999952316284},{"id":"https://openalex.org/C2777628319","wikidata":"https://www.wikidata.org/wiki/Q6041841","display_name":"Instrument control","level":2,"score":0.2542000114917755},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.25099998712539673},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.2508000135421753}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/computers15060351","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers15060351","pdf_url":null,"source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:2d4c4834916a420b86552795c85ca99f","is_oa":false,"landing_page_url":"https://doaj.org/article/2d4c4834916a420b86552795c85ca99f","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computers, Vol 15, Iss 6, p 351 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/computers15060351","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers15060351","pdf_url":null,"source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1854755636","display_name":null,"funder_award_id":"2023YFF0905903","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G2763041540","display_name":null,"funder_award_id":"92567203","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3502923579","display_name":null,"funder_award_id":"2025ZD1602303","funder_id":"https://openalex.org/F4320329860","funder_display_name":"National Science and Technology Major Project"},{"id":"https://openalex.org/G3851237300","display_name":null,"funder_award_id":"U25A20433","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4093245825","display_name":null,"funder_award_id":"2025A1515011300","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G5010790668","display_name":null,"funder_award_id":"2024A1515011866","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G5749061802","display_name":null,"funder_award_id":"2024A1515011480","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G6028325879","display_name":null,"funder_award_id":"42401521","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6716970737","display_name":null,"funder_award_id":"L232001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329860","display_name":"National Science and Technology Major Project","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2788109215","https://openalex.org/W2889037901","https://openalex.org/W3034392229","https://openalex.org/W4282984144","https://openalex.org/W4312516512","https://openalex.org/W4378647841","https://openalex.org/W4399121418","https://openalex.org/W4402642680","https://openalex.org/W4402727710","https://openalex.org/W4403150345","https://openalex.org/W7127118274","https://openalex.org/W7128085315"],"related_works":[],"abstract_inverted_index":{"The":[0],"of":[1,41,46,198,225],"personal":[2],"computer":[3,70],"(PC)":[4],"tasks":[5,210],"represents":[6],"a":[7,55,81,115,127],"systems-level":[8],"challenge":[9],"that":[10,59,191],"integrates":[11],"natural":[12],"language":[13,66],"processing,":[14],"visual":[15],"perception":[16],"and":[17,78,93,112,134,162,167,201,208],"mouse\u2013keyboard":[18],"action":[19],"control.":[20],"While":[21],"existing":[22],"approaches":[23],"mainly":[24],"focus":[25],"on":[26,203],"the":[27,39,44,76,107,123,135,140,176,185,194,217,223],"application":[28],"programming":[29],"interface":[30],"(API)-based":[31],"or":[32],"terminal-based":[33],"automation,":[34],"which":[35],"are":[36,100,144],"incompatible":[37],"with":[38,69],"majority":[40],"applications":[42,159],"for":[43,102,147,205,228],"lack":[45],"accessible":[47],"interface.":[48],"In":[49],"this":[50],"article,":[51],"we":[52,179],"propose":[53],"PCLLM,":[54],"novel":[56],"end-to-end":[57],"system":[58,108],"automates":[60],"PC":[61,158,172,229],"operations":[62],"by":[63,214],"integrating":[64],"large":[65],"models":[67],"(LLMs)":[68],"vision":[71],"techniques":[72,99],"to":[73,89,109,120],"directly":[74],"control":[75],"mouse":[77],"keyboard.":[79],"First,":[80],"software":[82,91],"knowledge-based":[83],"prompt":[84],"engineering":[85],"method":[86],"is":[87,118,152],"developed":[88],"comprehend":[90],"architecture":[92],"operational":[94],"sequences.":[95],"Second,":[96],"template":[97],"matching":[98],"integrated":[101],"precise":[103],"element":[104],"localization,":[105],"allowing":[106],"accurately":[110],"identify":[111],"interact.":[113],"Third,":[114],"dual-LLM":[116],"pipeline":[117],"designed":[119],"automatically":[121,146],"generate":[122],"test":[124],"data,":[125],"where":[126],"questioner":[128],"LLM":[129],"generates":[130],"diverse":[131],"task":[132,181,230],"commands":[133],"PCLLM":[136,151,192],"executes":[137],"these":[138],"tasks,":[139],"corresponding":[141],"process":[142],"data":[143],"recorded":[145],"performance":[148,169],"evaluation.":[149],"Finally,":[150],"further":[153],"validated":[154],"through":[155],"three":[156],"typically":[157],"(Notepad,":[160],"Wordpad":[161],"Calculator),":[163],"demonstrating":[164],"its":[165],"flexible":[166],"robust":[168],"towards":[170],"intelligent":[171],"automation.":[173,231],"To":[174],"evaluate":[175],"proposed":[177],"system,":[178],"adopt":[180],"completion":[182,196],"rate":[183],"as":[184],"primary":[186],"metric.":[187],"Experimental":[188],"results":[189,221],"show":[190],"achieves":[193],"highest":[195],"rates":[197],"98.59%,":[199],"95.77%,":[200],"52.11%":[202],"Notepad":[204],"basic,":[206],"intermediate,":[207],"advanced":[209],"respectively":[211],"when":[212],"powered":[213],"GPT-4o,":[215],"outperforming":[216],"CogAgent":[218],"baseline.":[219],"These":[220],"demonstrate":[222],"effectiveness":[224],"our":[226],"approach":[227]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2026-06-02T00:00:00"}