{"id":"https://openalex.org/W4399121418","doi":"https://doi.org/10.1145/3636534.3649379","title":"AutoDroid: LLM-powered Task Automation in Android","display_name":"AutoDroid: LLM-powered Task Automation in Android","publication_year":2024,"publication_date":"2024-05-29","ids":{"openalex":"https://openalex.org/W4399121418","doi":"https://doi.org/10.1145/3636534.3649379"},"language":"en","primary_location":{"id":"doi:10.1145/3636534.3649379","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3636534.3649379","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3636534.3649379","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th Annual International Conference on Mobile Computing and Networking","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3636534.3649379","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012209822","display_name":"Hao Wen","orcid":"https://orcid.org/0009-0008-8450-7795"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Wen","raw_affiliation_strings":["Institute for AI Industry Research (AIR), Tsinghua University, Beijing, -Select-, China"],"raw_orcid":"https://orcid.org/0009-0008-8450-7795","affiliations":[{"raw_affiliation_string":"Institute for AI Industry Research (AIR), Tsinghua University, Beijing, -Select-, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100628298","display_name":"Yuanchun Li","orcid":"https://orcid.org/0000-0002-1591-2526"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanchun Li","raw_affiliation_strings":["Institute for AI Industry Research (AIR), Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1591-2526","affiliations":[{"raw_affiliation_string":"Institute for AI Industry Research (AIR), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101888173","display_name":"Guohong Liu","orcid":"https://orcid.org/0000-0002-5959-8604"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guohong Liu","raw_affiliation_strings":["Institute for AI Industry Research (AIR), Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5959-8604","affiliations":[{"raw_affiliation_string":"Institute for AI Industry Research (AIR), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102824255","display_name":"Shanhui Zhao","orcid":"https://orcid.org/0009-0002-4205-0770"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shanhui Zhao","raw_affiliation_strings":["Institute for AI Industry Research (AIR), Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0002-4205-0770","affiliations":[{"raw_affiliation_string":"Institute for AI Industry Research (AIR), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082600784","display_name":"Tao Yu","orcid":"https://orcid.org/0009-0003-8815-7407"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Yu","raw_affiliation_strings":["Institute for AI Industry Research (AIR), Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0003-8815-7407","affiliations":[{"raw_affiliation_string":"Institute for AI Industry Research (AIR), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007240808","display_name":"Toby Jia-Jun Li","orcid":"https://orcid.org/0000-0001-7902-7625"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Toby Jia-Jun Li","raw_affiliation_strings":["University of Notre Dame, Notre Dame, USA"],"raw_orcid":"https://orcid.org/0000-0001-7902-7625","affiliations":[{"raw_affiliation_string":"University of Notre Dame, Notre Dame, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101989690","display_name":"Shiqi Jiang","orcid":"https://orcid.org/0000-0002-4685-9633"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiqi Jiang","raw_affiliation_strings":["Microsoft Research, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-4685-9633","affiliations":[{"raw_affiliation_string":"Microsoft Research, Shanghai, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101877973","display_name":"Yunhao Liu","orcid":"https://orcid.org/0000-0001-8052-9200"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunhao Liu","raw_affiliation_strings":["Institute for AI Industry Research (AIR), Tsinghua University, Beijing, China","Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8052-9200","affiliations":[{"raw_affiliation_string":"Institute for AI Industry Research (AIR), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107228559","display_name":"Ya-Qin Zhang","orcid":"https://orcid.org/0000-0003-4515-6212"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaqin Zhang","raw_affiliation_strings":["Institute for AI Industry Research (AIR), Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4515-6212","affiliations":[{"raw_affiliation_string":"Institute for AI Industry Research (AIR), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102880548","display_name":"Yunxin Liu","orcid":"https://orcid.org/0000-0001-7352-8955"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunxin Liu","raw_affiliation_strings":["Institute for AI Industry Research (AIR), Tsinghua University, Beijing, China","Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7352-8955","affiliations":[{"raw_affiliation_string":"Institute for AI Industry Research (AIR), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":10,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":21.6881,"has_fulltext":false,"cited_by_count":71,"citation_normalized_percentile":{"value":0.99580337,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"543","last_page":"557"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8363538980484009},{"id":"https://openalex.org/keywords/android","display_name":"Android (operating system)","score":0.5720946192741394},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5579052567481995},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.5486401915550232},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4939594864845276},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4765266180038452},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4473256766796112},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.4462837874889374},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3794897794723511},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37386178970336914},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.20620697736740112},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.11292165517807007},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.10654321312904358},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.0912466049194336}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8363538980484009},{"id":"https://openalex.org/C557433098","wikidata":"https://www.wikidata.org/wiki/Q94","display_name":"Android (operating system)","level":2,"score":0.5720946192741394},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5579052567481995},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.5486401915550232},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4939594864845276},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4765266180038452},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4473256766796112},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.4462837874889374},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3794897794723511},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37386178970336914},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.20620697736740112},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.11292165517807007},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.10654321312904358},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0912466049194336},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3636534.3649379","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3636534.3649379","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3636534.3649379","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th Annual International Conference on Mobile Computing and Networking","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3636534.3649379","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3636534.3649379","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3636534.3649379","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th Annual International Conference on Mobile Computing and Networking","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399121418.pdf"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W2087611087","https://openalex.org/W2460972214","https://openalex.org/W2621123093","https://openalex.org/W2759425808","https://openalex.org/W2761305481","https://openalex.org/W2861196621","https://openalex.org/W2999907851","https://openalex.org/W3034392229","https://openalex.org/W3101041928","https://openalex.org/W3156925656","https://openalex.org/W3163374010","https://openalex.org/W3206316161","https://openalex.org/W4306179708","https://openalex.org/W4310895557","https://openalex.org/W4312516512","https://openalex.org/W4366549767","https://openalex.org/W4385571011","https://openalex.org/W4387212540","https://openalex.org/W4399849582"],"related_works":["https://openalex.org/W2389214306","https://openalex.org/W4235240664","https://openalex.org/W2965083567","https://openalex.org/W1838576100","https://openalex.org/W2095886385","https://openalex.org/W2889616422","https://openalex.org/W2089704382","https://openalex.org/W1983399550","https://openalex.org/W3034529322","https://openalex.org/W97075385"],"abstract_inverted_index":{"Mobile":[0],"task":[1,65,85,184],"automation":[2,86,185],"is":[3,103,195],"an":[4,202],"attractive":[5],"technique":[6],"that":[7,129,140,154,193],"aims":[8],"to":[9,25,56,104,197],"enable":[10],"voice-based":[11],"hands-free":[12],"user":[13],"interaction":[14],"with":[15,133,164,186,201,209],"smartphones.":[16],"However,":[17],"existing":[18],"approaches":[19],"suffer":[20],"from":[21,37,60],"poor":[22],"scalability":[23],"due":[24],"the":[26,32,58,106,131,134,142,156,216],"limited":[27],"language":[28,46,50,75],"understanding":[29,51],"ability":[30],"and":[31,52,68,111,148,170,173,206,221],"non-trivial":[33],"manual":[34,98],"efforts":[35],"required":[36],"developers":[38],"or":[39],"endusers.":[40],"The":[41,100,120,190],"recent":[42],"advance":[43],"of":[44,89,109,114,146,158,204,213],"large":[45],"models":[47],"(LLMs)":[48],"in":[49],"reasoning":[53],"inspires":[54],"us":[55],"rethink":[57],"problem":[59],"a":[61,73,83,124,149,178,210],"model-centric":[62],"perspective,":[63],"where":[64],"preparation,":[66],"comprehension,":[67],"execution":[69],"are":[70],"handled":[71],"by":[72,219],"unified":[74],"model.":[76],"In":[77],"this":[78],"work,":[79],"we":[80],"introduce":[81],"AutoDroid,":[82],"mobile":[84],"system":[87],"capable":[88],"handling":[90],"arbitrary":[91],"tasks":[92,208],"on":[93,177],"any":[94],"Android":[95,183],"application":[96],"without":[97],"efforts.":[99],"key":[101],"insight":[102],"combine":[105],"commonsense":[107],"knowledge":[108,113,145],"LLMs":[110,166],"domain-specific":[112],"apps":[115],"through":[116],"automated":[117],"dynamic":[118],"analysis.":[119],"main":[121],"components":[122],"include":[123],"functionality-aware":[125],"UI":[126,132],"representation":[127],"method":[128],"bridges":[130],"LLM,":[135,147],"exploration-based":[136],"memory":[137],"injection":[138],"techniques":[139],"augment":[141],"app-specific":[143],"domain":[144],"multi-granularity":[150],"query":[151],"optimization":[152],"module":[153],"reduces":[155],"cost":[157],"model":[159],"inference.":[160],"We":[161],"integrate":[162],"AutoDroid":[163,194],"off-the-shelf":[165],"including":[167],"online":[168],"GPT-4/GPT-3.5":[169],"on-device":[171],"Vicuna,":[172],"evaluate":[174],"its":[175],"performance":[176],"new":[179],"benchmark":[180],"for":[181],"memory-augmented":[182],"158":[187],"common":[188],"tasks.":[189],"results":[191],"demonstrated":[192],"able":[196],"precisely":[198],"generate":[199],"actions":[200],"accuracy":[203],"90.9%,":[205],"complete":[207],"success":[211],"rate":[212],"71.3%,":[214],"outperforming":[215],"GPT-4-powered":[217],"baselines":[218],"36.4%":[220],"39.7%.":[222]},"counts_by_year":[{"year":2026,"cited_by_count":18},{"year":2025,"cited_by_count":46},{"year":2024,"cited_by_count":7}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}