{"id":"https://openalex.org/W4415423898","doi":"https://doi.org/10.1145/3772079","title":"EmbodiedFly: Embodied LLM Agent with an Autonomous Reconfigurable Drone","display_name":"EmbodiedFly: Embodied LLM Agent with an Autonomous Reconfigurable Drone","publication_year":2025,"publication_date":"2025-10-22","ids":{"openalex":"https://openalex.org/W4415423898","doi":"https://doi.org/10.1145/3772079"},"language":"en","primary_location":{"id":"doi:10.1145/3772079","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3772079","pdf_url":null,"source":{"id":"https://openalex.org/S4210175912","display_name":"ACM Transactions on Internet of Things","issn_l":"2577-6207","issn":["2577-6207","2691-1914"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Internet of Things","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012350268","display_name":"Minghui Zhao","orcid":"https://orcid.org/0000-0003-1999-0078"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Minghui Zhao","raw_affiliation_strings":["Columbia University"],"raw_orcid":"https://orcid.org/0000-0003-1999-0078","affiliations":[{"raw_affiliation_string":"Columbia University","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018856449","display_name":"Kaiyuan Hou","orcid":"https://orcid.org/0000-0002-6495-401X"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kaiyuan Hou","raw_affiliation_strings":["Columbia University"],"raw_orcid":"https://orcid.org/0000-0002-6495-401X","affiliations":[{"raw_affiliation_string":"Columbia University","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102703573","display_name":"Junxi Xia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Junxi Xia","raw_affiliation_strings":["Northwestern University"],"raw_orcid":"https://orcid.org/0009-0005-7356-1348","affiliations":[{"raw_affiliation_string":"Northwestern University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102963251","display_name":"Yanchen Liu","orcid":"https://orcid.org/0000-0001-6024-5104"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yanchen Liu","raw_affiliation_strings":["Columbia University"],"raw_orcid":"https://orcid.org/0000-0001-6024-5104","affiliations":[{"raw_affiliation_string":"Columbia University","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051730108","display_name":"Stephen Xia","orcid":"https://orcid.org/0000-0001-5713-8885"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stephen Xia","raw_affiliation_strings":["Northwestern University"],"raw_orcid":"https://orcid.org/0000-0001-5713-8885","affiliations":[{"raw_affiliation_string":"Northwestern University","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063824268","display_name":"Xiaofan Jiang","orcid":"https://orcid.org/0000-0002-6480-0299"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaofan Jiang","raw_affiliation_strings":["Electrical Engineering, Columbia University"],"raw_orcid":"https://orcid.org/0000-0002-6480-0299","affiliations":[{"raw_affiliation_string":"Electrical Engineering, Columbia University","institution_ids":["https://openalex.org/I78577930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7655,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.76170167,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"7","issue":"2","first_page":"1","last_page":"32"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.9079999923706055},{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.5748999714851379},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5310999751091003},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.4997999966144562},{"id":"https://openalex.org/keywords/actuator","display_name":"Actuator","score":0.4000000059604645},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.39719998836517334},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.3630000054836273},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.33889999985694885}],"concepts":[{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.9079999923706055},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6291999816894531},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.5748999714851379},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5310999751091003},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.4997999966144562},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.44290000200271606},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4081999957561493},{"id":"https://openalex.org/C172707124","wikidata":"https://www.wikidata.org/wiki/Q423488","display_name":"Actuator","level":2,"score":0.4000000059604645},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.39719998836517334},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.3630000054836273},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.33889999985694885},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.3260999917984009},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.3228999972343445},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.32089999318122864},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.3068000078201294},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.30410000681877136},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.30329999327659607},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.29679998755455017},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.29499998688697815},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.2946000099182129},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.27790001034736633},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.262800008058548}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3772079","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3772079","pdf_url":null,"source":{"id":"https://openalex.org/S4210175912","display_name":"ACM Transactions on Internet of Things","issn_l":"2577-6207","issn":["2577-6207","2691-1914"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Internet of Things","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4649735752","display_name":null,"funder_award_id":"JUMP 2.0 COGNISENSE","funder_id":"https://openalex.org/F4320306087","funder_display_name":"Semiconductor Research Corporation"}],"funders":[{"id":"https://openalex.org/F4320306087","display_name":"Semiconductor Research Corporation","ror":"https://ror.org/047z4n946"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W317521241","https://openalex.org/W2051835069","https://openalex.org/W2158703410","https://openalex.org/W2754784938","https://openalex.org/W2781385340","https://openalex.org/W2913017407","https://openalex.org/W2914821974","https://openalex.org/W3033267730","https://openalex.org/W3048804154","https://openalex.org/W3122115432","https://openalex.org/W3154051857","https://openalex.org/W3164663456","https://openalex.org/W4211261874","https://openalex.org/W4235917766","https://openalex.org/W4236965008","https://openalex.org/W4243268853","https://openalex.org/W4254909520","https://openalex.org/W4281616621","https://openalex.org/W4296915802","https://openalex.org/W4311625877","https://openalex.org/W4312797920","https://openalex.org/W4317928033","https://openalex.org/W4367046449","https://openalex.org/W4383046944","https://openalex.org/W4384522495","https://openalex.org/W4388660746","https://openalex.org/W4392206030","https://openalex.org/W4396952547","https://openalex.org/W4398249971","https://openalex.org/W4404034618","https://openalex.org/W4407389768","https://openalex.org/W4410068146"],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4],"shown":[5],"immense":[6],"human-like":[7],"capabilities":[8,84],"for":[9,41,48],"reasoning":[10],"and":[11,22,55,77,116,135,151,163],"generating":[12],"digital":[13],"content.":[14],"However,":[15],"their":[16],"ability":[17],"to":[18,31,62,71,85,113,186,192],"freely":[19],"sense,":[20],"interact,":[21],"actuate":[23],"the":[24,89,119,169],"physical":[25,36,90,120,182],"domain":[26],"remains":[27],"significantly":[28],"limited":[29],"due":[30],"three":[32],"fundamental":[33],"challenges:":[34],"(1)":[35,126],"environments":[37],"require":[38],"specialized":[39],"sensors":[40,47,162],"different":[42],"tasks,":[43],"yet":[44],"deploying":[45],"dedicated":[46],"each":[49],"application":[50],"is":[51],"impractical;":[52],"(2)":[53,141],"events":[54],"objects":[56],"of":[57],"interest":[58],"are":[59],"often":[60],"localized":[61],"small":[63],"areas":[64],"within":[65],"large":[66],"spaces,":[67],"making":[68],"them":[69],"difficult":[70],"detect":[72],"with":[73,88,108,118,160,184],"static":[74,196],"sensor":[75],"networks;":[76],"(3)":[78,152],"foundation":[79,105],"models":[80],"need":[81],"flexible":[82],"actuation":[83],"meaningfully":[86],"interact":[87,117],"world.":[91,121],"To":[92],"bridge":[93],"this":[94],"gap,":[95],"we":[96,176],"introduce":[97],"EmbodiedFly,":[98],"an":[99,136],"embodied":[100],"LLM":[101],"agent":[102],"combining":[103],"a":[104,109,127,142,153],"model":[106],"pipeline":[107],"reconfigurable":[110],"drone":[111,155],"platform":[112,156],"observe,":[114],"understand,":[115],"Our":[122],"co-design":[123],"approach":[124],"features":[125],"FM":[128,170],"orchestration":[129,171],"framework":[130],"connecting":[131],"multiple":[132],"LLMs,":[133],"VLMs,":[134],"open-set":[137],"object":[138],"detection":[139],"model;":[140],"novel":[143],"image":[144],"segmentation":[145],"technique":[146],"that":[147,157,178],"identifies":[148],"task-relevant":[149],"areas;":[150],"custom":[154],"autonomously":[158],"reconfigures":[159],"appropriate":[161],"actuators":[164],"based":[165],"on":[166],"commands":[167],"from":[168],"framework.":[172],"Through":[173],"real-world":[174],"deployments,":[175],"demonstrate":[177],"EmbodiedFly":[179],"completes":[180],"diverse":[181],"tasks":[183],"up":[185],"\\(85\\%\\)":[187],"higher":[188],"success":[189],"rates":[190],"compared":[191],"traditional":[193],"approaches":[194],"leveraging":[195],"deployments.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-24T00:00:00"}
