{"id":"https://openalex.org/W4413925015","doi":"https://doi.org/10.1109/icra55743.2025.11127452","title":"ZeroCAP: Zero-Shot Multi-Robot Context Aware Pattern Formation via Large Language Models","display_name":"ZeroCAP: Zero-Shot Multi-Robot Context Aware Pattern Formation via Large Language Models","publication_year":2025,"publication_date":"2025-05-19","ids":{"openalex":"https://openalex.org/W4413925015","doi":"https://doi.org/10.1109/icra55743.2025.11127452"},"language":"en","primary_location":{"id":"doi:10.1109/icra55743.2025.11127452","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra55743.2025.11127452","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029213933","display_name":"Vishnunandan L. N. Venkatesh","orcid":null},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Vishnunandan L. N. Venkatesh","raw_affiliation_strings":["Purdue University,SMART Lab,Department of Computer and Information Technology,West Lafayette,IN,USA,47907"],"affiliations":[{"raw_affiliation_string":"Purdue University,SMART Lab,Department of Computer and Information Technology,West Lafayette,IN,USA,47907","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076467173","display_name":"Byung\u2010Cheol Min","orcid":"https://orcid.org/0000-0001-6458-4365"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Byung-Cheol Min","raw_affiliation_strings":["Purdue University,SMART Lab,Department of Computer and Information Technology,West Lafayette,IN,USA,47907"],"affiliations":[{"raw_affiliation_string":"Purdue University,SMART Lab,Department of Computer and Information Technology,West Lafayette,IN,USA,47907","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5029213933"],"corresponding_institution_ids":["https://openalex.org/I219193219"],"apc_list":null,"apc_paid":null,"fwci":2.5312,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.90736042,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"01","last_page":"07"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9830999970436096,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9830999970436096,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9585000276565552,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9516000151634216,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7306094169616699},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5994329452514648},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.592879056930542},{"id":"https://openalex.org/keywords/zero","display_name":"Zero (linguistics)","score":0.5838469862937927},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5749232172966003},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41862496733665466},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3422073721885681},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.07793170213699341},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.07527050375938416}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7306094169616699},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5994329452514648},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.592879056930542},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.5838469862937927},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5749232172966003},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41862496733665466},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3422073721885681},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.07793170213699341},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.07527050375938416},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra55743.2025.11127452","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra55743.2025.11127452","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7683411322","display_name":null,"funder_award_id":"IIS-1846221","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1579584928","https://openalex.org/W1981826826","https://openalex.org/W1984651876","https://openalex.org/W2012812921","https://openalex.org/W2099630327","https://openalex.org/W2125889667","https://openalex.org/W2151609251","https://openalex.org/W2160643434","https://openalex.org/W2464348263","https://openalex.org/W2591576134","https://openalex.org/W2739041399","https://openalex.org/W2924523928","https://openalex.org/W3007080643","https://openalex.org/W3083798505","https://openalex.org/W3142658448","https://openalex.org/W4383108457","https://openalex.org/W4385567216","https://openalex.org/W4386071798","https://openalex.org/W4388660746","https://openalex.org/W4388720459","https://openalex.org/W4390874575","https://openalex.org/W4392172801","https://openalex.org/W4394828156","https://openalex.org/W4404612908","https://openalex.org/W4405787555"],"related_works":["https://openalex.org/W2074502265","https://openalex.org/W4214877189","https://openalex.org/W2773965352","https://openalex.org/W2381179799","https://openalex.org/W4411535265","https://openalex.org/W2980279061","https://openalex.org/W2334685461","https://openalex.org/W2366718574","https://openalex.org/W2359774528","https://openalex.org/W4298312966"],"abstract_inverted_index":{"Incorporating":[0],"language":[1,35,59,64],"comprehension":[2],"into":[3,66],"robotic":[4,68],"operations":[5],"unlocks":[6],"significant":[7],"advancements":[8],"in":[9,17,47,92,107],"robotics,":[10,52],"but":[11,141],"also":[12,142],"presents":[13],"distinct":[14],"challenges,":[15],"particularly":[16],"executing":[18,108],"spatially":[19],"oriented":[20],"tasks":[21,140],"like":[22],"pattern":[23,44,90,112],"formation.":[24,45],"This":[25,70,127],"paper":[26],"introduces":[27],"ZeroCAP,":[28],"a":[29,115],"novel":[30],"system":[31],"that":[32],"integrates":[33],"large":[34],"models":[36,60],"with":[37],"multi-robot":[38],"systems":[39,105],"for":[40],"zero-shot":[41],"context":[42,110],"aware":[43,111],"Grounded":[46],"the":[48,55,73,85,93,104,131],"principles":[49],"of":[50,58,75,87,95,117],"language-conditioned":[51],"ZeroCAP":[53],"leverages":[54],"interpretative":[56],"power":[57],"to":[61,124,134],"translate":[62],"natural":[63],"instructions":[65],"actionable":[67],"configurations.":[69],"approach":[71],"combines":[72],"synergy":[74],"vision-language":[76],"models,":[77],"cutting-edge":[78],"segmentation":[79],"techniques":[80],"and":[81,121,136,146,151,156],"shape":[82],"descriptors,":[83],"enabling":[84],"realization":[86],"complex,":[88],"context-driven":[89,139],"formations":[91,113],"realm":[94],"multi":[96],"robot":[97],"coordination.":[98],"Through":[99],"extensive":[100],"experiments,":[101],"we":[102],"demonstrate":[103],"proficiency":[106],"complex":[109],"across":[114,148],"spectrum":[116],"tasks,":[118],"from":[119],"surrounding":[120],"caging":[122],"objects":[123],"infilling":[125],"regions.":[126],"not":[128],"only":[129],"validates":[130],"system's":[132],"capability":[133],"interpret":[135],"implement":[137],"intricate":[138],"underscores":[143],"its":[144],"adaptability":[145],"effectiveness":[147],"varied":[149],"environments":[150],"scenarios.":[152],"The":[153],"experimental":[154],"videos":[155],"additional":[157],"information":[158],"about":[159],"this":[160],"work":[161],"can":[162],"be":[163],"found":[164],"at":[165],"https://sites.google.com/view/zerocap/home.":[166]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}