{"id":"https://openalex.org/W3162351594","doi":"https://doi.org/10.1109/icassp39728.2021.9414219","title":"VGAI: End-to-End Learning of Vision-Based Decentralized Controllers for Robot Swarms","display_name":"VGAI: End-to-End Learning of Vision-Based Decentralized Controllers for Robot Swarms","publication_year":2021,"publication_date":"2021-05-13","ids":{"openalex":"https://openalex.org/W3162351594","doi":"https://doi.org/10.1109/icassp39728.2021.9414219","mag":"3162351594"},"language":"en","primary_location":{"id":"doi:10.1109/icassp39728.2021.9414219","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp39728.2021.9414219","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2021 - 2021 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014881080","display_name":"Ting-Kuei Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]},{"id":"https://openalex.org/I2801613365","display_name":"Mitchell Institute","ror":"https://ror.org/03ds72003","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I2801613365"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ting-Kuei Hu","raw_affiliation_strings":["Texas A&M University"],"affiliations":[{"raw_affiliation_string":"Texas A&M University","institution_ids":["https://openalex.org/I2801613365","https://openalex.org/I91045830"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069506165","display_name":"Fernando Gama","orcid":"https://orcid.org/0000-0001-6117-8193"},"institutions":[{"id":"https://openalex.org/I36788626","display_name":"California University of Pennsylvania","ror":"https://ror.org/01spssf70","country_code":"US","type":"education","lineage":["https://openalex.org/I36788626"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fernando Gama","raw_affiliation_strings":["University of Pennsylvania"],"affiliations":[{"raw_affiliation_string":"University of Pennsylvania","institution_ids":["https://openalex.org/I36788626"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103073431","display_name":"Tianlong Chen","orcid":"https://orcid.org/0000-0001-7774-8197"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tianlong Chen","raw_affiliation_strings":["The University of Texas at Austin"],"affiliations":[{"raw_affiliation_string":"The University of Texas at Austin","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048522863","display_name":"Zhangyang Wang","orcid":"https://orcid.org/0000-0002-2050-5693"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhangyang Wang","raw_affiliation_strings":["The University of Texas at Austin"],"affiliations":[{"raw_affiliation_string":"The University of Texas at Austin","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078862959","display_name":"Alejandro Ribeiro","orcid":"https://orcid.org/0000-0003-4230-9906"},"institutions":[{"id":"https://openalex.org/I36788626","display_name":"California University of Pennsylvania","ror":"https://ror.org/01spssf70","country_code":"US","type":"education","lineage":["https://openalex.org/I36788626"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alejandro Ribeiro","raw_affiliation_strings":["University of Pennsylvania"],"affiliations":[{"raw_affiliation_string":"University of Pennsylvania","institution_ids":["https://openalex.org/I36788626"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053858045","display_name":"Brian M. Sadler","orcid":"https://orcid.org/0000-0002-9564-3812"},"institutions":[{"id":"https://openalex.org/I166416128","display_name":"DEVCOM Army Research Laboratory","ror":"https://ror.org/011hc8f90","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I166416128","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian M. Sadler","raw_affiliation_strings":["US Army Research Laboratory"],"affiliations":[{"raw_affiliation_string":"US Army Research Laboratory","institution_ids":["https://openalex.org/I166416128"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5014881080"],"corresponding_institution_ids":["https://openalex.org/I2801613365","https://openalex.org/I91045830"],"apc_list":null,"apc_paid":null,"fwci":2.1394,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.87579032,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"4900","last_page":"4904"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11406","display_name":"Cerebrospinal fluid and hydrocephalus","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7575043439865112},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6850972175598145},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6340274214744568},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6108418703079224},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6065286993980408},{"id":"https://openalex.org/keywords/swarm-behaviour","display_name":"Swarm behaviour","score":0.5909440517425537},{"id":"https://openalex.org/keywords/flocking","display_name":"Flocking (texture)","score":0.5553238391876221},{"id":"https://openalex.org/keywords/swarm-robotics","display_name":"Swarm robotics","score":0.49271371960639954},{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.43250128626823425},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.40300917625427246},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3523743748664856}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7575043439865112},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6850972175598145},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6340274214744568},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6108418703079224},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6065286993980408},{"id":"https://openalex.org/C181335050","wikidata":"https://www.wikidata.org/wiki/Q14915018","display_name":"Swarm behaviour","level":2,"score":0.5909440517425537},{"id":"https://openalex.org/C2781220375","wikidata":"https://www.wikidata.org/wiki/Q814208","display_name":"Flocking (texture)","level":2,"score":0.5553238391876221},{"id":"https://openalex.org/C169337768","wikidata":"https://www.wikidata.org/wiki/Q2446723","display_name":"Swarm robotics","level":3,"score":0.49271371960639954},{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.43250128626823425},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.40300917625427246},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3523743748664856},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp39728.2021.9414219","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp39728.2021.9414219","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2021 - 2021 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1508718255","https://openalex.org/W1518672027","https://openalex.org/W1569657508","https://openalex.org/W2029259235","https://openalex.org/W2142641780","https://openalex.org/W2150312211","https://openalex.org/W2162991084","https://openalex.org/W2544041682","https://openalex.org/W2565631288","https://openalex.org/W2600080636","https://openalex.org/W2788239209","https://openalex.org/W2789410150","https://openalex.org/W2798598284","https://openalex.org/W2884236119","https://openalex.org/W2892166381","https://openalex.org/W2913012218","https://openalex.org/W2940133096","https://openalex.org/W2943959761","https://openalex.org/W2968678044","https://openalex.org/W2982164728","https://openalex.org/W3028801376","https://openalex.org/W3095521706","https://openalex.org/W3116155913","https://openalex.org/W3160221829","https://openalex.org/W3177416061","https://openalex.org/W4234406933","https://openalex.org/W4287600951","https://openalex.org/W6634230617","https://openalex.org/W6680724558","https://openalex.org/W6684562998","https://openalex.org/W6759051463","https://openalex.org/W6760725535","https://openalex.org/W6785923278","https://openalex.org/W6787837357","https://openalex.org/W7034029160"],"related_works":["https://openalex.org/W2097610718","https://openalex.org/W2002188687","https://openalex.org/W2142589698","https://openalex.org/W2794811781","https://openalex.org/W1871202614","https://openalex.org/W4327740834","https://openalex.org/W4233987368","https://openalex.org/W4387113913","https://openalex.org/W1596835606","https://openalex.org/W2138105113"],"abstract_inverted_index":{"Decentralized":[0],"coordination":[1],"of":[2,18,45,70,131,180],"a":[3,19,67,91,107,132,140,169],"robot":[4,63,98,154],"swarm":[5,115],"requires":[6],"addressing":[7],"the":[8,16,38,43,71,103,113,146,149,160,166,174,178],"tension":[9],"between":[10],"local":[11],"perceptions":[12],"and":[13,15,50,74,79,106,119,134,148,183,188],"actions,":[14],"accomplishment":[17],"global":[20],"objective.":[21],"In":[22],"this":[23,41],"work,":[24],"we":[25,59],"propose":[26],"to":[27,66,77,99,116,125,156],"learn":[28],"decentralized":[29,141,193],"controllers":[30],"based":[31],"solely":[32],"on":[33,127],"raw":[34],"visual":[35,51,68,104],"inputs.":[36],"For":[37],"first":[39],"time,":[40],"integrates":[42],"learning":[44,88],"two":[46],"key":[47],"components:":[48],"communication":[49,75],"perception,":[52],"in":[53,123,139,177],"one":[54],"end-to-end":[55],"framework.":[56],"More":[57],"specifically,":[58],"consider":[60],"that":[61,152,162],"each":[62,97,153],"has":[64],"access":[65],"perception":[69],"immediate":[72],"surroundings,":[73],"capabilities":[76],"transmit":[78],"receive":[80,118],"messages":[81,101,122,158],"from":[82,102,159],"other":[83],"neighboring":[84],"robots.":[85],"Our":[86,171],"proposed":[87,175],"framework":[89],"combines":[90],"convolutional":[92],"neural":[93,109],"network":[94,110],"(CNN)":[95],"for":[96,165,195],"extract":[100,157],"inputs,":[105],"graph":[108],"(GNN)":[111],"over":[112],"entire":[114],"transmit,":[117],"process":[120],"these":[121],"order":[124],"decide":[126],"actions.":[128],"The":[129],"use":[130],"GNN":[133,150],"locally-run":[135],"CNNs":[136,147],"results":[137],"naturally":[138],"controller.":[142],"We":[143],"jointly":[144],"train":[145],"so":[151],"learns":[155],"images":[161],"are":[163],"adequate":[164],"team":[167],"as":[168],"whole.":[170],"experiments":[172],"demonstrate":[173],"architecture":[176],"problem":[179],"drone":[181],"flocking":[182,194],"show":[184],"its":[185],"promising":[186],"performance":[187],"scalability,":[189],"e.g.,":[190],"achieving":[191],"successful":[192],"large-sized":[196],"swarms.":[197]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}